diff --git a/setup.py b/setup.py
index 9a2fed327..a06fa5e2e 100755
--- a/setup.py
+++ b/setup.py
@@ -102,7 +102,8 @@ class test(Command):
             suite = PymongoTestLoader().loadTestsFromName(self.test_suite)
         runner = unittest.TextTestRunner(verbosity=2,
                                          failfast=self.failfast)
-        runner.run(suite)
+        result = runner.run(suite)
+        sys.exit(not result.wasSuccessful())
 
 
 class doc(Command):