diff --git a/setup.py b/setup.py
index b1d5cb48..0c95f811 100644
--- a/setup.py
+++ b/setup.py
@@ -5,7 +5,8 @@ import httpie
 
 
 if sys.argv[-1] == 'test':
-    sys.exit(os.system('python tests/tests.py'))
+    status = os.system('python tests/tests.py')
+    sys.exit(1 if status > 127 else status)
 
 
 requirements = [