diff --git a/testing/test_outcome.py b/testing/test_outcome.py
index e7dfe761a..08c0b9f7a 100644
--- a/testing/test_outcome.py
+++ b/testing/test_outcome.py
@@ -68,4 +68,5 @@ def test_pytest_cmdline_main(testdir):
            py.test.cmdline.main([__file__])
     """ % (str(py._pydir.dirpath())))
     import subprocess
-    subprocess.check_call([sys.executable, str(p)])
+    ret = subprocess.call([sys.executable, str(p)])
+    assert ret == 0