timeouts

Author: altendky

testing/test_basic.py

@@ -10,6 +10,8 @@
 # https://docs.python.org/3/whatsnew/3.6.html#pep-525-asynchronous-generators
 ASYNC_GENERATORS = sys.version_info >= (3, 6)
 
+timeout = 15
+
 
 # https://github.com/pytest-dev/pytest/issues/6505
 def force_plural(name):
@@ -117,7 +119,7 @@ def f():
             yield 42
     """.format(import_path=import_path, decorator=decorator)
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
 
     expected_outcomes = {"passed": 1}
     if should_warn:
@@ -161,7 +163,7 @@ def test_succeed(foo):
         pass
     """.format(import_path=import_path, function=function)
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
 
     expected_outcomes = {"passed": 1}
     if should_warn:
@@ -186,7 +188,7 @@ def doit():
         return d
     """
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", *cmd_opts, timeout=timeout)
     assert_outcomes(rr, {"failed": 1})
 
 
@@ -200,7 +202,7 @@ def test_succeed():
         return d
     """
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", *cmd_opts, timeout=timeout)
     assert_outcomes(rr, {"passed": 1})
 
 
@@ -212,7 +214,7 @@ def test_succeed():
         return 42
     """
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", *cmd_opts, timeout=timeout)
     assert_outcomes(rr, {"passed": 1})
 
 
@@ -222,7 +224,7 @@ def test_more_fail():
         raise RuntimeError("foo")
     """
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", *cmd_opts, timeout=timeout)
     assert_outcomes(rr, {"failed": 1})
 
 
@@ -243,7 +245,7 @@ def test_succeed(foo):
             raise RuntimeError("baz")
     """
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
     assert_outcomes(rr, {"passed": 2, "failed": 1})
 
 
@@ -265,7 +267,7 @@ async def test_succeed(foo):
             raise RuntimeError("baz")
     """
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
     assert_outcomes(rr, {"passed": 2, "failed": 1})
 
 
@@ -285,7 +287,7 @@ def test_MAIN():
         assert MAIN is greenlet.getcurrent()
     """
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
     assert_outcomes(rr, {"passed": 1})
 
 
@@ -310,7 +312,7 @@ def test_succeed(foo):
             raise RuntimeError("baz")
     """
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
     assert_outcomes(rr, {"passed": 2, "failed": 1})
 
 
@@ -336,7 +338,7 @@ async def test_succeed(foo):
             raise RuntimeError("baz")
     """
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
     assert_outcomes(rr, {"passed": 2, "failed": 1})
 
 
@@ -372,7 +374,7 @@ def test_succeed_blue(foo):
             raise RuntimeError("baz")
     """
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
     assert_outcomes(rr, {"passed": 2, "failed": 1})
 
 
@@ -409,7 +411,7 @@ def test_succeed(this, that):
     testdir.makepyfile(test_file)
     # TODO: add a timeout, failure just hangs indefinitely for now
     # https://github.com/pytest-dev/pytest/issues/4073
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
     assert_outcomes(rr, {"passed": 1})
 
 
@@ -448,7 +450,7 @@ def test_succeed(foo):
             raise RuntimeError("baz")
     """
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
     # TODO: this is getting super imprecise...
     assert_outcomes(rr, {"passed": 4, "failed": 1, "errors": 2})
 
@@ -497,7 +499,7 @@ def test_second(foo):
         check_me = 2
     """
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
     assert_outcomes(rr, {"passed": 2})
 
 
@@ -526,7 +528,7 @@ async def test_doublefour(doublefour):
         assert doublefour == 8
     """
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
     assert_outcomes(rr, {"passed": 2})
 
 
@@ -555,7 +557,7 @@ async def test_doublefour(doublefour):
         assert doublefour == 8
     """
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
     assert_outcomes(rr, {"passed": 2})
 
 
@@ -602,7 +604,7 @@ async def test_doubleincrement(doubleincrement):
         assert (first, second) == (0, 2)
     """.format(maybe_async=maybe_async, maybe_await=maybe_await)
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
     assert_outcomes(rr, {"passed": 2})
     # assert_outcomes(rr, {"passed": 1})
 
@@ -650,7 +652,7 @@ async def test_doubleincrement(doubleincrement):
         assert (first, second) == (0, 2)
     """.format(maybe_async=maybe_async, maybe_await=maybe_await)
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
     assert_outcomes(rr, {"passed": 2})
 
 
@@ -678,7 +680,7 @@ def test_succeed():
         return d
     """
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
     assert_outcomes(rr, {"passed": 1})
 
 
@@ -695,7 +697,7 @@ def test_succeed():
         pass
     """
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
     assert "WrongReactorAlreadyInstalledError" in rr.stderr.str()
 
 
@@ -725,7 +727,7 @@ def test_succeed():
         return d
     """
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
     assert_outcomes(rr, {"passed": 1})
 
 
@@ -742,7 +744,7 @@ def test_succeed():
         pass
     """
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
     assert "WrongReactorAlreadyInstalledError" in rr.stderr.str()
 
 
@@ -794,10 +796,10 @@ def main():
     """
     testdir.makepyfile(runner=runner_file)
     # check test file is ok in standalone mode:
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v")
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", timeout=timeout)
     assert_outcomes(rr, {"passed": 1, "failed": 1})
     # test embedded mode:
-    assert testdir.run(sys.executable, "runner.py").ret == 0
+    assert testdir.run(sys.executable, "runner.py", timeout=timeout).ret == 0
 
 
 def test_blockon_in_hook_with_asyncio(testdir, cmd_opts, request):
@@ -829,7 +831,7 @@ def test_succeed():
         return d
     """
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
     assert_outcomes(rr, {"passed": 1})
 
 
@@ -854,7 +856,7 @@ def test_succeed():
         pass
     """
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
     assert "WrongReactorAlreadyInstalledError" in rr.stderr.str()
 
 
@@ -902,5 +904,5 @@ def test_second(foo):
         check_me = 3
     """
     testdir.makepyfile(test_file)
-    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts)
+    rr = testdir.run(sys.executable, "-m", "pytest", "-v", *cmd_opts, timeout=timeout)
     assert_outcomes(rr, {"passed": 2})