rebase and udpate angry mutants

Author: souradeep-das

tests/json_infra/conftest.py

@@ -5,6 +5,7 @@
 from typing import Final, Optional, Set
 
 import git
+import pytest
 import requests_cache
 from _pytest.config import Config
 from _pytest.config.argparsing import Parser
@@ -215,6 +216,14 @@ def __exit__(
 
 
 def pytest_sessionstart(session: Session) -> None:  # noqa: U100
+    # used for mutmut mutation testing
+    all_fixtures_ready = all(
+        os.path.exists(props["fixture_path"])
+        for props in TEST_FIXTURES.values()
+    )
+    if os.environ.get("MUTANT_UNDER_TEST") and all_fixtures_ready:
+        return
+
     if get_xdist_worker_id(session) != "master":
         return
 
@@ -250,8 +259,17 @@ def pytest_sessionfinish(
     if get_xdist_worker_id(session) != "master":
         return
 
-    lock_file = session.stash[fixture_lock]
-    session.stash[fixture_lock] = None
+    if fixture_lock in session.stash:
+        lock_file = session.stash[fixture_lock]
+        session.stash[fixture_lock] = None
+
+        assert lock_file is not None
+        lock_file.release()
+
 
-    assert lock_file is not None
-    lock_file.release()
+# This is required explicitly becuase when the source does not have any
+# mutable code, mutmut does not run the forced fail condition.
+@pytest.fixture(autouse=True)
+def mutmut_forced_fail() -> None:
+    if os.environ.get("MUTANT_UNDER_TEST") == "fail":
+        pytest.fail("Forced fail for mutmut sanity check")

tests/json_infra/test_blockchain_tests.py

@@ -1,4 +1,4 @@
-from typing import Callable, Dict
+from typing import Any, Callable, Dict
 
 import pytest
 
@@ -10,13 +10,41 @@
     run_blockchain_st_test,
 )
 
+# angry mutant cases are tests that cannot be run for mutation testing
+ANGRY_MUTANT_CASES = (
+    "Callcode1024OOG",
+    "Call1024OOG",
+    "CallRecursiveBombPreCall",
+    "CallRecursiveBomb1",
+    "ABAcalls2",
+    "CallRecursiveBombLog2",
+    "CallRecursiveBomb0",
+    "ABAcalls1",
+    "CallRecursiveBomb2",
+    "CallRecursiveBombLog"
+)
+
+
+def is_angry_mutant(test_case: Any) -> bool:
+    return any(case in str(test_case) for case in ANGRY_MUTANT_CASES)
+
+
+def get_marked_blockchain_test_cases(fork_name: str):
+    """Get blockchain test cases with angry mutant marking for the given fork."""
+    return [
+        pytest.param(tc, marks=pytest.mark.angry_mutant)
+        if is_angry_mutant(tc)
+        else tc
+        for tc in fetch_blockchain_tests(fork_name)
+    ]
+
 
 def _generate_test_function(fork_name: str) -> Callable:
     @pytest.mark.fork(fork_name)
     @pytest.mark.json_blockchain_tests
     @pytest.mark.parametrize(
         "blockchain_test_case",
-        fetch_blockchain_tests(fork_name),
+        get_marked_blockchain_test_cases(fork_name),
         ids=idfn,
     )
     def test_func(blockchain_test_case: Dict) -> None:

tests/json_infra/test_state_tests.py

@@ -1,18 +1,47 @@
-from typing import Callable, Dict
+from typing import Any, Callable, Dict
 
 import pytest
 
 from . import FORKS
 from .helpers.load_state_tests import fetch_state_tests, idfn, run_state_test
 
+# angry mutant cases are tests that cannot be run for mutation testing
+ANGRY_MUTANT_CASES = (
+    "Callcode1024OOG",
+    "Call1024OOG",
+    "CallRecursiveBombPreCall",
+    "CallRecursiveBombLog2",
+    "CallRecursiveBomb2",
+    "ABAcalls1",
+    "CallRecursiveBomb0_OOG_atMaxCallDepth",
+    "ABAcalls2",
+    "CallRecursiveBomb0",
+    "CallRecursiveBomb1",
+    "CallRecursiveBombLog"
+)
+
+
+def is_angry_mutant(test_case: Any) -> bool:
+    return any(case in str(test_case) for case in ANGRY_MUTANT_CASES)
+
+
+def get_marked_state_test_cases(fork_name: str):
+    """Get state test cases with angry mutant marking for the given fork."""
+    return [
+        pytest.param(tc, marks=pytest.mark.angry_mutant)
+        if is_angry_mutant(tc)
+        else tc
+        for tc in fetch_state_tests(fork_name)
+    ]
+
 
 def _generate_test_function(fork_name: str) -> Callable:
     @pytest.mark.fork(fork_name)
     @pytest.mark.evm_tools
     @pytest.mark.json_state_tests
     @pytest.mark.parametrize(
         "state_test_case",
-        fetch_state_tests(fork_name),
+        get_marked_state_test_cases(fork_name),
         ids=idfn,
     )
     def test_func(state_test_case: Dict) -> None: