feat(tox): Implement eest environments

mypy.eest.ini

@@ -0,0 +1,4 @@
+[mypy]
+disable_error_code = import-untyped
+mypy_path = src, $MYPY_CONFIG_FILE_DIR/stubs
+plugins = pydantic.mypy

pyproject.toml

@@ -283,6 +283,7 @@ fill = [
     "eth-abi>=5.2.0",
     "joblib>=1.4.2",
     "ckzg>=2.1.1",
+    "platformdirs>=4.2,<5",
 ]
 
 lint = [
@@ -313,6 +314,7 @@ ethereum-spec-new-fork = "ethereum_spec_tools.new_fork:main"
 ethereum-spec-patch = "ethereum_spec_tools.patch_tool:main"
 ethereum-spec-evm = "ethereum_spec_tools.evm_tools:main"
 ethereum-spec-fill = "cli.pytest_commands.fill:fill"
+ethereum-spec-consume = "cli.pytest_commands.consume:consume"
 
 [project.entry-points."docc.plugins"]
 "ethereum_spec_tools.docc.discover" = "ethereum_spec_tools.docc:EthereumDiscover"
@@ -517,3 +519,6 @@ check-hidden = false            # Don't check hidden files (starting with .)
 
 [tool.uv]
 required-version = ">=0.7.0"
+
+[tool.mypy]
+plugins = ["pydantic.mypy"]

ruff.eest.toml

@@ -0,0 +1,6 @@
+line-length = 99
+
+[lint]
+select = ["E", "F", "B", "W", "I", "A", "N", "D", "C"]
+fixable = ["I", "B", "E", "F", "W", "D", "C"]
+ignore = ["D205", "D203", "D212", "D415", "C901", "A005", "C420"]

src/ethereum_spec_tests/cli/pytest_commands/pytest_ini_files/pytest-check-eip-versions.ini

@@ -2,7 +2,7 @@
 console_output_style = count
 minversion = 7.0
 python_files = *.py
-testpaths = tests/
+testpaths = tests/eest/
 markers =
     slow
     pre_alloc_modify

src/ethereum_spec_tests/cli/pytest_commands/pytest_ini_files/pytest-execute-hive.ini

@@ -2,7 +2,7 @@
 console_output_style = count
 minversion = 7.0
 python_files = *.py
-testpaths = tests/
+testpaths = tests/eest/
 markers =
     slow
     pre_alloc_modify

src/ethereum_spec_tests/cli/pytest_commands/pytest_ini_files/pytest-execute.ini

@@ -2,7 +2,7 @@
 console_output_style = count
 minversion = 7.0
 python_files = *.py
-testpaths = tests/
+testpaths = tests/eest/
 markers =
     slow
     pre_alloc_modify

src/ethereum_spec_tests/cli/pytest_commands/pytest_ini_files/pytest-fill.ini

@@ -2,7 +2,7 @@
 console_output_style = count
 minversion = 7.0
 python_files = *.py
-testpaths = tests/
+testpaths = tests/eest/
 markers =
     slow
     pre_alloc_modify

stubs/joblib/__init__.pyi

@@ -0,0 +1,5 @@
+from typing import Any, Callable
+
+class Memory:
+    def __init__(self, location: str, verbose: int = ...) -> None: ...
+    def cache(self, func: Callable[..., Any]) -> Callable[..., Any]: ...

stubs/jwt/__init__.pyi

@@ -0,0 +1,3 @@
+from .encode import encode
+
+__all__ = ("encode",)

stubs/jwt/encode.pyi

@@ -0,0 +1,3 @@
+from typing import Any, Dict
+
+def encode(payload: Dict[Any, Any], key: bytes, algorithm: str) -> str: ...

stubs/trie/__init__.pyi

@@ -0,0 +1,3 @@
+from .hexary import HexaryTrie as HexaryTrie
+
+__all__ = ("HexaryTrie",)

stubs/trie/hexary.pyi

@@ -0,0 +1,8 @@
+from typing import Dict
+
+class HexaryTrie:
+    db: Dict
+    root_hash: bytes
+
+    def __init__(self, db: Dict) -> None: ...
+    def set(self, key: bytes, value: bytes) -> None: ...

stubs/xdist/__init__.pyi

@@ -0,0 +1,3 @@
+from .methods import is_xdist_worker
+
+__all__ = ("is_xdist_worker",)

stubs/xdist/methods.pyi

@@ -0,0 +1,3 @@
+import pytest
+
+def is_xdist_worker(session: pytest.Session) -> bool: ...

tox.ini

@@ -2,7 +2,7 @@
 min_version = 4.0
 requires =
     tox-uv >=0.2.0
-envlist = py3,pypy3,json_infra,static
+envlist = py3,pypy3,json_infra,static,eest-lint,eest-typecheck,eest-pytest,eest-tests-deployed,eest-tests-deployed-benchmark,eest-tests-develop
 
 [testenv]
 package = uv
@@ -90,3 +90,82 @@ extras = doc
 commands =
     docc --output "{toxworkdir}/docs"
     python -c 'import pathlib; print("documentation available under file://\{0\}".format(pathlib.Path(r"{toxworkdir}") / "docs" / "index.html"))'
+
+
+[eest]
+runner = uv-venv-lock-runner
+package = editable
+wheel_build_env = .pkg
+python_source_dirs = src/ethereum_spec_tests tests/eest # .github/scripts
+ruff_config = ruff.eest.toml
+mypy_config = mypy.eest.ini
+
+[testenv:eest-lint]
+runner = {[eest]runner}
+package = {[eest]package}
+wheel_build_env = {[eest]wheel_build_env}
+description = Lint and code formatting checks (ruff)
+extras = lint
+commands =
+    ruff check --config {[eest]ruff_config} --no-fix --show-fixes {[eest]python_source_dirs}
+    ruff format --config {[eest]ruff_config} --check {[eest]python_source_dirs}
+
+[testenv:eest-typecheck]
+runner = {[eest]runner}
+package = {[eest]package}
+wheel_build_env = {[eest]wheel_build_env}
+description = Run type checking (mypy)
+extras = test,fill,lint
+commands = mypy --config-file {[eest]mypy_config} {[eest]python_source_dirs}
+
+
+[testenv:eest-pytest]
+runner = {[eest]runner}
+package = {[eest]package}
+wheel_build_env = {[eest]wheel_build_env}
+description = Run library and framework unit tests (pytest)
+setenv =
+    # Use custom EELS_RESOLUTIONS_FILE if it is set via the environment (eg, in CI)
+    EELS_RESOLUTIONS_FILE = {env:EELS_RESOLUTIONS_FILE:}
+    CI = {env:CI:}
+extras =
+    test
+    fill
+    lint # Required `gentest` for formatting tests
+commands =
+    pytest -n auto ./src/ethereum_spec_tests
+
+
+[forks]
+develop = Osaka
+eip7692 = EOFv1
+
+[testenv:eest-tests-deployed]
+runner = {[eest]runner}
+package = {[eest]package}
+wheel_build_env = {[eest]wheel_build_env}
+description = Fill test cases in ./tests/ for deployed mainnet forks, except for slow/benchmark tests.
+extras = test,fill
+setenv =
+    # Use custom EELS_RESOLUTIONS_FILE if it is set via the environment (eg, in CI)
+    EELS_RESOLUTIONS_FILE = {env:EELS_RESOLUTIONS_FILE:}
+commands = ethereum-spec-fill -n auto -m "not slow" --output=/tmp/fixtures-tox --clean
+
+[testenv:eest-tests-deployed-benchmark]
+runner = {[eest]runner}
+package = {[eest]package}
+wheel_build_env = {[eest]wheel_build_env}
+description = Fill benchmarking test cases in ./tests/ for deployed mainnet forks, using evmone-t8n.
+extras = test,fill
+commands = ethereum-spec-fill -n auto -m "benchmark" --gas-benchmark-values 5 --output=/tmp/fixtures-tox --clean --evm-bin=evmone-t8n
+
+[testenv:eest-tests-develop]
+runner = {[eest]runner}
+package = {[eest]package}
+wheel_build_env = {[eest]wheel_build_env}
+description = Fill test cases in ./tests/ for deployed and development mainnet forks
+setenv =
+    # Use custom EELS_RESOLUTIONS_FILE if it is set via the environment (eg, in CI)
+    EELS_RESOLUTIONS_FILE = {env:EELS_RESOLUTIONS_FILE:}
+extras = test,fill
+commands = ethereum-spec-fill -n auto --until={[forks]develop} -k "not slow" --output=/tmp/fixtures-tox --clean