execution-spec-tests/.github/workflows/tox_verify.yaml at 7b0d2aa19bcc7cb902761cef9261b1f424b11757 · felix314159/execution-spec-tests · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
name: Tox

on:
  push:
    branches: [main]
  pull_request:
  workflow_dispatch:

concurrency:
  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
  cancel-in-progress: true

jobs:
  lint:
    name: Lint python sources with ruff
    runs-on: ubuntu-latest
    steps:
      - name: Checkout ethereum/execution-spec-tests
        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
      - name: Install uv ${{ vars.UV_VERSION }} and python ${{ vars.DEFAULT_PYTHON_VERSION }}
        uses: astral-sh/setup-uv@0c5e2b8115b80b4c7c5ddf6ffdd634974642d182
        with:
          enable-cache: true
          cache-dependency-glob: "uv.lock"
          version: ${{ vars.UV_VERSION }}
          python-version: ${{ vars.DEFAULT_PYTHON_VERSION }}
      - name: Run ruff linter via tox
        run: uvx --with=tox-uv tox -e lint

  typecheck:
    name: Typecheck python sources with mypy
    runs-on: ubuntu-latest
    steps:
      - name: Checkout ethereum/execution-spec-tests
        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
      - name: Install uv ${{ vars.UV_VERSION }} and python ${{ vars.DEFAULT_PYTHON_VERSION }}
        uses: astral-sh/setup-uv@0c5e2b8115b80b4c7c5ddf6ffdd634974642d182
        with:
          enable-cache: true
          cache-dependency-glob: "uv.lock"
          version: ${{ vars.UV_VERSION }}
          python-version: ${{ vars.DEFAULT_PYTHON_VERSION }}
      - name: Run mypy typechecker via tox
        run: uvx --with=tox-uv tox -e typecheck

  spellcheck:
    name: Spellcheck sources with codespell
    runs-on: ubuntu-latest
    steps:
      - name: Checkout ethereum/execution-spec-tests
        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
      - name: Install uv ${{ vars.UV_VERSION }} and python ${{ vars.DEFAULT_PYTHON_VERSION }}
        uses: astral-sh/setup-uv@0c5e2b8115b80b4c7c5ddf6ffdd634974642d182
        with:
          enable-cache: true
          cache-dependency-glob: "uv.lock"
          version: ${{ vars.UV_VERSION }}
          python-version: ${{ vars.DEFAULT_PYTHON_VERSION }}
      - name: Run spellcheck with codespell via tox
        run: uvx --with=tox-uv tox -e spellcheck
        env:
          GITHUB_STEP_SUMMARY: ${{ env.GITHUB_STEP_SUMMARY }}

  changelog:
    name: Validate changelog entries
    runs-on: ubuntu-latest
    steps:
      - name: Checkout ethereum/execution-spec-tests
        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
      - name: Install uv ${{ vars.UV_VERSION }} and python ${{ vars.DEFAULT_PYTHON_VERSION }}
        uses: astral-sh/setup-uv@0c5e2b8115b80b4c7c5ddf6ffdd634974642d182
        with:
          enable-cache: true
          cache-dependency-glob: "uv.lock"
          version: ${{ vars.UV_VERSION }}
          python-version: ${{ vars.DEFAULT_PYTHON_VERSION }}
      - name: Run changelog validation via tox
        run: uvx --with=tox-uv tox -e changelog

  markdownlint:
    name: Lint markdown files with markdownlint
    runs-on: ubuntu-latest
    steps:
      - name: Checkout ethereum/execution-spec-tests
        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
      - uses: DavidAnson/markdownlint-cli2-action@05f32210e84442804257b2a6f20b273450ec8265
        with:
          globs: |
            README.md
            docs/**/*.md

  mkdocs:
    name: Build html documentation with mkdocs
    runs-on: ubuntu-latest
    steps:
      - name: Checkout ethereum/execution-spec-tests
        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
      - name: Install uv ${{ vars.UV_VERSION }} and python ${{ vars.DEFAULT_PYTHON_VERSION }}
        uses: astral-sh/setup-uv@0c5e2b8115b80b4c7c5ddf6ffdd634974642d182
        with:
          enable-cache: true
          cache-dependency-glob: "uv.lock"
          version: ${{ vars.UV_VERSION }}
          python-version: ${{ vars.DEFAULT_PYTHON_VERSION }}
      - name: Build html documentation with mkdocs via tox
        run: uvx --with=tox-uv tox -e mkdocs

  pytest_framework:
    name: Run unit tests, ${{ matrix.os }}, ${{ matrix.python }}
    runs-on: ${{ matrix.os }}
    strategy:
      matrix:
        include:
          - os: macos-15
            python: "3.11"
          - os: macos-15
            python: "pypy3.11"
          - os: ubuntu-latest
            python: "3.12"
    steps:
      - name: Checkout ethereum/execution-spec-tests
        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
      - name: Checkout ethereum/execution-specs for local EELS implementation
        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
        with:
          repository: ethereum/execution-specs
          ref: 5a49b2f39a909be6a8c84bb70611febdc2b2fd98
          path: execution-specs
          fetch-depth: 1
      - name: Install uv ${{ vars.UV_VERSION }} and python ${{ matrix.python }}
        uses: astral-sh/setup-uv@0c5e2b8115b80b4c7c5ddf6ffdd634974642d182
        with:
          enable-cache: true
          cache-dependency-glob: "uv.lock"
          version: ${{ vars.UV_VERSION }}
          python-version: ${{ matrix.python }}
      - name: Build EVMONE EVM
        uses: ./.github/actions/build-evm-client/evmone
        with:
          targets: "evmone-t8n"
      - name: Build GETH EVM
        uses: ./.github/actions/build-evm-client/geth
      - name: Update eels_resolutions.json
        run: |
          sed -i -e "s|\$GITHUB_WORKSPACE|${GITHUB_WORKSPACE}|g" .github/configs/eels_resolutions.json
      - name: Run tox - run framework unit tests with pytest
        env:
          EELS_RESOLUTIONS_FILE: ${{ github.workspace }}/.github/configs/eels_resolutions.json
        run: uvx --with=tox-uv tox -e pytest

  tests_deployed:
    name: Fill tests, deployed, ${{ matrix.name }}, ${{ matrix.python }}
    runs-on: ${{ matrix.os }}
    strategy:
      matrix:
        include:
          - os: [self-hosted-ghr, size-xl-x64]
            name: self-hosted-ghr-xl-x64
            python: "3.11"
          - os: macos-15
            name: macos-15
            python: "3.12"
    steps:
      - name: Checkout ethereum/execution-spec-tests
        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
      - name: Checkout ethereum/execution-specs for local EELS implementation
        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
        with:
          repository: ethereum/execution-specs
          ref: 5a49b2f39a909be6a8c84bb70611febdc2b2fd98
          path: execution-specs
          fetch-depth: 1
      - name: Install uv ${{ vars.UV_VERSION }} and python ${{ matrix.python }}
        uses: astral-sh/setup-uv@0c5e2b8115b80b4c7c5ddf6ffdd634974642d182
        with:
          enable-cache: true
          cache-dependency-glob: "uv.lock"
          version: ${{ vars.UV_VERSION }}
          python-version: ${{ matrix.python }}
      - name: Update eels_resolutions.json
        run: |
          sed -i -e "s|\$GITHUB_WORKSPACE|${GITHUB_WORKSPACE}|g" .github/configs/eels_resolutions.json
      - name: Run tox - fill tests for deployed forks
        env:
          EELS_RESOLUTIONS_FILE: ${{ github.workspace }}/.github/configs/eels_resolutions.json
        run: uvx --with=tox-uv tox -e tests-deployed
  tests_deployed_benchmark:
    name: Fill benchmark test cases, deployed, ${{ matrix.os }}, ${{ matrix.python }}
    runs-on: ${{ matrix.os }}
    strategy:
      matrix:
        include:
          - os: ubuntu-latest
            python: "3.11"
          - os: macos-15
            python: "3.12"
          - os: ubuntu-latest
            python: "pypy3.11"
    steps:
      - name: Checkout ethereum/execution-spec-tests
        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
      - name: Install uv ${{ vars.UV_VERSION }} and python ${{ matrix.python }}
        uses: astral-sh/setup-uv@0c5e2b8115b80b4c7c5ddf6ffdd634974642d182
        with:
          enable-cache: true
          cache-dependency-glob: "uv.lock"
          version: ${{ vars.UV_VERSION }}
          python-version: ${{ matrix.python }}
      - name: Build EVMONE EVM
        uses: ./.github/actions/build-evm-client/evmone
        with:
          targets: "evmone-t8n"
      - name: Run tox - fill tests for deployed forks
        env:
          EELS_RESOLUTIONS_FILE: ${{ github.workspace }}/.github/configs/eels_resolutions.json
        run: uvx --with=tox-uv tox -e tests-deployed-benchmark