framework: ability to use test or prod signature scheme in tests (#230)

* feat: specifically signature scheme switching

* fix: linting

* chore: simplify filler

* fix: don't preset current signature scheme

* fix: minor polish

* fix: linting

* feat: use env var instead of cli flag

* refactor: move signature_scheme inside keys module

* refactor: more pydantic signature_scheme field

* refactor remove solo key manger from verify_signatures suite

* refactor: simplify keys module

* refactor: use LEAN_ENV var instead

* refactor: rename XMSS_CONFIG to ENV_CONFIG

* fix: linting

* rename XMSS_SIGNATURE_SCHEME to ENV_SIGNATURE_SCHEME

* refactor: move custom key manager logic in ForkChoiceTest into the get_shared_key_manager()

* refactor: rename ENV_ prefix to TARGET_

* feat: default to LEAN_ENV=test for testing

* fix: linting

* feat: downloadable test keys

* feat: enable prod test filling on main branch

* chore: more verbose keygen logging

* fix: percentage calc

* feat: fill prod vectors on main push

* refactor: cleaner LEAN_ENV retrieval

* refactor: remove os.environ.get from key manager

* refactor: remove keygen logs

* fix: linting

* Update packages/testing/src/consensus_testing/test_types/genesis.py

Co-authored-by: Thomas Coratger <[email protected]>

* fix: remove explicit variable name from code comment

* Update packages/testing/src/framework/test_fixtures/base.py

Co-authored-by: felipe <[email protected]>

* fix: remove LEAN_ENV default from conftest

* refactor: consolidate LEAN_ENV parsing to lean_spec.config

* fix: bring back LEAN_ENV default in conftest.py

* feat(fill): set sig scheme via CLI flag for filler, default to test

* feat: use leanEthereum/leansig-test-keys

* feat: download test keys before filling

* fix: linting

* fix: rebase

---------

Co-authored-by: Thomas Coratger <[email protected]>
Co-authored-by: felipe <[email protected]>

Author: 3 people

.github/workflows/prod-vectors.yml

@@ -0,0 +1,59 @@
+name: Production Test Vectors
+
+on:
+  push:
+    branches: [main]
+
+permissions:
+  contents: read
+
+jobs:
+  fill-prod-vectors:
+    name: Fill production test fixtures - Python 3.14
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout leanSpec
+        uses: actions/checkout@v4
+
+      - name: Install uv and Python 3.14
+        uses: astral-sh/setup-uv@v4
+        with:
+          enable-cache: true
+          cache-dependency-glob: "pyproject.toml"
+          python-version: "3.14"
+
+      - name: Sync dependencies
+        run: uv sync --no-progress
+
+      - name: Get production keys URL hash
+        id: prod-keys-url
+        run: |
+          URL=$(uv run python -c "from consensus_testing.keys import KEY_DOWNLOAD_URLS; print(KEY_DOWNLOAD_URLS['prod'])")
+          HASH=$(echo -n "$URL" | sha256sum | awk '{print $1}')
+          echo "hash=$HASH" >> $GITHUB_OUTPUT
+
+      - name: Cache production keys
+        id: cache-prod-keys
+        uses: actions/cache@v4
+        with:
+          path: packages/testing/src/consensus_testing/test_keys/prod_scheme
+          key: prod-keys-${{ steps.prod-keys-url.outputs.hash }}
+
+      - name: Download production keys
+        if: steps.cache-prod-keys.outputs.cache-hit != 'true'
+        run: uv run python -m consensus_testing.keys --download --scheme prod
+
+      - name: Fill production test fixtures
+        env:
+          LEAN_ENV: prod
+        run: uv run fill --fork=Devnet --clean -n auto
+
+      - name: Create fixtures archive
+        run: tar -czf fixtures-prod-scheme.tar.gz fixtures/
+
+      - name: Upload production test fixtures
+        uses: actions/upload-artifact@v4
+        with:
+          name: fixtures-prod-scheme
+          path: fixtures-prod-scheme.tar.gz
+          if-no-files-found: error

.gitignore

@@ -156,3 +156,6 @@ site/
 
 # Ruff
 .ruff_cache/
+
+# PQ test keys
+packages/testing/src/consensus_testing/test_keys/prod_scheme/