github runner overhaul (#3751)

-    More isolated per job
-    Moderate speed increase
-    Moderate Cost reduction
-    Better security as jobs and tasks are fully isolated and run on ephemeral instances

Author: parithosh

.github/workflows/run-tests.yml

@@ -24,41 +24,42 @@ on:
     - cron: '0 0 * * *'
 
 jobs:
-  preclear:
-      runs-on: self-hosted
-      if: always()
-      steps:
-        - name: 'Cleanup build folder'
-          run: |
-            ls -la ./
-            rm -rf ./* || true
-            rm -rf ./.??* || true
-            ls -la ./
-
   table_of_contents:
-   runs-on: self-hosted
-   needs: preclear
+   runs-on: [self-hosted-ghr-custom, size-s-x64, profile-consensusSpecs]
    steps:
-      - name: Checkout this repo
-        uses: actions/[email protected]
+      - name: Checkout repository
+        uses: actions/checkout@v4
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: '20'
+          cache: ''
       - name: Check table of contents
-        run: sudo npm install -g [email protected] && make check_toc
+        run: npm install -g [email protected] && make check_toc
 
   codespell:
-   runs-on: self-hosted
-   needs: preclear
+   runs-on: [self-hosted-ghr-custom, size-s-x64, profile-consensusSpecs]
    steps:
-      - name: Checkout this repo
-        uses: actions/[email protected]
+      - name: Checkout repository
+        uses: actions/checkout@v4
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.10'
+          cache: ''
       - name: Check codespell
-        run: pip install 'codespell<3.0.0,>=2.0.0' --user &&  make codespell
+        run: make codespell
 
   lint:
-    runs-on: self-hosted
-    needs: preclear
+    runs-on: [self-hosted-ghr-custom, size-l-x64, profile-consensusSpecs]
     steps:
-      - name: Checkout this repo
-        uses: actions/[email protected]
+      - name: Checkout repository
+        uses: actions/checkout@v4
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.10'
+          cache: ''
       - name: Install pyspec requirements
         run: make install_test
       - name: Run linter for pyspec
@@ -67,14 +68,19 @@ jobs:
         run: make lint_generators
 
   pyspec-tests:
-    runs-on: self-hosted
-    needs: [preclear,lint,codespell,table_of_contents]
+    runs-on: [self-hosted-ghr-custom, size-xl-x64, profile-consensusSpecs]
+    needs: [lint,codespell,table_of_contents]
     strategy:
       matrix:
         version: ["phase0", "altair", "bellatrix", "capella", "deneb", "electra", "whisk", "eip7594"]
     steps:
-      - name: Checkout this repo
-        uses: actions/[email protected]
+      - name: Checkout repository
+        uses: actions/checkout@v4
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.10'
+          cache: ''
       - name: set TEST_PRESET_TYPE
         if: github.event.inputs.test_preset_type != ''
         run: |
@@ -95,20 +101,8 @@ jobs:
         run: make install_test
       - name: test-${{ matrix.version }}
         run: make citest fork=${{ matrix.version }} TEST_PRESET_TYPE=${{env.spec_test_preset_type}}
-      - uses: actions/upload-artifact@v3
+      - uses: actions/upload-artifact@v4
         if: always()
         with:
-          name: test-${{ matrix.version }}
+          name: test-reports-${{ matrix.version }}
           path: tests/core/pyspec/test-reports
-
-  cleanup:
-      runs-on: self-hosted
-      needs: [preclear,pyspec-tests,codespell,lint,table_of_contents]
-      if: always()
-      steps:
-        - name: 'Cleanup build folder'
-          run: |
-            ls -la ./
-            rm -rf ./* || true
-            rm -rf ./.??* || true
-            ls -la ./

Makefile

@@ -107,13 +107,13 @@ pyspec:
 
 # check the setup tool requirements
 preinstallation:
-	python3 -m venv venv; . venv/bin/activate; \
+	python3 -m venv venv && \
+	. venv/bin/activate && \
 	python3 -m pip install -r requirements_preinstallation.txt
 
-# installs the packages to run pyspec tests
 install_test: preinstallation
-	python3 -m venv venv; . venv/bin/activate; \
-	python3 -m pip install -e .[lint]; python3 -m pip install -e .[test]
+	. venv/bin/activate && \
+	python3 -m pip install -e .[lint,test]
 
 # Testing against `minimal` or `mainnet` config by default
 test: pyspec