Even more CI Leanifications (#4115)

* Run client tests on demand or nightly

* Move wallet to nightly!

* Move devp2p to on demand or nightly

* Move verkle to on demand or nightly

* Allow skipping browser tests

* Allow reduced VM state tests

* Same with blockchain tests

Author: holgerd77

.github/workflows/browser.yml

@@ -26,6 +26,7 @@ concurrency:
 
 jobs:
   test-all-browser:
+    if: contains(join(github.event.pull_request.labels.*.name, ' '), 'test no browser') == false
     runs-on: ubuntu-latest
     strategy:
       fail-fast: false

.github/workflows/client-build.yml

@@ -29,6 +29,7 @@ concurrency:
 
 jobs:
   test-client:
+    if: contains(join(github.event.pull_request.labels.*.name, ' '), 'test client')
     runs-on: ubuntu-latest
     steps:
       # We clone the repo and submodules if triggered from work-flow dispatch

.github/workflows/devp2p-build.yml

@@ -23,6 +23,7 @@ concurrency:
 
 jobs:
   test-devp2p:
+    if: contains(join(github.event.pull_request.labels.*.name, ' '), 'test devp2p')
     runs-on: ubuntu-latest
 
     steps:

.github/workflows/other-nightly.yml

@@ -1,4 +1,4 @@
-name: Ethash Nightly
+name: Ethash/Client Nightly
 on:
   schedule:
     - cron: 0 1 * * *
@@ -22,4 +22,68 @@ jobs:
         working-directory: ${{github.workspace}}
 
       - run: npm run test
-        working-directory: ${{ github.workspace }}/packages/ethash
+        working-directory: ${{ github.workspace }}/packages/ethash
+
+  test-client:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v5
+
+      - uses: actions/setup-node@v4
+        with:
+          node-version: 20
+          cache: 'npm'
+      
+      - run: npm ci
+        working-directory: ${{github.workspace}}
+
+      - run: npm run test
+        working-directory: ${{ github.workspace }}/packages/client
+  
+  test-devp2p:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v5
+
+      - uses: actions/setup-node@v4
+        with:
+          node-version: 20
+          cache: 'npm'
+      
+      - run: npm ci
+        working-directory: ${{github.workspace}}
+
+      - run: npm run test
+        working-directory: ${{ github.workspace }}/packages/devp2p
+  
+  test-wallet:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v5
+
+      - uses: actions/setup-node@v4
+        with:
+          node-version: 20
+          cache: 'npm'
+      
+      - run: npm ci
+        working-directory: ${{github.workspace}}
+
+      - run: npm run test
+        working-directory: ${{ github.workspace }}/packages/wallet
+  
+  test-verkle:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v5
+
+      - uses: actions/setup-node@v4
+        with:
+          node-version: 20
+          cache: 'npm'
+      
+      - run: npm ci
+        working-directory: ${{github.workspace}}
+
+      - run: npm run test
+        working-directory: ${{ github.workspace }}/packages/verkle

.github/workflows/rlp-ethash-genesis-wallet-build.yml

@@ -56,10 +56,7 @@ jobs:
       - run: npm run coverage
         working-directory: ${{ github.workspace }}/packages/genesis
 
-      # Run coverage for wallet
-      - run: npm run coverage
-        working-directory: ${{ github.workspace }}/packages/wallet
-        # Upload code coverage for all jobs
+      # Upload code coverage for all jobs
       - uses: codecov/codecov-action@v4
         with:
           token: ${{ secrets.CODECOV_TOKEN }}

.github/workflows/verkle-build.yml

@@ -27,6 +27,7 @@ concurrency:
 
 jobs:
   test-verkle:
+    if: contains(join(github.event.pull_request.labels.*.name, ' '), 'test verkle')
     runs-on: ubuntu-latest
 
     steps:

.github/workflows/vm-pr.yml

@@ -114,11 +114,15 @@ jobs:
           path: ${{github.workspace}}/packages/ethereum-tests
           key: ${{ inputs.submodule-cache-key}}
           fail-on-cache-miss: true
-  
-      - run: npm run test:state -- --fork=${{ matrix.fork }} --verify-test-amount-alltests
+      
+      - if: contains(join(github.event.pull_request.labels.*.name, ' '), 'skip most VM') == false
+        run: npm run test:state -- --fork=${{ matrix.fork }} --verify-test-amount-alltests
+      
+      - if: contains(join(github.event.pull_request.labels.*.name, ' '), 'skip most VM')
+        run: npm run test:buildIntegrity
 
   vm-state-extended:
-    if: contains(join(github.event.pull_request.labels.*.name, ' '), 'Test all hardforks')
+    if: contains(join(github.event.pull_request.labels.*.name, ' '), 'test all hardforks')
     runs-on: ubuntu-latest
     strategy:
       matrix:
@@ -227,10 +231,14 @@ jobs:
           key: ${{ inputs.submodule-cache-key}}
           fail-on-cache-miss: true
 
-      - run: npm run test:blockchain -- ${{ matrix.args }}
+      - if: contains(join(github.event.pull_request.labels.*.name, ' '), 'skip most VM') == false
+        run: npm run test:blockchain -- ${{ matrix.args }}
+
+      - if: contains(join(github.event.pull_request.labels.*.name, ' '), 'skip most VM')
+        run: npm run test:blockchain:buildIntegrity
 
   vm-blockchain-extended:
-    if: contains(join(github.event.pull_request.labels.*.name, ' '), 'Test all hardforks')
+    if: contains(join(github.event.pull_request.labels.*.name, ' '), 'test all hardforks')
     runs-on: ubuntu-latest
     strategy:
       matrix:

packages/vm/package.json

@@ -50,6 +50,7 @@
     "test:blockchain": "npm run tester -- --blockchain",
     "test:blockchain:allForks": "echo 'Chainstart Homestead dao TangerineWhistle SpuriousDragon Byzantium Constantinople Petersburg Istanbul MuirGlacier Berlin London Paris Shanghai ByzantiumToConstantinopleFixAt5 EIP158ToByzantiumAt5 FrontierToHomesteadAt5 HomesteadToDaoAt5 HomesteadToEIP150At5 BerlinToLondonAt5' | xargs -n1 | xargs -I v1 npm run tester -- --blockchain --fork=v1 --verify-test-amount-alltests",
     "test:blockchain:transitionForks": "echo 'ByzantiumToConstantinopleFixAt5 EIP158ToByzantiumAt5 FrontierToHomesteadAt5 HomesteadToDaoAt5 HomesteadToEIP150At5 BerlinToLondonAt5' | xargs -n1 | xargs -I v1 npm run tester -- --blockchain --fork=v1 --verify-test-amount-alltests",
+    "test:blockchain:buildIntegrity": "npm run test:blockchain -- --file='randomStatetest303'",
     "test:buildIntegrity": "npm run test:state -- --test='stackOverflow'",
     "test:state": "npm run tester -- --state",
     "test:state:allForks": "echo 'Chainstart Homestead dao TangerineWhistle SpuriousDragon Byzantium Constantinople Petersburg Istanbul MuirGlacier Berlin London Paris Shanghai ByzantiumToConstantinopleFixAt5 EIP158ToByzantiumAt5 FrontierToHomesteadAt5 HomesteadToDaoAt5 HomesteadToEIP150At5 BerlinToLondonAt5 Cancun' | xargs -n1 | xargs -I v1 npm run test:state -- --fork=v1 --verify-test-amount-alltests",