test runner tags

Author: lucasssvaz

.github/workflows/tests_hw_wokwi.yml

@@ -192,7 +192,7 @@ jobs:
             core.info(`${name} is ${state}`);
 
   hardware-test:
-    name: Hardware ${{ matrix.chip }} ${{ matrix.type }} tests
+    name: Internal Hardware Tests
     if: |
       (github.event.workflow_run.conclusion == 'success' ||
       github.event.workflow_run.conclusion == 'failure' ||
@@ -201,15 +201,10 @@ jobs:
     runs-on: ubuntu-latest
     needs: get-artifacts
     env:
-      id: ${{ needs.get-artifacts.outputs.ref }}-${{ github.event.workflow_run.head_sha || github.sha }}-${{ matrix.chip }}-${{ matrix.type }}
+      id: ${{ needs.get-artifacts.outputs.ref }}-${{ github.event.workflow_run.head_sha || github.sha }}
     permissions:
       actions: read
       statuses: write
-    strategy:
-      fail-fast: false
-      matrix:
-        type: ${{ fromJson(needs.get-artifacts.outputs.types) }}
-        chip: ${{ fromJson(needs.get-artifacts.outputs.targets) }}
     steps:
       - name: Report pending
         uses: actions/github-script@60a0d83039c74a4aee543508d2ffcb1c3799cdea # v7.0.1
@@ -222,7 +217,7 @@ jobs:
             core.debug(`repo: ${repo}`);
             core.debug(`sha: ${sha}`);
             const { context: name, state } = (await github.rest.repos.createCommitStatus({
-              context: 'Runtime Tests / Hardware (${{ matrix.type }}, ${{ matrix.chip }}) / Hardware ${{ matrix.chip }} ${{ matrix.type }} tests (${{ github.event.workflow_run.event }} -> workflow_run)',
+              context: 'Runtime Tests / Internal Hardware Tests (${{ github.event.workflow_run.event }} -> workflow_run)',
               owner: owner,
               repo: repo,
               sha: sha,
@@ -261,8 +256,7 @@ jobs:
         if: ${{ steps.check-tests.outputs.enabled == 'true' }}
         run: |
           # A webhook to sync the repository is sent to GitLab when a commit is pushed to GitHub
-          # In the worst case, it can take up to 5 minutes for the sync to complete
-          # We wait for 6 minutes after the push to GitHub to be safe
+          # We wait for 10 minutes after the push to GitHub to be safe
 
           echo "Ensuring GitLab sync has completed before triggering pipeline..."
 
@@ -281,8 +275,8 @@ jobs:
 
               echo "Elapsed time since push: ${elapsed_minutes} minutes"
 
-              if [ $elapsed_minutes -lt 6 ]; then
-                wait_time=$(( (6 - elapsed_minutes) * 60 ))
+              if [ $elapsed_minutes -lt 10 ]; then
+                wait_time=$(( (10 - elapsed_minutes) * 60 ))
                 echo "Waiting ${wait_time} seconds for GitLab sync to complete..."
                 sleep $wait_time
               else
@@ -305,15 +299,6 @@ jobs:
         with:
           ref: ${{ needs.get-artifacts.outputs.base || github.ref }}
 
-      - name: Get test binaries
-        if: ${{ steps.check-tests.outputs.enabled == 'true' }}
-        uses: actions/download-artifact@95815c38cf2ff2164869cbab79da8d1f422bc89e # v4.2.1
-        with:
-          github-token: ${{ secrets.GITHUB_TOKEN }}
-          run-id: ${{ github.event.workflow_run.id }}
-          name: test-bin-${{ matrix.chip }}-${{ matrix.type }}
-          path: test-binaries
-
       - name: Trigger GitLab Pipeline and Download Artifacts
         if: ${{ steps.check-tests.outputs.enabled == 'true' }}
         uses: digital-blueprint/[email protected]
@@ -328,7 +313,7 @@ jobs:
           download_artifacts: 'true'
           download_artifacts_on_failure: 'true'
           download_path: './gitlab-artifacts'
-          variables: '{"TEST_TYPE":"${{ matrix.type }}","TEST_CHIP":"${{ matrix.chip }}","PIPELINE_ID":"${{ env.id }}","BINARIES_RUN_ID":"${{ github.event.workflow_run.id }}","GITHUB_REPOSITORY":"${{ github.repository }}"}'
+          variables: '{"TEST_TYPES":"${{ needs.get-artifacts.outputs.types }}","TEST_CHIPS":"${{ needs.get-artifacts.outputs.targets }}","PIPELINE_ID":"${{ env.id }}","BINARIES_RUN_ID":"${{ github.event.workflow_run.id }}","GITHUB_REPOSITORY":"${{ github.repository }}"}'
 
       - name: Process Downloaded Artifacts
         if: ${{ always() && steps.check-tests.outputs.enabled == 'true' }}
@@ -359,7 +344,7 @@ jobs:
             echo "No artifacts were downloaded from GitLab"
           fi
 
-      - name: Upload ${{ matrix.chip }} ${{ matrix.type }} hardware results as cache
+      - name: Upload hardware results as cache
         uses: actions/cache/save@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
         if: steps.check-tests.outputs.enabled == 'true' && needs.get-artifacts.outputs.pr_num
         with:
@@ -368,11 +353,11 @@ jobs:
             tests/**/*.xml
             tests/**/result_*.json
 
-      - name: Upload ${{ matrix.chip }} ${{ matrix.type }} hardware results as artifacts
+      - name: Upload hardware results as artifacts
         uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
         if: always()
         with:
-          name: test-results-hw-${{ matrix.chip }}-${{ matrix.type }}
+          name: test-results-hw
           overwrite: true
           path: |
             tests/**/*.xml
@@ -390,7 +375,7 @@ jobs:
             core.debug(`repo: ${repo}`);
             core.debug(`sha: ${sha}`);
             const { context: name, state } = (await github.rest.repos.createCommitStatus({
-              context: 'Runtime Tests / Hardware (${{ matrix.type }}, ${{ matrix.chip }}) / Hardware ${{ matrix.chip }} ${{ matrix.type }} tests (${{ github.event.workflow_run.event }} -> workflow_run)',
+              context: 'Runtime Tests / Internal Hardware Tests (${{ github.event.workflow_run.event }} -> workflow_run)',
               owner: owner,
               repo: repo,
               sha: sha,

.gitlab-ci.yml

@@ -22,4 +22,4 @@ workflow:
 
 include:
   - ".gitlab/workflows/common.yml"
-  - ".gitlab/workflows/hardware_tests.yml"
+  - ".gitlab/workflows/hardware_tests_dynamic.yml"