[ot] .github/workflows: ci: Separate Earlgrey regression runs by exec env

Extend the `run-bazel-tests.sh` script for running Earlgrey regressions
via Bazel to be able to take an execution environment as an optional
third argument, defaulting to using the "qemu" tag (which covers all
QEMU exec envs), allowing us to retain the same behaviour.

Also extend CI, so now we use two separate runners, to allow us to run a
`sim_qemu_rom_with_fake_keys` and a `sim_qemu_sival_rom_ext` job in
parallel. This should keep CI times shorter despite the increase in
tests.

Signed-off-by: Alex Jones <[email protected]>

Author: AlexJones0

.github/workflows/ci_regression.yml

@@ -0,0 +1,41 @@
+#------------------------------------------------------------------------------
+# OpenTitan CI regression runner
+#
+# Copyright (c) 2025 lowRISC CIC
+# SPDX-License-Identifier: Apache License 2.0
+#------------------------------------------------------------------------------
+
+name: OT Tests
+on:
+  pull_request:
+  workflow_dispatch:
+    inputs:
+      opentitan_repo:
+        description: OpenTitan repository to be checked out
+        required: true
+        default: lowRISC/opentitan
+        type: string
+      opentitan_ref:
+        description: Branch, tag, or commit ref from OpenTitan to test
+        required: true
+        default: earlgrey_1.0.0
+        type: string
+
+jobs:
+  earlgrey_rom_with_fake_keys:
+    name: ROM
+    uses: ./.github/workflows/eg_regression.yml
+    secrets: inherit
+    with:
+      exec_env: sim_qemu_rom_with_fake_keys
+      opentitan_repo: ${{ inputs.opentitan_repo || 'lowRISC/opentitan' }}
+      opentitan_ref: ${{ inputs.opentitan_ref || 'earlgrey_1.0.0' }}
+
+  earlgrey_sival_rom_ext:
+    name: SiVal ROM_EXT
+    uses: ./.github/workflows/eg_regression.yml
+    secrets: inherit
+    with:
+      exec_env: sim_qemu_sival_rom_ext
+      opentitan_repo: ${{ inputs.opentitan_repo || 'lowRISC/opentitan' }}
+      opentitan_ref: ${{ inputs.opentitan_ref || 'earlgrey_1.0.0' }}

.github/workflows/opentitan_regression.yaml renamed to .github/workflows/eg_regression.yml

@@ -1,15 +1,19 @@
 #------------------------------------------------------------------------------
-# OpenTitan regression runner
+# OpenTitan regression run definition
 #
 # Copyright (c) 2025 lowRISC CIC
 # SPDX-License-Identifier: Apache License 2.0
 #------------------------------------------------------------------------------
 
 name: OpenTitan Regression
 on:
-  pull_request:
-  workflow_dispatch:
+  workflow_call:
     inputs:
+      exec_env:
+        description: OpenTitan QEMU execution environment to test
+        required: true
+        default: qemu  # Default tag, captures all QEMU exec envs in OpenTitan
+        type: string
       opentitan_repo:
         description: OpenTitan repository to be checked out
         required: true
@@ -22,8 +26,8 @@ on:
         type: string
 
 jobs:
-  earlgrey:
-    name: Earlgrey
+  regression:
+    name: EG Regression
     runs-on: ubuntu-22.04
     steps:
       - name: Checkout OpenTitan
@@ -57,11 +61,12 @@ jobs:
         run: |
           set -o pipefail
           ./qemu/scripts/opentitan/run-bazel-tests.sh ./ qemu \
-            | tee test_results.txt
+            ${{ inputs.exec_env }} \
+            | tee ${{ inputs.exec_env }}_test_results.txt
 
       - name: Upload Bazel test results
         if: always()
         uses: actions/upload-artifact@v4
         with:
-          name: bazel-test-results
-          path: test_results.txt
+          name: ${{ inputs.exec_env }}-bazel-test-results
+          path: ${{ inputs.exec_env }}_test_results.txt

scripts/opentitan/run-bazel-tests.sh

@@ -29,12 +29,18 @@ GITHUB_STEP_SUMMARY="${GITHUB_STEP_SUMMARY:-/dev/null}"
 # CLI arguments:
 opentitan_path="$1"
 qemu_path="$2"
+qemu_exec_env="$3"
 if [ ! -d "$opentitan_path" ] || [ ! -d "$qemu_path" ]; then
-  echo "USAGE: ${0} <OPENTITAN REPO> <QEMU REPO>"
+  echo "USAGE: ${0} <OPENTITAN REPO> <QEMU REPO> [<EXEC ENV>]"
   exit 1
 fi
 opentitan_path="$(realpath "$opentitan_path")"
 qemu_path="$(realpath "$qemu_path")"
+if [ ! "$qemu_exec_env" ]; then
+  # catch-all tag for all QEMU exec envs
+  qemu_exec_env="qemu"
+  echo "Using default 'qemu' tag to test all exec envs"
+fi
 
 # Lists of passing and flaky OpenTitan tests:
 tests_path="${qemu_path}/tests/opentitan/data/earlgrey-tests.txt"
@@ -82,7 +88,7 @@ trap "cleanup" EXIT
 cd "$opentitan_path" >/dev/null
 
 ./bazelisk.sh test //...                                    \
-  --test_tag_filters="qemu"                                 \
+  --test_tag_filters="$qemu_exec_env"                       \
   --test_summary="short"                                    \
   --test_output=all                                         \
   --override_repository="+qemu+qemu_opentitan=${qemu_path}" \
@@ -92,10 +98,10 @@ cd "$opentitan_path" >/dev/null
 ## COMPARE RESULTS
 
 # Ensure the flaky tests are sorted with the current locale.
-grep "flaky:" "$tests_path" | cut -d" " -f2 | sort -u > "$flaky"
+grep "flaky:.*$qemu_exec_env" "$tests_path" | cut -d" " -f2 | sort -u > "$flaky"
 
 # Load the list of passing tests
-grep -E "pass(ing)?:" "$tests_path" | cut -d" " -f2 | sort -u > "$expected"
+grep -E "pass(ing)?:.*$qemu_exec_env" "$tests_path" | cut -d" " -f2 | sort -u > "$expected"
 
 # Find all the tests which passed in Bazel:
 grep "PASSED[^:]" "$results" | cut -d' ' -f1 | sort > "$all_passed"