[TEST] Test new runner

Author: PatKamin

.github/workflows/sycl-ur-perf-benchmarking.yml

@@ -1,6 +1,9 @@
 name: Run Benchmarks
 
 on:
+  pull_request:
+    branches:
+    - sycl
   workflow_call:
     inputs:
       preset:
@@ -35,18 +38,21 @@ on:
           results, this will be the name used to refer results from the current
           run.
         required: false
-        default: ''
+        default: 'test_runner_46'
       upload_results:
         type: string # true/false: workflow_dispatch does not support booleans
         description: |
           Upload results to https://intel.github.io/llvm/benchmarks/.
-        required: true
+        required: false
+        default: 'true'
       runner:
         type: string
-        required: true
+        required: false
+        default: '["test-runner"]'
       backend:
         type: string
-        required: true
+        required: false
+        default: 'level_zero_v2:gpu'
 
   workflow_dispatch:
     inputs:
@@ -93,14 +99,17 @@ on:
       runner:
         type: choice
         options:
+          - '["test-runner"]'
           - '["PVC_PERF"]'
           - '["BMG_PERF"]'
+        default: '["test-runner"]'
       backend:
         description: Backend to use
         type: choice
         options:
-          - 'level_zero:gpu'
           - 'level_zero_v2:gpu'
+          - 'level_zero:gpu'
+        default: 'level_zero_v2:gpu'
             # As of #17407, sycl-linux-build now builds v2 by default
 
 permissions: read-all
@@ -110,7 +119,7 @@ jobs:
     name: Sanitize inputs
     runs-on: ubuntu-latest
     env:
-      COMMIT_HASH: ${{ inputs.commit_hash }}
+      COMMIT_HASH: ${{ inputs.commit_hash || }}
       PR_NO: ${{ inputs.pr_no }}
       SAVE_NAME: ${{ inputs.save_name }}
     outputs:
@@ -178,12 +187,12 @@ jobs:
       matrix:
         include:
           # Set default values if not specified:
-          - runner: ${{ inputs.runner || '["PVC_PERF"]' }}
-            backend: ${{ inputs.backend || 'level_zero:gpu' }}
+          - runner: ${{ inputs.runner || '["test-runner"]' }}
+            backend: ${{ inputs.backend || 'level_zero_v2:gpu' }}
     uses: ./.github/workflows/sycl-linux-run-tests.yml
     secrets: inherit
     with:
-      name: Run compute-benchmarks (${{ matrix.save_name }}, ${{ matrix.runner }}, ${{ matrix.backend }})
+      name: Run compute-benchmarks (${{ needs.sanitize_inputs.outputs.benchmark_save_name }}, ${{ matrix.runner }}, ${{ matrix.backend }})
       runner: ${{ matrix.runner }}
       image: ghcr.io/intel/llvm/sycl_ubuntu2404_nightly:latest
       image_options: -u 1001 --device=/dev/dri -v /dev/dri/by-path:/dev/dri/by-path --privileged --cap-add SYS_ADMIN

devops/actions/run-tests/benchmark/action.yml

@@ -172,7 +172,7 @@ runs:
       esac
       case "$RUNNER_TAG" in
         '["PVC_PERF"]') MACHINE_TYPE="PVC" ;;
-        '["BMG_PERF"]') MACHINE_TYPE="BMG" ;;
+        '["test-runner2"]') MACHINE_TYPE="BMG" ;;
         # Best effort at matching
         *)
           MACHINE_TYPE="${RUNNER_TAG#[\"}"

devops/scripts/benchmarks/utils/validate.py

@@ -27,7 +27,7 @@ def runner_name(runner_name: str, throw: Exception = None):
         """
         Returns True if runner_name is clean (no illegal characters).
         """
-        return Validate.on_re(runner_name, r"^[a-zA-Z0-9_]+$", throw=throw)
+        return Validate.on_re(runner_name, r"^[a-zA-Z0-9_-]+$", throw=throw)
 
     @staticmethod
     def timestamp(t: str, throw: Exception = None):