[TEST] Test new runner

Author: PatKamin

.github/workflows/sycl-ur-perf-benchmarking.yml

@@ -1,6 +1,7 @@
 name: Run Benchmarks
 
 on:
+  pull_request:
   workflow_call:
     inputs:
       preset:
@@ -35,18 +36,21 @@ on:
           results, this will be the name used to refer results from the current
           run.
         required: false
-        default: ''
+        default: 'test_runner_46'
       upload_results:
         type: string # true/false: workflow_dispatch does not support booleans
         description: |
           Upload results to https://intel.github.io/llvm/benchmarks/.
-        required: true
+        required: false
+        default: 'true'
       runner:
         type: string
-        required: true
+        required: false
+        default: '["test-runner"]'
       backend:
         type: string
-        required: true
+        required: false
+        default: 'level_zero_v2:gpu'
 
   workflow_dispatch:
     inputs:
@@ -93,14 +97,17 @@ on:
       runner:
         type: choice
         options:
+          - '["test-runner"]'
           - '["PVC_PERF"]'
           - '["BMG_PERF"]'
+        default: '["test-runner"]'
       backend:
         description: Backend to use
         type: choice
         options:
-          - 'level_zero:gpu'
           - 'level_zero_v2:gpu'
+          - 'level_zero:gpu'
+        default: 'level_zero_v2:gpu'
             # As of #17407, sycl-linux-build now builds v2 by default
 
 permissions: read-all
@@ -110,7 +117,7 @@ jobs:
     name: Sanitize inputs
     runs-on: ubuntu-latest
     env:
-      COMMIT_HASH: ${{ inputs.commit_hash }}
+      COMMIT_HASH: ${{ inputs.commit_hash || }}
       PR_NO: ${{ inputs.pr_no }}
       SAVE_NAME: ${{ inputs.save_name }}
     outputs:

devops/actions/run-tests/benchmark/action.yml

@@ -172,7 +172,7 @@ runs:
       esac
       case "$RUNNER_TAG" in
         '["PVC_PERF"]') MACHINE_TYPE="PVC" ;;
-        '["BMG_PERF"]') MACHINE_TYPE="BMG" ;;
+        '["test-runner2"]') MACHINE_TYPE="BMG" ;;
         # Best effort at matching
         *)
           MACHINE_TYPE="${RUNNER_TAG#[\"}"

devops/scripts/benchmarks/utils/validate.py

@@ -27,7 +27,7 @@ def runner_name(runner_name: str, throw: Exception = None):
         """
         Returns True if runner_name is clean (no illegal characters).
         """
-        return Validate.on_re(runner_name, r"^[a-zA-Z0-9_]+$", throw=throw)
+        return Validate.on_re(runner_name, r"^[a-zA-Z0-9_-]+$", throw=throw)
 
     @staticmethod
     def timestamp(t: str, throw: Exception = None):