[Benchmark] detect device in benchmarks (#19327)

and adjust kernel execution time for SubmitKernel
to ensure similar total execution time for BMG
and PVC.

If there is more than one device on the platform,
a warning is printed and the architecture is not set
(which means be will default to some generic benchmark arguments).

This can be extended in future - e.g. we could allow passing a specific
architecture to scripts, similarly as llvm-lit supports `sycl_devices`.

Author: igchor

devops/scripts/benchmarks/benches/compute.py

@@ -121,12 +121,22 @@ def additional_metadata(self) -> dict[str, BenchmarkMetadata]:
     def benchmarks(self) -> list[Benchmark]:
         benches = []
 
+        # hand-picked value so that total execution time of the benchmark is
+        # similar on all architectures
+        long_lernel_exec_time_ioq = 20
+        long_kernel_exec_time_ooo = 200 if "bmg" in options.device_architecture else 20
+
         for runtime in list(RUNTIMES):
             # Add SubmitKernel benchmarks using loops
             for in_order_queue in [0, 1]:
                 for measure_completion in [0, 1]:
                     for use_events in [0, 1]:
-                        for kernel_exec_time in [1, 20]:
+                        long_kernel_exec_time = (
+                            long_lernel_exec_time_ioq
+                            if in_order_queue
+                            else long_kernel_exec_time_ooo
+                        )
+                        for kernel_exec_time in [1, long_kernel_exec_time]:
                             benches.append(
                                 SubmitKernel(
                                     self,

devops/scripts/benchmarks/main.py

@@ -691,6 +691,15 @@ def validate_and_parse_env_args(env_args):
 
     benchmark_filter = re.compile(args.filter) if args.filter else None
 
+    try:
+        options.device_architecture = get_device_architecture(additional_env_vars)
+    except Exception as e:
+        options.device_architecture = ""
+        log.warning(f"Failed to fetch device architecture: {e}")
+        log.warning("Defaulting to generic benchmark parameters.")
+
+    log.info(f"Selected device architecture: {options.device_architecture}")
+
     main(
         args.benchmark_directory,
         additional_env_vars,

devops/scripts/benchmarks/utils/utils.py

@@ -7,6 +7,8 @@
 import os
 import shutil
 import subprocess
+import re
+
 import tarfile
 import hashlib
 from pathlib import Path
@@ -175,3 +177,23 @@ def download(dir, url, file, untar=False, unzip=False, checksum=""):
     else:
         log.debug(f"{data_file} exists, skipping...")
     return data_file
+
+
+def get_device_architecture(additional_env_vars):
+    sycl_ls_output = run(
+        ["sycl-ls", "--verbose"], add_sycl=True, env_vars=additional_env_vars
+    ).stdout.decode()
+
+    architectures = set()
+    for line in sycl_ls_output.splitlines():
+        if re.match(r" *Architecture:", line):
+            _, architecture = line.strip().split(":", 1)
+            architectures.add(architecture.strip())
+
+    if len(architectures) != 1:
+        raise ValueError(
+            f"Expected exactly one device architecture, but found {len(architectures)}: {architectures}."
+            "Set ONEAPI_DEVICE_SELECTOR=backend:device_id to specify a single device."
+        )
+
+    return architectures.pop()

devops/scripts/benchmarks/utils/validate.py

@@ -1,5 +1,6 @@
 import re
 
+
 class Validate:
     """Static class containing methods for validating various fields"""