add SubmitGraph benchmark

... and apply black formatting.

Author: pbalcer

devops/scripts/benchmarks/benches/compute.py

@@ -28,7 +28,7 @@ def setup(self):
             self.directory,
             "compute-benchmarks-repo",
             "https://github.com/intel/compute-benchmarks.git",
-            "dfdbf2ff9437ee159627cc2cd9159c289da1a7ba",
+            "b5cc46acf61766ab00da04e85bd4da4f7591eb21",
         )
         build_path = create_build_path(self.directory, "compute-benchmarks-build")
 
@@ -87,6 +87,19 @@ def benchmarks(self) -> list[Benchmark]:
             UllsKernelSwitch(self, RUNTIMES.LEVEL_ZERO, 8, 200, 0, 0, 1, 1),
         ]
 
+        for in_order_queue in [0, 1]:
+            for num_kernels in [4, 32]:
+                for measure_completion_time in [0, 1]:
+                    benches.append(
+                        GraphApiSubmitGraph(
+                            self,
+                            RUNTIMES.SYCL,
+                            in_order_queue,
+                            num_kernels,
+                            measure_completion_time,
+                        )
+                    )
+
         if options.ur is not None:
             benches += [
                 SubmitKernelUR(self, 0, 0),
@@ -536,14 +549,46 @@ def bin_args(self) -> list[str]:
             "--immediateAppendCmdList=0",
         ]
 
+
+class GraphApiSubmitGraph(ComputeBenchmark):
+    def __init__(
+        self, bench, runtime: RUNTIMES, inOrderQueue, numKernels, measureCompletionTime
+    ):
+        self.inOrderQueue = inOrderQueue
+        self.numKernels = numKernels
+        self.runtime = runtime
+        self.measureCompletionTime = measureCompletionTime
+        super().__init__(bench, f"graph_api_benchmark_{runtime.value}", "SubmitGraph")
+
+    def explicit_group(self):
+        return f"SubmitGraph {self.numKernels}"
+
+    def description(self) -> str:
+        return (
+            f"Measures {self.runtime.value.upper()} performance when executing {self.numKernels} "
+            f"trivial kernels using graphs. Tests overhead and benefits of graph-based execution."
+        )
+
+    def name(self):
+        return f"graph_api_benchmark_{self.runtime.value} SubmitGraph numKernels:{self.numKernels} ioq {self.inOrderQueue} measureCompletion {self.measureCompletionTime}"
+
+    def bin_args(self) -> list[str]:
+        return [
+            "--iterations=10000",
+            f"--NumKernels={self.numKernels}",
+            f"--MeasureCompletionTime={self.measureCompletionTime}",
+            f"--InOrderQueue={self.inOrderQueue}",
+            "--Profiling=0",
+            "--KernelExecutionTime=1",
+        ]
+
+
 class UllsEmptyKernel(ComputeBenchmark):
     def __init__(self, bench, runtime: RUNTIMES, wgc, wgs):
         self.wgc = wgc
         self.wgs = wgs
         self.runtime = runtime
-        super().__init__(
-            bench, f"ulls_benchmark_{runtime.value}", "EmptyKernel"
-        )
+        super().__init__(bench, f"ulls_benchmark_{runtime.value}", "EmptyKernel")
 
     def explicit_group(self):
         return f"EmptyKernel {self.wgc} {self.wgs}"
@@ -561,18 +606,27 @@ def bin_args(self) -> list[str]:
             f"--wgc={self.wgs}",
         ]
 
+
 class UllsKernelSwitch(ComputeBenchmark):
-    def __init__(self, bench, runtime: RUNTIMES, count, kernelTime, barrier, hostVisible, ioq, ctrBasedEvents):
+    def __init__(
+        self,
+        bench,
+        runtime: RUNTIMES,
+        count,
+        kernelTime,
+        barrier,
+        hostVisible,
+        ioq,
+        ctrBasedEvents,
+    ):
         self.count = count
         self.kernelTime = kernelTime
         self.barrier = barrier
         self.hostVisible = hostVisible
         self.ctrBasedEvents = ctrBasedEvents
         self.runtime = runtime
         self.ioq = ioq
-        super().__init__(
-            bench, f"ulls_benchmark_{runtime.value}", "KernelSwitch"
-        )
+        super().__init__(bench, f"ulls_benchmark_{runtime.value}", "KernelSwitch")
 
     def explicit_group(self):
         return f"KernelSwitch {self.count} {self.kernelTime}"

devops/scripts/benchmarks/history.py

@@ -83,7 +83,7 @@ def create_run(self, name: str, results: list[Result]) -> BenchmarkRun:
             github_repo=github_repo,
             date=datetime.now(tz=timezone.utc),
             results=results,
-            hostname=socket.gethostname()
+            hostname=socket.gethostname(),
         )
 
     def save(self, save_name, results: list[Result], to_file=True):
@@ -99,11 +99,7 @@ def save(self, save_name, results: list[Result], to_file=True):
 
         # Use formatted timestamp for the filename
         timestamp = datetime.now().strftime("%Y%m%d_%H%M%S")
-        file_path = Path(
-            os.path.join(
-                results_dir, f"{save_name}_{timestamp}.json"
-            )
-        )
+        file_path = Path(os.path.join(results_dir, f"{save_name}_{timestamp}.json"))
         with file_path.open("w") as file:
             json.dump(serialized, file, indent=4)
         print(f"Benchmark results saved to {file_path}")
@@ -134,7 +130,7 @@ def compute_average(self, data: list[BenchmarkRun]):
             name=first_run.name,
             git_hash="average",
             date=first_run.date,  # should this be different?
-            hostname=first_run.hostname
+            hostname=first_run.hostname,
         )
 
         return average_benchmark_run

devops/scripts/benchmarks/main.py

@@ -409,7 +409,7 @@ def validate_and_parse_env_args(env_args):
         "--output-dir",
         type=str,
         help="Location for output files, if --output-html or --output_markdown was specified.",
-        default=None
+        default=None,
     )
     parser.add_argument(
         "--dry-run",

devops/scripts/benchmarks/options.py

@@ -3,6 +3,7 @@
 
 from presets import presets
 
+
 class Compare(Enum):
     LATEST = "latest"
     AVERAGE = "average"

devops/scripts/benchmarks/presets.py

@@ -30,9 +30,9 @@
     ],
 }
 
+
 def enabled_suites(preset: str) -> list[str]:
     try:
         return presets[preset]
     except KeyError:
         raise ValueError(f"Preset '{preset}' not found.")
-