[benchmarks] fix python formatting with black

Author: pbalcer

devops/scripts/benchmarks/main.py

@@ -153,7 +153,7 @@ def main(directory, additional_env_vars, save_name, compare_names, filter):
             SyclBench(directory),
             LlamaCppBench(directory),
             UMFSuite(directory),
-            # TestSuite()
+            TestSuite(),
         ]
         if not options.dry_run
         else []
@@ -438,6 +438,13 @@ def validate_and_parse_env_args(env_args):
         help="Directory for cublas library",
         default=None,
     )
+    parser.add_argument(
+        "--preset",
+        type=str,
+        choices=[p.name for p in Presets],
+        help="Benchmark preset to run.",
+        default="FULL",
+    )
 
     args = parser.parse_args()
     additional_env_vars = validate_and_parse_env_args(args.env)

devops/scripts/benchmarks/options.py

@@ -2,6 +2,7 @@
 from enum import Enum
 
 
+
 class Compare(Enum):
     LATEST = "latest"
     AVERAGE = "average"

devops/scripts/benchmarks/presets.py

@@ -0,0 +1,68 @@
+# Copyright (C) 2024 Intel Corporation
+# Part of the Unified-Runtime Project, under the Apache License v2.0 with LLVM Exceptions.
+# See LICENSE.TXT
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+
+from enum import Enum
+
+
+class Preset:
+    def description(self):
+        pass
+
+    def suites(self) -> list[str]:
+        return []
+
+
+class Full(Preset):
+    def description(self):
+        return "All available benchmarks."
+
+    def suites(self) -> list[str]:
+        return [
+            "Compute Benchmarks",
+            "llama.cpp bench",
+            "SYCL-Bench",
+            "Velocity Bench",
+            "UMF",
+        ]
+
+
+class SYCL(Preset):
+    def description(self):
+        return "All available benchmarks related to SYCL."
+
+    def suites(self) -> list[str]:
+        return ["Compute Benchmarks", "llama.cpp bench", "SYCL-Bench", "Velocity Bench"]
+
+
+class Minimal(Preset):
+    def description(self):
+        return "Short microbenchmarks."
+
+    def suites(self) -> list[str]:
+        return ["Compute Benchmarks"]
+
+
+class Normal(Preset):
+    def description(self):
+        return "Comprehensive mix of microbenchmarks and real applications."
+
+    def suites(self) -> list[str]:
+        return ["Compute Benchmarks"]
+
+
+class Test(Preset):
+    def description(self):
+        return "Noop benchmarks for framework testing."
+
+    def suites(self) -> list[str]:
+        return ["Test Suite"]
+
+
+class Presets(Enum):
+    FULL = Full
+    SYCL = SYCL  # Nightly
+    NORMAL = Normal  # PR
+    MINIMAL = Minimal  # Quick smoke tests
+    TEST = Test