Add --config_regex option to gemmbench to allow executing a subset (#72)

Essentially 759cd6f but for gemmbench,
also intended for debugging.

Author: andfau-amd

iree_kernel_benchmark/gemmbench/__main__.py

@@ -75,6 +75,11 @@ def compile_gemm(
         help="Regular expression for allowed benchmark tags. Defaults to all tags allowed.",
         default=".*",
     )
+    parser.add_argument(
+        "--config_regex",
+        help="Regular expression for allowed benchmark configurations. Defaults to all allowed.",
+        default=".*",
+    )
     parser.add_argument(
         "--roofline",
         help="Comma separated csv file list to generate roofline plot with",
@@ -130,6 +135,7 @@ def compile_gemm(
         requested_dtypes,
         requested_variants,
         args.tag_regex,
+        args.config_regex,
         args.raw_accumulators,
     )
     print(f"Generated {len(configs)} gemm configs.")

iree_kernel_benchmark/gemmbench/problems.py

@@ -1114,9 +1114,11 @@ def get_matching_configs(
     dtypes: list[str],
     variants: list[str],
     tag_regex: str,
+    config_regex: str,
     raw_accumulators: bool,
 ) -> list[tuple[str, GemmConfig]]:
     tag_re = re.compile(tag_regex)
+    config_re = re.compile(config_regex)
     matching_configs: list[tuple[str, GemmConfig]] = []
     for tag, config in tagged_configs:
         if config.operand_element_type not in dtypes:
@@ -1125,6 +1127,8 @@ def get_matching_configs(
             continue
         if not tag_re.match(tag):
             continue
+        if not config_re.match(config.get_name()):
+            continue
         # The raw_accumulators arg means "test configs where the result element
         # type is different from what it would be in the default mode".
         # We can't just test for (result_element_type == accumulator_element_type),