Set nonzero exit status when gemmbench compilation/execution fails (#71)

See also 384cae4, which did the same
for convbench.

Author: andfau-amd

iree_kernel_benchmark/gemmbench/__main__.py

@@ -166,14 +166,14 @@ def compile_gemm(
     with Pool(num_cpus) as pool:
         compilation_results = list(tqdm(pool.starmap(compile_gemm, list(compile_args))))
 
-    error_count = 0
+    compile_error_count = 0
     for tag, config, mlir_file, vmfb_file in compilation_results:
         if vmfb_file:
             vmfb_dict[vmfb_file] = (tag, config)
         else:
-            error_count += 1
+            compile_error_count += 1
     print(
-        f"{len(configs) - error_count} Success, {error_count} Failed out of {len(configs)} configs"
+        f"{len(configs) - compile_error_count} Success, {compile_error_count} Failed out of {len(configs)} configs"
     )
 
     print("Compilation process completed.")
@@ -190,6 +190,7 @@ def compile_gemm(
     if not os.path.exists(csv_dir):
         os.makedirs(csv_dir)
 
+    run_error_count = 0
     for vmfb_filename, value in vmfb_dict.items():
         tag, config = value
         vmfb_hash = generate_md5_hex(vmfb_filename)
@@ -218,6 +219,8 @@ def compile_gemm(
         # iree benchmark kernels
         ret_value, cmd_out, cmd_err = run_iree_command(exec_args)
         ok = ret_value == 0
+        if not ok:
+            run_error_count += 1
         benchmark_gemm_mean_time_ms = bench_summary_process(ret_value, cmd_out)
         benchmark_gemm_mean_time_us = benchmark_gemm_mean_time_ms * 1000
 
@@ -266,3 +269,8 @@ def compile_gemm(
 
     write_results_to_csv(results, output_csv, fieldnames)
     print(f"Results written to {output_csv}")
+
+    if compile_error_count != 0 or run_error_count != 0:
+        exit(1)
+    else:
+        exit(0)