check-inductor-report.py

Author: kwasd

scripts/check_inductor_report.py

@@ -5,10 +5,10 @@
 import sys
 
 
-def check_report(suite, dtype, mode, test_mode, device, models_file, workspace):
-    inductor_log_dir = Path(workspace) / Path("inductor_log") / suite / dtype
-    inductor_report_filename = f"inductor_{suite}_{dtype}_{mode}_{device}_{test_mode}.csv"
-    inductor_report_path = Path(inductor_log_dir / inductor_report_filename)
+def check_report(suite, dtype, mode, test_mode, device, models_file, inductor_log_dir):
+    inductor_log_dir_leaf = Path(inductor_log_dir) / suite / dtype
+    inductor_report_filename = f"inductor_{suite}_{dtype}_{mode}_{device}_{'inference-no-freezing' if test_mode == 'inference' else test_mode}.csv"
+    inductor_report_path = Path(inductor_log_dir_leaf / inductor_report_filename)
 
     subset = []
     report = []
@@ -53,13 +53,13 @@ def main():
     argparser = argparse.ArgumentParser()
     argparser.add_argument("--suite", required=True)
     argparser.add_argument("--dtype", required=True)
-    argparser.add_argument("--mode", required=True)
+    argparser.add_argument("--mode", required=True, choices=("inference", "training", "training-no-freeze"))
     argparser.add_argument("--test_mode", required=True, choices=("performance", "accuracy"))
     argparser.add_argument("--device", help="i.e. xpu", required=True)
     argparser.add_argument("--models-file", help="Subset of models list", required=True)
-    argparser.add_argument("--workspace", help="Where to find the 'inductor_log' directory", default='.'), 
+    argparser.add_argument("--inductor-log-dir", help="Inductor test log directory", default='inductor_log'), 
     args = argparser.parse_args()
-    exitcode = check_report(args.suite, args.dtype, args.mode, args.test_mode, args.device, args.models_file)
+    exitcode = check_report(args.suite, args.dtype, args.mode, args.test_mode, args.device, args.models_file, args.inductor_log_dir)
     print(f"Report check result: {'SUCCESS' if exitcode == 0 else 'FAIL'}")
     sys.exit(exitcode)