fix file path in plot, refactor openroad util to populate paths correctly

Signed-off-by: Jack Luar <[email protected]>

Author: luarss

tools/AutoTuner/src/autotuner/utils.py

@@ -257,26 +257,23 @@ def openroad(
     base_dir,
     parameters,
     flow_variant,
-    path="",
     install_path=None,
 ):
     """
     Run OpenROAD-flow-scripts with a given set of parameters.
     """
     # Make sure path ends in a slash, i.e., is a folder
     flow_variant = f"{args.experiment}/{flow_variant}"
-    if path != "":
-        log_path = f"{path}/{flow_variant}/"
-        report_path = log_path.replace("logs", "reports")
-        run_command(args, f"mkdir -p {log_path}")
-        run_command(args, f"mkdir -p {report_path}")
-    else:
-        log_path = os.path.abspath(
-            os.path.join(base_dir, f"flow/logs/{args.platform}/{args.design}")
-        )
-        report_path = os.path.abspath(
-            os.path.join(base_dir, f"flow/reports/{args.platform}/{args.design}")
+    log_path = os.path.abspath(
+        os.path.join(base_dir, f"flow/logs/{args.platform}/{args.design}", flow_variant)
+    )
+    report_path = os.path.abspath(
+        os.path.join(
+            base_dir, f"flow/reports/{args.platform}/{args.design}", flow_variant
         )
+    )
+    os.makedirs(log_path, exist_ok=True)
+    os.makedirs(report_path, exist_ok=True)
 
     if install_path is None:
         install_path = os.path.join(base_dir, "tools/install")
@@ -296,11 +293,11 @@ def openroad(
         args,
         make_command,
         timeout=args.timeout,
-        stderr_file=f"{log_path}error-make-finish.log",
-        stdout_file=f"{log_path}make-finish-stdout.log",
+        stderr_file=os.path.join(log_path, "error-make-finish.log"),
+        stdout_file=os.path.join(log_path, "make-finish-stdout.log"),
     )
 
-    metrics_file = os.path.abspath(os.path.join(report_path, "metrics.json"))
+    metrics_file = os.path.abspath(os.path.join(log_path, "metrics.json"))
     metrics_command = export_command
     metrics_command += f"{base_dir}/flow/util/genMetrics.py -x"
     metrics_command += f" -v {flow_variant}"
@@ -310,8 +307,8 @@ def openroad(
     run_command(
         args,
         metrics_command,
-        stderr_file=f"{log_path}error-metrics.log",
-        stdout_file=f"{log_path}metrics-stdout.log",
+        stderr_file=os.path.join(log_path, "error-metrics.log"),
+        stdout_file=os.path.join(log_path, "metrics-stdout.log"),
     )
 
     return metrics_file

tools/AutoTuner/src/autotuner/utils/plot.py

@@ -41,7 +41,9 @@ def load_dir(dir: str) -> pd.DataFrame:
     params = []
     failed = []
     for params_fname in glob.glob(f"{dir}/*/params.json"):
-        metrics_fname = params_fname.replace("params.json", "metrics.json")
+        metrics_fname = params_fname.replace("params.json", "metrics.json").replace(
+            "ray", "or-0"
+        )
         try:
             with open(params_fname, "r") as f:
                 _dict = json.load(f)