uniquify experiment dir

Signed-off-by: Jack Luar <[email protected]>

Author: luarss

tools/AutoTuner/src/autotuner/distributed.py

@@ -510,9 +510,13 @@ def parse_arguments():
     else:
         args.experiment += f"-{args.mode}"
 
-    # Append a date for non-resume mode to ensure unique experiment dirs.
-    if not args.resume:
-        args.experiment += f"-{DATE}"
+    # Experiment name must be unique. TODO: Have a single source of truth for EXPERIMENT_DIR.
+    if os.path.exists(f"{LOCAL_DIR}/{args.platform}/{args.design}/{args.experiment}"):
+        print(
+            f"[ERROR TUN-0032] Experiment {args.experiment} already exists."
+            " Please choose a different name."
+        )
+        sys.exit(1)
 
     # Convert time to seconds
     if args.timeout_per_trial is not None:
@@ -710,6 +714,7 @@ def main():
             trial_name_creator=lambda x: f"variant-{x.trainable_name}-{x.trial_id}-ray",
             trial_dirname_creator=lambda x: f"variant-{x.trainable_name}-{x.trial_id}-ray",
         )
+        exit()
         if args.algorithm == "pbt":
             os.environ["TUNE_MAX_PENDING_TRIALS_PG"] = str(args.jobs)
             tune_args["scheduler"] = search_algo

tools/AutoTuner/test/smoke_test_algo_eval.py

@@ -23,13 +23,13 @@ def setUp(self):
             f"python3 -m autotuner.distributed"
             f" --design {self.design}"
             f" --platform {self.platform}"
-            f" --experiment {self.experiment}"
+            f" --experiment {self.experiment}-{idx}"
             f" --config {self.config}"
             f" --yes"
             f" tune --samples 5"
             f" --algorithm {a} --eval {e}"
             f" --reference {self.reference}"
-            for a, e in self.matrix
+            for idx, (a, e) in enumerate(self.matrix)
         ]
 
     def make_base(self):

tools/AutoTuner/test/smoke_test_cpubudget.py

@@ -16,7 +16,7 @@ def setUp(self):
             cur_dir,
             f"../../../flow/designs/{self.platform}/{self.design}/autotuner.json",
         )
-        self.experiment = f"smoke-test-timeout-{self.platform}"
+        self.experiment = f"smoke-test-cpubudget-{self.platform}"
 
         cpu_budget = 1
         self.expected_timeout = cpu_budget / os.cpu_count()

tools/AutoTuner/test/smoke_test_sample_iteration.py

@@ -20,11 +20,11 @@ def setUp(self):
             f"python3 -m autotuner.distributed"
             f" --design {self.design}"
             f" --platform {self.platform}"
-            f" --experiment {self.experiment}"
+            f" --experiment {self.experiment}-{idx}"
             f" --config {self.config}"
             f" --yes"
             f" tune --samples {s} --iterations {i}"
-            for s, i in self.matrix
+            for idx, (s, i) in enumerate(self.matrix)
         ]
 
     def test_sample_iteration(self):

tools/AutoTuner/test/smoke_test_timeout.py

@@ -25,12 +25,12 @@ def setUp(self):
             "python3 distributed.py"
             f" --design {self.design}"
             f" --platform {self.platform}"
-            f" --experiment {self.experiment}"
+            f" --experiment {self.experiment}-{idx}"
             f" --config {self.config}"
             f" --yes"
             f" {flag}"
             f" tune --samples 1"
-            for flag in timeout_flags
+            for idx, flag in enumerate(timeout_flags)
         ]
 
     def test_timeout(self):