[Autotuner] CI Smoke Test - Sample & Iteration (#2048)

* Add smoke test for sample and iteration

Signed-off-by: Song Luar <[email protected]>

Author: luarss

docs/user/InstructionsForAutoTuner.md

@@ -208,6 +208,7 @@ Assuming the virtual environment is setup at `./tools/AutoTuner/autotuner_env`:
 ./tools/AutoTuner/setup.sh
 python3 ./tools/AutoTuner/test/smoke_test_sweep.py
 python3 ./tools/AutoTuner/test/smoke_test_tune.py
+python3 ./tools/AutoTuner/test/smoke_test_sample_iteration.py
 ```
 
 ## Citation

flow/test/test_helper.sh

@@ -94,13 +94,13 @@ case $PLATFORM in
 esac
 
 if [ $RUN_AUTOTUNER -eq 1 ]; then
-  # change directory to the root of the repo
-  echo "Install and starting venv"
+  # run the commands in ORFS root dir
+  echo "[INFO FLW-0029] Installing dependencies in virtual environment."
   cd ../
   ./tools/AutoTuner/installer.sh
   . ./tools/AutoTuner/setup.sh
 
-  # remove dashes
+  # remove dashes and capitalize platform name
   PLATFORM=${PLATFORM//-/}
   # convert to uppercase
   PLATFORM=${PLATFORM^^}
@@ -111,8 +111,11 @@ if [ $RUN_AUTOTUNER -eq 1 ]; then
   echo "Running Autotuner smoke sweep test"
   python3 -m unittest tools.AutoTuner.test.smoke_test_sweep.${PLATFORM}SweepSmokeTest.test_sweep
 
-  echo "Running Autotuner ref file test (only once)"
+  echo "Running Autotuner smoke tests for --sample and --iteration."
+  python3 -m unittest tools.AutoTuner.test.smoke_test_sample_iteration.${PLATFORM}SampleIterationSmokeTest.test_sample_iteration
+
   if [ "$PLATFORM" == "asap7" ] && [ "$DESIGN" == "gcd" ]; then
+    echo "Running Autotuner ref file test (only once)"
     python3 -m unittest tools.AutoTuner.test.ref_file_check.RefFileCheck.test_files
   fi
 

tools/AutoTuner/test/smoke_test_sample_iteration.py

@@ -0,0 +1,69 @@
+import unittest
+import subprocess
+import os
+
+cur_dir = os.path.dirname(os.path.abspath(__file__))
+src_dir = os.path.join(cur_dir, "../src/autotuner")
+os.chdir(src_dir)
+
+
+class BaseSampleIterationSmokeTest(unittest.TestCase):
+    platform = ""
+    design = ""
+
+    def setUp(self):
+        self.config = os.path.join(
+            cur_dir,
+            f"../../../flow/designs/{self.platform}/{self.design}/autotuner.json",
+        )
+        self.experiment = f"smoke-test-sample-iteration-{self.platform}"
+        self.matrix = [(5, 1), (1, 5), (2, 2), (1, 1)]
+        self.commands = [
+            f"python3 distributed.py"
+            f" --design {self.design}"
+            f" --platform {self.platform}"
+            f" --experiment {self.experiment}"
+            f" --config {self.config}"
+            f" tune --samples {s} --iterations {i}"
+            for s, i in self.matrix
+        ]
+
+
+class ASAP7SampleIterationSmokeTest(BaseSampleIterationSmokeTest):
+    platform = "asap7"
+    design = "gcd"
+
+    def test_sample_iteration(self):
+        for command in self.commands:
+            print(command)
+            out = subprocess.run(command, shell=True, check=True)
+            successful = out.returncode == 0
+            self.assertTrue(successful)
+
+
+class SKY130HDSampleIterationSmokeTest(BaseSampleIterationSmokeTest):
+    platform = "sky130hd"
+    design = "gcd"
+
+    def test_sample_iteration(self):
+        for command in self.commands:
+            print(command)
+            out = subprocess.run(command, shell=True, check=True)
+            successful = out.returncode == 0
+            self.assertTrue(successful)
+
+
+class IHPSG13G2SampleIterationSmokeTest(BaseSampleIterationSmokeTest):
+    platform = "ihp-sg13g2"
+    design = "gcd"
+
+    def test_sample_iteration(self):
+        for command in self.commands:
+            print(command)
+            out = subprocess.run(command, shell=True, check=True)
+            successful = out.returncode == 0
+            self.assertTrue(successful)
+
+
+if __name__ == "__main__":
+    unittest.main()