[Autotuner] Remote functionality check (#2334)

* Add remote test

Signed-off-by: Song Luar <[email protected]>
Co-authored-by: Vitor Bandeira <[email protected]>

Author: luarss

etc/DependencyInstaller.sh

@@ -195,7 +195,8 @@ _installUbuntuPackages() {
             docker-ce \
             docker-ce-cli \
             containerd.io \
-            docker-buildx-plugin
+            docker-buildx-plugin \
+            docker-compose-plugin
     fi
 }
 

flow/designs/sky130hd/gcd/autotuner.json

@@ -4,8 +4,8 @@
     "_SDC_CLK_PERIOD": {
         "type": "float",
         "minmax": [
-            3.0,
-            4.0
+            7.0,
+            12.0
         ],
         "step": 0
     },

flow/test/test_helper.sh

@@ -121,6 +121,22 @@ if [ $RUN_AUTOTUNER -eq 1 ]; then
 
   echo "Running Autotuner smoke algorithm & evaluation test"
   python3 -m unittest tools.AutoTuner.test.smoke_test_algo_eval.${PLATFORM}AlgoEvalSmokeTest.test_algo_eval
+
+  # run this test last (because it modifies current path)
+  echo "Running Autotuner remote test"
+  if [ "$PLATFORM" == "asap7" ] && [ "$DESIGN" == "gcd" ]; then
+    # Get the directory of the current script
+    script_dir="$(dirname "${BASH_SOURCE[0]}")"
+    cd "$script_dir"/../../
+    latest_image=$(./etc/DockerTag.sh -dev)
+    echo "ORFS_VERSION=$latest_image" > ./tools/AutoTuner/.env
+    cd ./tools/AutoTuner
+    docker compose up --wait
+    docker compose exec ray-worker bash -c "cd /OpenROAD-flow-scripts/tools/AutoTuner/src/autotuner && \
+            python3 distributed.py --design gcd --platform asap7 --server 127.0.0.1 --port 10001 \
+            --config ../../../../flow/designs/asap7/gcd/autotuner.json tune --samples 1"
+    docker compose down -v --remove-orphans
+  fi
 fi
 
 exit $ret

tools/AutoTuner/.gitignore

@@ -9,3 +9,4 @@ __pycache__/
 
 # Autotuner env
 autotuner_env
+.env

tools/AutoTuner/docker-compose.yml

@@ -0,0 +1,42 @@
+services:
+  # Ray Head Node (Server)
+  ray-head:
+    image: openroad/orfs:${ORFS_VERSION}
+    container_name: ray-head
+    command: >
+      cd /OpenROAD-flow-scripts
+      pip install -r ./tools/AutoTuner/requirements.txt
+      ray start --head --dashboard-port=8265 --port=6379 --dashboard-host=0.0.0.0 --block
+    volumes:
+      - ../../flow:/OpenROAD-flow-scripts/flow
+      - ../../tools/AutoTuner:/OpenROAD-flow-scripts/tools/AutoTuner
+      - ~/.local/shared-data/autotuner:/shared-data/autotuner
+    ports:
+      - "6379:6379" # redis
+      - "8265:8265" # dashboard
+      - "10001-10010:10001-10010" # ray ports
+    healthcheck:
+      test: ["CMD-SHELL", "pgrep -f 'ray::' || exit 1"]
+      interval: 30s
+      timeout: 10s
+      retries: 5
+      start_period: 10s
+
+  # Ray Worker Node
+  ray-worker:
+    image: openroad/orfs:${ORFS_VERSION}
+    container_name: ray-worker
+    command: >
+      cd /OpenROAD-flow-scripts
+      pip install -r ./tools/AutoTuner/requirements.txt
+      ray start --address=ray-head:10001 --block
+    volumes:
+      - ../../flow:/OpenROAD-flow-scripts/flow
+      - ../../tools/AutoTuner:/OpenROAD-flow-scripts/tools/AutoTuner
+      - ~/.local/shared-data/autotuner:/shared-data/autotuner
+    healthcheck:
+      test: ["CMD-SHELL", "pgrep -f 'ray::' || exit 1"]
+      interval: 30s
+      timeout: 10s
+      retries: 5
+      start_period: 10s

tools/AutoTuner/setup.sh

@@ -14,3 +14,8 @@ fi
 # Source the activation script to activate the virtual environment
 source "$venv_path"
 echo "Virtual environment activated successfully."
+
+# Make autotuner shared folder
+AUTOTUNER_SHARED_DIR=$HOME/.local/shared-data/autotuner
+mkdir -p $AUTOTUNER_SHARED_DIR
+chmod 777 $AUTOTUNER_SHARED_DIR