ci: uses caches for PDKs

Author: donn

.github/test_sets/test_sets.yml

@@ -25,7 +25,7 @@
     - ./designs/ci/PPU
     - ./designs/ci/y_huff
     - ./designs/ci/aes
-# - scl: gf180mcuC/gf180mcu_fd_sc_mcu7t5v0
+# - scl: gf180mcuD/gf180mcu_fd_sc_mcu7t5v0
 #   name: fastest_test_set
 #   designs:
 #     - spm
@@ -34,7 +34,7 @@
 #     # - usb_cdc_core
 #     # - zipdiv
 #     # - wbqspiflash
-# - scl: gf180mcuC/gf180mcu_fd_sc_mcu7t5v0
+# - scl: gf180mcuD/gf180mcu_fd_sc_mcu7t5v0
 #   name: extended_test_set
 #   designs:
 #     - ./designs/ci/picorv32a

.github/workflows/openlane_ci.yml

@@ -17,39 +17,40 @@ jobs:
     runs-on: ubuntu-22.04
     strategy:
       matrix:
-        pdk: [sky130A, gf180mcuC]
+        pdk: [sky130A]
+    outputs:
+      opdks_rev: ${{ steps.set-rev.outputs.opdks_rev }}
     steps:
       - uses: actions/checkout@v4
 
       - name: Set up environment variables
         uses: ./.github/actions/set_env_variables
 
+      - name: Get Open PDKs Revision
+        id: set-rev
+        run: |
+          echo "opdks_rev=$(python3 ./dependencies/tool.py open_pdks -f commit)" >> $GITHUB_OUTPUT
+
+      - name: Cache sky130 PDK
+        uses: actions/cache@v4
+        with:
+          path: ${{ env.PDK_ROOT }}
+          key: cache-${{ matrix.pdk }}-pdk-${{ steps.set-rev.outputs.opdks_rev }}
+          enableCrossOsArchive: true
+
       - name: Build (or Get) PDK
         run: |
           export PATH=$PATH:$(go env GOPATH)/bin
-          export OPDKS_VER="$(python3 ./dependencies/tool.py open_pdks -f commit)"
           PDK=${{ matrix.pdk }}
-          PDK_FAMILY=${PDK%?}
 
           sudo mkdir -p ${{ env.PDK_ROOT }}
           sudo chown -R $USER:$USER ${{ env.PDK_ROOT }}
 
           python3 -m pip install --upgrade --no-cache-dir 'ciel>=2.0.1,<3'
-          export OPDKS_VER="$(python3 ./dependencies/tool.py open_pdks -f commit)"
           ciel enable\
-            --pdk $PDK_FAMILY\
+            --pdk-family $PDK\
             --github-token ${{ secrets.GITHUB_TOKEN }}\
-            $OPDKS_VER
-
-      - name: Tarball PDK
-        run: |
-          tar -cf /tmp/${{ matrix.pdk }}.tar -C $PDK_ROOT/${{ matrix.pdk }} .
-
-      - name: Upload PDK Tarball
-        uses: actions/upload-artifact@v4
-        with:
-          name: pdk-tarball-${{ matrix.pdk }}
-          path: /tmp/${{ matrix.pdk }}.tar
+            ${{ steps.set-rev.outputs.opdks_rev }}
   prepare_test_matrices:
     name: Prepare Test Matrices
     runs-on: ubuntu-22.04
@@ -71,9 +72,9 @@ jobs:
         id: set-matrix
         run: |
           if [[ "$USE_ETS" = "1" ]]; then
-            echo "design_matrix=$(python3 ./.github/test_sets/get_test_matrix.py --scl sky130A/sky130_fd_sc_hd --scl gf180mcuC/gf180mcu_fd_sc_mcu7t5v0 fastest_test_set extended_test_set)" >> $GITHUB_OUTPUT
+            echo "design_matrix=$(python3 ./.github/test_sets/get_test_matrix.py --scl sky130A/sky130_fd_sc_hd --scl gf180mcuD/gf180mcu_fd_sc_mcu7t5v0 fastest_test_set extended_test_set)" >> $GITHUB_OUTPUT
           else
-            echo "design_matrix=$(python3 ./.github/test_sets/get_test_matrix.py --scl sky130A/sky130_fd_sc_hd --scl gf180mcuC/gf180mcu_fd_sc_mcu7t5v0 fastest_test_set)" >> $GITHUB_OUTPUT
+            echo "design_matrix=$(python3 ./.github/test_sets/get_test_matrix.py --scl sky130A/sky130_fd_sc_hd --scl gf180mcuD/gf180mcu_fd_sc_mcu7t5v0 fastest_test_set)" >> $GITHUB_OUTPUT
           fi
           echo "issue_regression_matrix=$(python3 -m tests get_matrix)" >> $GITHUB_OUTPUT
 
@@ -129,17 +130,18 @@ jobs:
       - name: Import Docker Image
         run: docker load --input /tmp/image-amd64.tar
 
-      - name: Download PDK Tarball
-        uses: actions/download-artifact@v4
+      - name: Cache PDK
+        id: cache-pdk
+        uses: actions/cache@v4
         with:
-          name: pdk-tarball-sky130A
-          path: /tmp
+          path: ${{ env.PDK_ROOT }}
+          key: cache-${{ matrix.design.pdk }}-pdk-${{ needs.pdk_build.outputs.opdks_rev }}
+          enableCrossOsArchive: true
 
-      - name: Unpack PDK Tarball
+      - name: Enable PDKs
+        if: steps.cache-pdk.outputs.cache-hit != 'true'
         run: |
-          sudo mkdir -p ${{ env.PDK_ROOT }}/sky130A
-          sudo chown -R $USER:$USER ${{ env.PDK_ROOT }}
-          tar -xf /tmp/sky130A.tar -C $PDK_ROOT/sky130A .
+          PDK=${{ matrix.design.pdk }} make pdk
 
       - name: Get Pyyaml
         run: python3 -m pip install pyyaml
@@ -179,17 +181,18 @@ jobs:
       - name: Import Docker Image
         run: docker load --input /tmp/image-amd64.tar
 
-      - name: Download PDK Tarball
-        uses: actions/download-artifact@v4
+      - name: Cache PDK
+        id: cache-pdk
+        uses: actions/cache@v4
         with:
-          name: pdk-tarball-${{ matrix.design.pdk }}
-          path: /tmp
+          path: ${{ env.PDK_ROOT }}
+          key: cache-${{ matrix.design.pdk }}-pdk-${{ needs.pdk_build.outputs.opdks_rev }}
+          enableCrossOsArchive: true
 
-      - name: Unpack PDK Tarball
+      - name: Enable PDKs
+        if: steps.cache-pdk.outputs.cache-hit != 'true'
         run: |
-          sudo mkdir -p ${{ env.PDK_ROOT }}/${{ matrix.design.pdk }}
-          sudo chown -R $USER:$USER ${{ env.PDK_ROOT }}
-          tar -xf /tmp/${{ matrix.design.pdk }}.tar -C $PDK_ROOT/${{ matrix.design.pdk }} .
+          PDK=${{ matrix.design.pdk }} make pdk
 
       - name: Set PDK Variant
         run: |
@@ -256,21 +259,6 @@ jobs:
           name: docker-image-arm64v8
           path: /tmp
 
-      - name: Delete Docker Image (amd64)
-        uses: geekyeggo/delete-artifact@v1
-        with:
-          name: docker-image-amd64
-
-      - name: Delete Docker Image (arm64v8)
-        uses: geekyeggo/delete-artifact@v1
-        with:
-          name: docker-image-arm64v8
-
-      - name: Delete PDK
-        uses: geekyeggo/delete-artifact@v1
-        with:
-          name: pdk-tarball
-
       - name: Write Hash
         run: |
           echo "GIT_COMMIT_HASH=$(git rev-parse HEAD)" >> $GITHUB_ENV

Makefile

@@ -63,22 +63,6 @@ PDK_OPTS = -v $(PDK_ROOT):$(PDK_ROOT) -e PDK_ROOT=$(PDK_ROOT)
 
 export PDK ?= sky130A
 
-ifeq ($(PDK),sky130A)
-PDK_FAMILY = sky130
-endif
-ifeq ($(PDK),sky130B)
-PDK_FAMILY = sky130
-endif
-ifeq ($(PDK),gf180mcuA)
-PDK_FAMILY = gf180mcu
-endif
-ifeq ($(PDK),gf180mcuB)
-PDK_FAMILY = gf180mcu
-endif
-ifeq ($(PDK),gf180mcuC)
-PDK_FAMILY = gf180mcu
-endif
-
 PDK_OPTS += -e PDK=$(PDK)
 
 ifneq ($(STD_CELL_LIBRARY),)
@@ -123,31 +107,30 @@ mount:
 		$(ENV_START) -ti $(OPENLANE_IMAGE_NAME)-$(DOCKER_ARCH)
 
 .PHONY: pdk
-pdk: venv/created
-	PYTHONPATH= ./venv/bin/$(PYTHON_BIN) -m pip install --upgrade --no-cache-dir ciel
-	./venv/bin/ciel enable --pdk $(PDK_FAMILY)
+pdk: venv/manifest.txt
+	./venv/bin/ciel enable --pdk $(PDK)
 
 .PHONY: survey
 survey:
 	$(PYTHON_BIN) ./env.py issue-survey
 
 
 .PHONY: lint
-lint: venv/created
+lint:  venv/manifest.txt
 	./venv/bin/black --check .
 	./venv/bin/flake8 .
 
 .PHONY: start-build-env
-start-build-env: venv/created
+start-build-env:  venv/manifest.txt
 	bash -c "bash --rcfile <(cat ~/.bashrc ./venv/bin/activate)"
 
-venv: venv/created
-venv/created: ./requirements.txt ./requirements_dev.txt ./requirements_lint.txt ./dependencies/python/precompile_time.txt ./dependencies/python/run_time.txt 
+venv: venv/manifest.txt
+venv/manifest.txt: ./requirements.txt ./requirements_dev.txt ./requirements_lint.txt ./dependencies/python/precompile_time.txt ./dependencies/python/run_time.txt 
 	rm -rf ./venv
 	$(PYTHON_BIN) -m venv ./venv
 	PYTHONPATH= ./venv/bin/$(PYTHON_BIN) -m pip install --upgrade --no-cache-dir pip
 	PYTHONPATH= ./venv/bin/$(PYTHON_BIN) -m pip install --upgrade --no-cache-dir -r ./requirements_dev.txt
-	touch $@
+	PYTHONPATH= ./venv/bin/$(PYTHON_BIN) -m pip freeze > $@
 
 DLTAG=custom_design_List
 .PHONY: test_design_list fastest_test_set extended_test_set