only save bioimageio_cache once

Author: FynnBe

.github/workflows/build.yaml

@@ -44,6 +44,7 @@ jobs:
             spec: main
             run-expensive-tests: true
             report-coverage: true
+            save-cache: true
           - python-version: '3.12'
             conda-env: dev
             spec: conda
@@ -104,6 +105,12 @@ jobs:
         pyright
       if: matrix.run-expensive-tests
     - uses: actions/cache@v4
+      if: matrix.save-cache
+      with:
+        path: bioimageio_cache
+        key: "test-${{matrix.spec}}-${{ steps.get-date.outputs.date }}"
+    - uses: actions/cache/restore@v4
+      if: !matrix.save-cache
       with:
         path: bioimageio_cache
         key: "test-${{matrix.spec}}-${{ steps.get-date.outputs.date }}"