diff --git a/.github/workflows/linux.yml b/.github/workflows/linux.yml
index a64e8360..8222d77d 100644
--- a/.github/workflows/linux.yml
+++ b/.github/workflows/linux.yml
@@ -216,6 +216,15 @@ jobs:
           path: build
           merge-multiple: true
 
+      - name: Cache downloads
+        uses: actions/cache@v4
+        with:
+          path: build/downloads
+          key: ${{ matrix.target_triple }}-${{ hashFiles('pythonbuild/downloads.py')}}
+          restore-keys: |
+            ${{ matrix.target_triple }}-${{ hashFiles('pythonbuild/downloads.py')}}
+            ${{ matrix.target_triple }}-
+
       - name: Load Docker Images
         run: |
           for f in build/image-*.tar.zst; do
@@ -307,6 +316,15 @@ jobs:
           path: build
           merge-multiple: true
 
+      - name: Cache downloads
+        uses: actions/cache@v4
+        with:
+          path: build/downloads
+          key: ${{ matrix.target_triple }}-${{ hashFiles('pythonbuild/downloads.py')}}
+          restore-keys: |
+            ${{ matrix.target_triple }}-${{ hashFiles('pythonbuild/downloads.py')}}
+            ${{ matrix.target_triple }}-
+
       - name: Load Docker Images
         run: |
           for f in build/image-*.tar.zst; do