remove caches, runner.name is not enough

macos/x86_64 ends up with rustc going missing, and linux/arm ends up
with an x86 rustc in `.cargo/bin`. Caching is probably not worth the
hassle if we're not running this on every build anyway maybe?

Author: masklinn

.github/workflows/pyo3-wheels.yml

@@ -86,24 +86,6 @@ jobs:
       - uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
-      - uses: actions/cache@v4
-        with:
-          path: |
-            ~/.cargo/bin/
-            ~/.cargo/registry/index/
-            ~/.cargo/registry/cache/
-            ~/.cargo/git/db/
-            target/
-          key: ${{ runner.name }}-cargo-${{ hashFiles('ua-parser-py/Cargo.toml') }}
-          restore-keys: |
-            ${{ runner.os }}-cargo-
-
-      - uses: actions/cache@v4
-        with:
-          path: |
-            ~/.cache/pip
-            ~/.cache/pip-graalpy
-          key: ${{ runner.name }}-pip-maturin-${{ matrix.python-version }}
       # windows/arm doesn't have a rust toolchain by default
       - if: matrix.platform == 'windows' && matrix.arch == 'aarch64'
         uses: actions-rust-lang/setup-rust-toolchain@v1
@@ -218,12 +200,6 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
           allow-prereleases: true
-      - uses: actions/cache@v4
-        with:
-          path: |
-            ~/.cache/pip
-            ~/.cache/pip-graalpy
-          key: ${{ runner.os }}-pip-${{ matrix.python-version }}
       - name: Retrieve wheel
         uses: actions/download-artifact@v4
         with: