diff --git a/.github/actions/setup/action.yml b/.github/actions/setup/action.yml
index ede7688d..4945d16e 100644
--- a/.github/actions/setup/action.yml
+++ b/.github/actions/setup/action.yml
@@ -13,10 +13,11 @@ runs:
   using: "composite"
   steps:
     - uses: mhils/workflows/setup-python@v15  # PyO3 wants recent Python on Windows.
-    - run: which rustup || sudo DEBIAN_FRONTEND=noninteractive apt-get -y install rustup  # https://github.com/actions/partner-runner-images/issues/26
-      shell: bash
     - run: rustup toolchain install ${{ inputs.rust-version }} --profile minimal ${{ inputs.toolchain-args }}
       shell: bash
+    - if: runner.os == 'Linux'
+      run: rustup toolchain install nightly --component rust-src
+      shell: bash
     - run: rustup default ${{ inputs.rust-version }}
       shell: bash
     - if: inputs.extra-targets