Parallelize all builds

Author: Schamper

.github/workflows/dissect-ci.yml

@@ -17,10 +17,32 @@ jobs:
 
   build-native:
     runs-on: ${{ matrix.os }}
-    continue-on-error: true
+    # continue-on-error: true
     strategy:
       matrix:
-        os: [ubuntu-latest, ubuntu-24.04-arm, windows-latest, windows-11-arm, macos-13, macos-14]
+        include:
+          - os: ubuntu-latest
+            arch: x86_64
+          - os: ubuntu-latest
+            arch: i686
+          - os: ubuntu-latest
+            arch: ppc64le
+          - os: ubuntu-latest
+            arch: s390x
+          - os: ubuntu-24.04-arm
+            arch: aarch64
+          - os: ubuntu-24.04-arm
+            arch: armv7l
+          - os: windows-latest
+            arch: AMD64
+          - os: windows-latest
+            arch: x86
+          - os: windows-11-arm
+            arch: ARM64
+          - os: macos-13
+            arch: x86_64
+          - os: macos-14
+            arch: arm64
     steps:
       - uses: actions/checkout@v4
         with:
@@ -40,11 +62,11 @@ jobs:
       - name: Pull LFS
         run: git lfs pull
 
-      - name: Setup QEMU (Linux only)
-        if: runner.os == 'Linux' && runner.arch == 'X64'
+      - name: Setup QEMU (Linux)
+        if: runner.os == 'Linux' && runner.arch == 'X64' && matrix.arch != 'x86_64'
         uses: docker/setup-qemu-action@v3
         with:
-          platforms: all
+          platforms: ${{ matrix.arch == 'ppc64le' && 'linux/ppc64le' || matrix.arch == 's390x' && 'linux/s390x' || '' }}
 
       - name: Setup Rust
         if: ${{ matrix.os != 'windows-11-arm' }}
@@ -70,19 +92,29 @@ jobs:
       - name: Build wheels
         run: python -m cibuildwheel --output-dir dist
         env:
-          CIBW_ARCHS_LINUX: ${{ runner.arch == 'X64' && 'auto ppc64le s390x' || 'auto armv7l' }}
-          CIBW_ARCHS_WINDOWS: ${{ runner.arch == 'X64' && 'AMD64 x86' || 'ARM64' }}
+          CIBW_ARCHS: ${{ matrix.arch }}
+          # Rust needs to be installed in every Linux container
           CIBW_BEFORE_ALL_LINUX: curl -sSf https://sh.rustup.rs | sh -s -- -y
-          CIBW_BEFORE_ALL_WINDOWS: ${{ runner.arch == 'X64' && 'rustup target add i686-pc-windows-msvc' || '' }}
+          # Add i686 target for Windows only when building for x86
+          CIBW_BEFORE_ALL_WINDOWS: ${{ matrix.arch == 'x86' && 'rustup target add i686-pc-windows-msvc' || '' }}
           # Manually install setuptools-rust to enable building native wheels
           CIBW_BEFORE_BUILD: >
-            python -m pip install -U setuptools>=77.0.0 setuptools_scm[toml]>=6.4.0 setuptools-rust
+            python -m pip install -U tomli setuptools-rust &&
+            python -m pip install -U `python -c 'import tomli; print(" ".join(tomli.load(open("pyproject.toml", "rb"))["build-system"]["requires"]))'`
+          CIBW_BEFORE_BUILD_WINDOWS: >
+            python -m pip install -U tomli setuptools-rust &&
+            python -m pip install -I @($(python -c "import tomli; print(*tomli.load(open('pyproject.toml', 'rb'))['build-system']['requires'])") -split " ")
+          # Disable build isolation so we utilize setuptools-rust
           CIBW_BUILD_FRONTEND: "build; args: --no-isolation"
+          # Set the limited API to CPython 3.9
           CIBW_CONFIG_SETTINGS: --build-option=--py-limited-api=cp39
+          # Enable PyPy builds
           CIBW_ENABLE: pypy
+          # Specific environment variables for each OS
           CIBW_ENVIRONMENT_LINUX: PATH="$HOME/.cargo/bin:$PATH"
           CIBW_ENVIRONMENT_MACOS: MACOSX_DEPLOYMENT_TARGET=10.12
-          CIBW_SKIP: '*-musllinux_i686'
+          # There are no Rust releases for these architectures
+          CIBW_SKIP: '*-musllinux_i686 *-musllinux_ppc64le *-musllinux_s390x *-musllinux_armv7l'
           # Run tests
           CIBW_TEST_REQUIRES: tox
           CIBW_TEST_COMMAND: tox -e native -c {package}/tox.ini --installpkg {wheel}
@@ -92,7 +124,7 @@ jobs:
 
       - uses: actions/upload-artifact@v4
         with:
-          name: packages-native-${{ matrix.os }}
+          name: packages-native-${{ matrix.os }}-${{ matrix.arch }}
           path: dist/*
           retention-days: 1