ci: use uv + cibuildwheel to build all wheels

Previously, wheel builds were a combination of using `cibuildwheel`
and `pip wheel`. On Linux, we manually spawned a container image and
provided our own script for building the wheel.

This commit standardizes on using `cibuildwheel` everywhere.

We run `cibuildwheel` via `uv` as a dependency package so behavior
is more deterministic. Except for the musllinux emulated builds, where
uv isn't available.

Author: indygreg

.github/workflows/wheel.yml

@@ -10,50 +10,84 @@ jobs:
       fail-fast: false
 
       matrix:
-        image:
-          - 'manylinux2014_aarch64'
-          - 'musllinux_1_1_aarch64'
-          - 'musllinux_1_2_aarch64'
-          - 'manylinux2014_i686'
-          - 'musllinux_1_2_i686'
-          - 'manylinux2014_ppc64le'
-          - 'musllinux_1_2_ppc64le'
-          - 'manylinux2014_s390x'
-          - 'musllinux_1_2_s390x'
-          - 'manylinux2014_x86_64'
-          - 'musllinux_1_1_x86_64'
-          - 'musllinux_1_2_x86_64'
         py:
-          - 'cp39-cp39'
-          - 'cp310-cp310'
-          - 'cp311-cp311'
-          - 'cp312-cp312'
-          - 'cp313-cp313'
-          - 'cp314-cp314'
+          - 'cp39'
+          - 'cp310'
+          - 'cp311'
+          - 'cp312'
+          - 'cp313'
+          - 'cp314'
+        arch:
+          - 'aarch64'
+          - 'i686'
+          - 'ppc64le'
+          - 's390x'
+          - 'x86_64'
+        abi:
+          - 'manylinux'
+          - 'musllinux'
+        image:
+          - 'manylinux2014'
+          - 'musllinux_1_1'
+          - 'musllinux_1_2'
         exclude:
-          - image: 'musllinux_1_1_aarch64'
-            py: 'cp314-cp314'
-          - image: 'musllinux_1_1_x86_64'
-            py: 'cp314-cp314'
-    runs-on: ${{ endsWith(matrix.image, 'aarch64') && 'ubuntu-22.04-arm' || 'ubuntu-22.04' }}
+          # Cancel out abi - image mismatch.
+          - abi: 'manylinux'
+            image: 'musllinux_1_1'
+          - abi: 'manylinux'
+            image: 'musllinux_1_2'
+          - abi: 'musllinux'
+            image: 'manylinux2014'
+          # Remove some older ABIs that don't need to exist.
+          - arch: 'i686'
+            image: 'musllinux_1_1'
+          - arch: 'ppc64le'
+            image: 'musllinux_1_1'
+          - arch: 's390x'
+            image: 'musllinux_1_1'
+          # Drop support for musllinux_1_1 on 3.14+
+          - py: 'cp314'
+            image: 'musllinux_1_1'
+    runs-on: ${{ matrix.arch == 'aarch64' && 'ubuntu-22.04-arm' || 'ubuntu-22.04' }}
+    env:
+      CIBW_ARCHS: ${{ matrix.arch }}
+      CIBW_BUILD: ${{ matrix.py }}-${{ matrix.abi }}_${{ matrix.arch }}
+      # uv not present on musllinux cross-compiled images.
+      CIBW_BUILD_FRONTEND: ${{ (matrix.abi == 'musllinux' && (matrix.arch == 'ppc64le' || matrix.arch == 's390x')) && 'build' || 'build[uv]' }}
+      CIBW_BUILD_VERBOSITY: '1'
+      CIBW_MANYLINUX_AARCH64_IMAGE: quay.io/pypa/${{ matrix.image }}_aarch64:latest
+      CIBW_MANYLINUX_I686_IMAGE: quay.io/pypa/${{ matrix.image }}_i686:latest
+      CIBW_MANYLINUX_PPC64LE_IMAGE: quay.io/pypa/${{ matrix.image }}_ppc64le:latest
+      CIBW_MANYLINUX_S390X_IMAGE: quay.io/pypa/${{ matrix.image }}_s390x:latest
+      CIBW_MANYLINUX_X86_64_IMAGE: quay.io/pypa/${{ matrix.image }}_x86_64:latest
+      CIBW_MUSLLINUX_AARCH64_IMAGE: quay.io/pypa/${{ matrix.image }}_aarch64:latest
+      CIBW_MUSLLINUX_I686_IMAGE: quay.io/pypa/${{ matrix.image }}_i686:latest
+      CIBW_MUSLLINUX_PPC64LE_IMAGE: quay.io/pypa/${{ matrix.image }}_ppc64le:latest
+      CIBW_MUSLLINUX_S390X_IMAGE: quay.io/pypa/${{ matrix.image }}_s390x:latest
+      CIBW_MUSLLINUX_X86_64_IMAGE: quay.io/pypa/${{ matrix.image }}_x86_64:latest
     steps:
       - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
         with:
           persist-credentials: false
 
+      - name: Install uv
+        uses: astral-sh/setup-uv@d9e0f98d3fc6adb07d1e3d37f3043649ddad06a1 # v6.5.0
+        with:
+          version: "0.8.11"
+
       - name: Set up QEMU
-        if: ${{ endsWith(matrix.image, 'ppc64le') || endsWith(matrix.image, 's390x') }}
+        if: ${{ matrix.arch == 'ppc64le' || matrix.arch == 's390x' }}
         uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v3.6.0
 
-      - name: Build Wheel
+      - name: Build wheels
         run: |
-          docker run -e PYPATH=/opt/python/${{ matrix.py }} -e ZSTD_WARNINGS_AS_ERRORS=1 --rm -v `pwd`:/project quay.io/pypa/${{ matrix.image }} /project/ci/build-manylinux-wheel.sh
+          uvx -p 3.13 [email protected]
 
       - name: Upload Wheel
         uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
         with:
-          name: linux-${{ matrix.py }}-${{ matrix.image }}
-          path: dist
+          name: linux-${{ matrix.py }}-${{ matrix.arch }}-${{ matrix.abi }}-${{ matrix.image }}
+          path: ./wheelhouse/*.whl
 
   macos:
     strategy:
@@ -71,77 +105,70 @@ jobs:
           - 'x86_64'
     runs-on: ${{ matrix.arch == 'x86_64' && 'macos-13' || 'macos-14' }}
     env:
-      CIBW_ARCHS: ${{ matrix.arch }}
-      CIBW_BUILD: ${{ matrix.py }}-*
+      CIBW_ARCHES: ${{ matrix.arch }}
+      CIBW_BUILD: ${{ matrix.py }}-macosx_${{ matrix.arch }}
       CIBW_BUILD_VERBOSITY: '1'
-      ZSTD_WARNINGS_AS_ERRORS: '1'
     steps:
-      - name: Set up Python
-        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
-        with:
-          python-version: '3.13'
-
       - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
         with:
           persist-credentials: false
 
-      - name: Install Dependencies
-        run: |
-          python -m pip install --require-hashes -r ci/requirements.macoswheels.txt
+      - name: Install uv
+        uses: astral-sh/setup-uv@d9e0f98d3fc6adb07d1e3d37f3043649ddad06a1 # v6.5.0
+        with:
+          version: "0.8.11"
 
-      - name: Build Wheel
+      - name: Build wheels
         run: |
-          cibuildwheel --output-dir dist
+          uvx -p 3.13 [email protected]
 
       - name: Upload Wheel
         uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
         with:
           name: macos-${{ matrix.py }}-${{ matrix.arch }}
-          path: dist
+          path: ./wheelhouse/*.whl
 
   windows:
     strategy:
       fail-fast: false
       matrix:
         py:
-          - '3.9'
-          - '3.10'
-          - '3.11'
-          - '3.12'
-          - '3.13'
-          - '3.14'
+          - 'cp39'
+          - 'cp310'
+          - 'cp311'
+          - 'cp312'
+          - 'cp313'
+          - 'cp314'
         arch:
-          - 'x86'
-          - 'x64'
-          - 'arm64'
+          - 'win32'
+          - 'win_amd64'
+          - 'win_arm64'
         exclude:
-          - py: '3.8'
-            arch: 'arm64'
-          - py: '3.9'
-            arch: 'arm64'
-          - py: '3.10'
-            arch: 'arm64'
-    runs-on: ${{ matrix.arch == 'arm64' && 'windows-11-arm' || 'windows-2022' }}
+          - py: 'cp39'
+            arch: 'win_arm64'
+          - py: 'cp310'
+            arch: 'win_arm64'
+    runs-on: ${{ matrix.arch == 'win_arm64' && 'windows-11-arm' || 'windows-2022' }}
     env:
-      ZSTD_WARNINGS_AS_ERRORS: '1'
+      CIBW_ARCHES: ${{ matrix.arch }}
+      CIBW_BUILD: ${{ matrix.py }}-${{ matrix.arch }}
+      CIBW_BUILD_VERBOSITY: '1'
     steps:
-      - name: Set up Python
-        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
-        with:
-          python-version: ${{ matrix.py }}
-          architecture: ${{ matrix.arch }}
-          allow-prereleases: true
-
       - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
         with:
           persist-credentials: false
 
-      - name: Build Wheel
+      - name: Install uv
+        uses: astral-sh/setup-uv@d9e0f98d3fc6adb07d1e3d37f3043649ddad06a1 # v6.5.0
+        with:
+          version: "0.8.11"
+
+      - name: Build wheels
         run: |
-          python -m pip wheel -w dist .
+          uvx -p 3.13 [email protected]
 
       - name: Upload Wheel
         uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
         with:
           name: windows-${{ matrix.py }}-${{ matrix.arch }}
-          path: dist
+          path: ./wheelhouse/*.whl

ci/build-manylinux-wheel.sh

@@ -12,6 +12,12 @@ Version History
   This fixes a nogil / multi-threaded compile error. (#201, #275)
 * A zstandard commit to fix qsort detection on BSD operating systems
   has been backported. (#272)
+* The CI jobs for building wheels have been overhauled to always use
+  `cibuildwheel` and `uv` (where possible). This change should be backwards
+  compatible. But wheel building for this project has historically been
+  fragile and there may be unwanted changes. We're optimistic that standardizing
+  on uv (except for musllinux ppc64le and s390x where uv isn't available)
+  will lead to more stability over time.
 
 0.24.0 (released 2025-08-17)
 ============================

ci/requirements.macoswheels.in

@@ -60,6 +60,13 @@ select = ["E4", "E7", "E9", "F", "I"]
 
 [tool.cibuildwheel]
 enable = ["cpython-prerelease"]
+build-frontend = "build[uv]"
+
+# Turn compiler warnings into errors.
+environment = "ZSTD_WARNINGS_AS_ERRORS=1"
+
+[tool.cibuildwheel.linux]
+before-all = "if [ -x /usr/bin/yum ]; then yum install -y libffi-devel; fi"
 
 # This is needed to suppress generation of license-file, which isn't
 # compatible with metadata version 2.1, which our pinned setuptools