Update CI settings to build multiple wheels

We can no longer just build for the CPython 3.8 limited ABI, since pyo3
only supports buffer objects in the limited ABI from Python 3.11. So use
non-ABI3 wheels for Python 3.8-3.10.

Author: bmerry

.github/workflows/test.yml

@@ -93,7 +93,7 @@ jobs:
       fail-fast: false
       matrix:
         arch: [x86_64, aarch64]
-        python: [cp38]  # Using limited ABI, so newer versions are not required
+        python: [cp38, cp39, cp310, cp311]  # From 3.11 we can use the limited ABI
         # Set os based on arch
         include:
           - arch: x86_64
@@ -124,7 +124,7 @@ jobs:
       fail-fast: false
       matrix:
         arch: [x86_64, arm64]
-        python: [cp38]  # Using limited ABI, so newer versions are not required
+        python: [cp38, cp39, cp310, cp311]  # From 3.11 we can use the limited ABI
     runs-on: macos-14
     steps:
       - uses: actions/checkout@v4

pyproject.toml

@@ -70,19 +70,21 @@ testpaths = "python/tests"
 [tool.cibuildwheel]
 build-frontend = "build"
 test-command = "pip install -r {project}/requirements.txt && pytest -v -ra {project}"
-[tool.cibuildwheel.config-settings]
-"--build-option" = "--py-limited-api=cp38"
 [tool.cibuildwheel.linux]
 environment = "PATH=$HOME/.cargo/bin:$PATH"
 environment-pass = ["RUST_VERSION"]
 archs = ["aarch64", "x86_64"]
 before-all = ".ci/before_all_linux.sh"
-repair-wheel-command = [
+# Pyo3 only supports buffer objects with the limited ABI from Python 3.11. So
+# we need to handle that differently to older Pythons.
+[[tool.cibuildwheel.overrides]]
+select = "cp311-*"
+config-settings = { "--build-option" = "--py-limited-api=cp11" }
+linux.repair-wheel-command = [
     "auditwheel repair -w {dest_dir} {wheel}",
     "pipx run abi3audit --strict --report {wheel}",
 ]
-[tool.cibuildwheel.macos]
-repair-wheel-command = [
+macos.repair-wheel-command = [
     "delocate-wheel --require-archs {delocate_archs} -w {dest_dir} -v {wheel}",
     "pipx run abi3audit --strict --report {wheel}",
 ]