feat: build wheels

Author: gadomski

.github/workflows/ci.yaml

@@ -10,12 +10,14 @@ concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
   cancel-in-progress: true
 
+env:
+  DUCKDB_VERSION: "1.2.0"
+
 jobs:
   test:
     name: Test
     runs-on: ${{ matrix.os }}
     env:
-      DUCKDB_VERSION: "1.2.0"
       DUCKDB_LIB_DIR: /opt/duckdb
     strategy:
       fail-fast: false
@@ -36,7 +38,7 @@ jobs:
       - uses: Swatinem/rust-cache@v2
       - name: Install Python version
         run: uv python install ${{ matrix.python-version }}
-      - name: Get DuckDB
+      - name: Install libduckdb
         run: |
           wget https://github.com/duckdb/duckdb/releases/download/v$DUCKDB_VERSION/libduckdb-linux-amd64.zip
           unzip libduckdb-linux-amd64.zip -d /opt/duckdb

.github/workflows/pypi.yaml

@@ -13,30 +13,22 @@ concurrency:
   group: wheels
   cancel-in-progress: false
 
+env:
+  DUCKDB_VERSION: "1.2.0"
+
 jobs:
+  # TODO add bundled builds for platforms where we don't have pre-built libraries
   linux:
-    runs-on: ${{ matrix.platform.runner }}
+    runs-on: ubuntu-22.04
     strategy:
       matrix:
         platform:
-          - runner: ubuntu-22.04
-            target: x86_64
-            manylinux: auto
-          - runner: ubuntu-22.04
-            target: x86
+          - target: x86_64
             manylinux: auto
-          - runner: ubuntu-22.04
-            target: aarch64
+            duckdb-slug: amd64
+          - target: aarch64
             manylinux: "2_28"
-          - runner: ubuntu-22.04
-            target: armv7
-            manylinux: auto
-          - runner: ubuntu-22.04
-            target: s390x
-            manylinux: auto
-          - runner: ubuntu-22.04
-            target: ppc64le
-            manylinux: auto
+            duckdb-slug: aarch64
     steps:
       - uses: actions/checkout@v4
       - uses: astral-sh/setup-uv@v5
@@ -46,38 +38,44 @@ jobs:
         uses: PyO3/maturin-action@v1
         with:
           target: ${{ matrix.platform.target }}
-          args: --release --out dist -i 3.10
+          args: --release --out dist -i 3.10 --auditwheel repair
           sccache: ${{ !startsWith(github.ref, 'refs/tags/') }}
           manylinux: ${{ matrix.platform.manylinux }}
+          before-script-linux: |
+            wget https://github.com/duckdb/duckdb/releases/download/v$DUCKDB_VERSION/libduckdb-linux-${{ matrix.platform.duckdb-slug }}.zip
+            unzip libduckdb-linux-${{ matrix.platform.duckdb-slug }}.zip -d /opt/duckdb
+            export DUCKDB_LIB_DIR=/opt/duckdb
       - name: Upload wheels
         uses: actions/upload-artifact@v4
         with:
           name: wheels-linux-${{ matrix.platform.target }}
           path: dist
 
   musllinux:
-    runs-on: ${{ matrix.platform.runner }}
+    runs-on: ubuntu-22.04
     strategy:
       matrix:
         platform:
-          - runner: ubuntu-22.04
-            target: x86_64
-          - runner: ubuntu-22.04
-            target: x86
-          - runner: ubuntu-22.04
-            target: aarch64
-          - runner: ubuntu-22.04
-            target: armv7
+          - target: x86_64
+            duckdb-slug: amd64
+          - target: aarch64
+            duckdb-slug: aarch64
     steps:
       - uses: actions/checkout@v4
       - uses: astral-sh/setup-uv@v5
       - name: Install Pythons
         run: uv python install 3.10
+      - name: Install libduckdb
+        run: |
+          wget https://github.com/duckdb/duckdb/releases/download/v$DUCKDB_VERSION/libduckdb-linux-${{ matrix.platform.duckdb-slug }}.zip
+          unzip libduckdb-linux-${{ matrix.platform.duckdb-slug }}.zip -d /opt/duckdb
       - name: Build wheels
         uses: PyO3/maturin-action@v1
+        env:
+          DUCKDB_LIB_DIR: /opt/duckdb
         with:
           target: ${{ matrix.platform.target }}
-          args: --release --out dist -i 3.10
+          args: --release --out dist -i 3.10 --auditwheel repair
           sccache: ${{ !startsWith(github.ref, 'refs/tags/') }}
           manylinux: musllinux_1_2
       - name: Upload wheels
@@ -86,33 +84,6 @@ jobs:
           name: wheels-musllinux-${{ matrix.platform.target }}
           path: dist
 
-  # windows:
-  #   runs-on: ${{ matrix.platform.runner }}
-  #   strategy:
-  #     matrix:
-  #       platform:
-  #         - runner: windows-latest
-  #           target: x64
-  #         - runner: windows-latest
-  #           target: x86
-  #   steps:
-  #     - uses: actions/checkout@v4
-  #     - uses: actions/setup-python@v5
-  #       with:
-  #         python-version: 3.x
-  #         architecture: ${{ matrix.platform.target }}
-  #     - name: Build wheels
-  #       uses: PyO3/maturin-action@v1
-  #       with:
-  #         target: ${{ matrix.platform.target }}
-  #         args: --release --out dist --find-interpreter
-  #         sccache: ${{ !startsWith(github.ref, 'refs/tags/') }}
-  #     - name: Upload wheels
-  #       uses: actions/upload-artifact@v4
-  #       with:
-  #         name: wheels-windows-${{ matrix.platform.target }}
-  #         path: dist
-
   macos:
     runs-on: ${{ matrix.platform.runner }}
     strategy:
@@ -127,12 +98,16 @@ jobs:
       - uses: astral-sh/setup-uv@v5
       - name: Install Pythons
         run: uv python install 3.10
+      - name: Install delocate
+        run: uv pip install delocate
       - name: Build wheels
         uses: PyO3/maturin-action@v1
         with:
           target: ${{ matrix.platform.target }}
           args: --release --out dist -i 3.10
           sccache: ${{ !startsWith(github.ref, 'refs/tags/') }}
+      - name: Repair wheel
+        run: delocate-wheel -v dist/*.whl
       - name: Upload wheels
         uses: actions/upload-artifact@v4
         with:
@@ -161,7 +136,6 @@ jobs:
     needs:
       - linux
       - musllinux
-      # - windows
       - macos
       - sdist
     environment: