part5c of work towards rel v25.9.1 #126
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: wheels-docker | |
| on: | |
| # Build wheels on feature branches and PRs (test only) | |
| push: | |
| branches: ["**"] | |
| pull_request: | |
| branches: [master] | |
| # Publish to GitHub Releases when merged to master | |
| # Publish to PyPI when tagged | |
| workflow_dispatch: | |
| env: | |
| # Registry for caching build images | |
| REGISTRY: ghcr.io | |
| IMAGE_NAME: ${{ github.repository }}/wheel-builder | |
| jobs: | |
| identifiers: | |
| # GitHub needs to know where .cicd/workflows/identifiers.yml lives at parse time, | |
| # and submodules aren't included in that context! thus the following does NOT work: | |
| # uses: ./.cicd/workflows/identifiers.yml | |
| # we MUST reference the remote repo directly: | |
| uses: wamp-proto/wamp-cicd/.github/workflows/identifiers.yml@main | |
| # IMPORTANT: we still need .cicd as a Git submodule in the using repo though! | |
| # because e.g. identifiers.yml wants to access scripts/sanitize.sh ! | |
| build-wheels: | |
| name: Build wheels (${{ matrix.target.name }}) | |
| needs: identifiers | |
| runs-on: ubuntu-latest | |
| container: ${{ matrix.target.base_image }} | |
| env: | |
| BASE_REPO: ${{ needs.identifiers.outputs.base_repo }} | |
| BASE_BRANCH: ${{ needs.identifiers.outputs.base_branch }} | |
| PR_NUMBER: ${{ needs.identifiers.outputs.pr_number }} | |
| PR_REPO: ${{ needs.identifiers.outputs.pr_repo }} | |
| PR_BRANCH: ${{ needs.identifiers.outputs.pr_branch }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| target: | |
| # manylinux_2_34 (glibc 2.34+) - PEP 600 compliant for modern Linux | |
| # see: https://github.com/pypa/manylinux | |
| - name: "manylinux_2_34_x86_64" | |
| base_image: "quay.io/pypa/manylinux_2_34_x86_64" | |
| # Future manylinux images can be added here: | |
| # - name: "manylinux_2_34_aarch64" | |
| # base_image: "quay.io/pypa/manylinux_2_34_aarch64" | |
| # Deactivated for now - focusing on standard manylinux wheels: | |
| # - name: "debian12-amd64" | |
| # base_image: "debian:12" | |
| # - name: "rocky9-amd64" | |
| # base_image: "rockylinux:9" | |
| # - name: "ubuntu2404-amd64" | |
| # base_image: "ubuntu:24.04" | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| - name: Install system dependencies | |
| run: | | |
| # manylinux images use yum/dnf and come with many build tools pre-installed | |
| if command -v yum >/dev/null 2>&1; then | |
| # manylinux images (CentOS-based) | |
| yum update -y | |
| yum install -y \ | |
| curl \ | |
| git \ | |
| openssl-devel \ | |
| libffi-devel \ | |
| zlib-devel \ | |
| bzip2-devel \ | |
| readline-devel \ | |
| sqlite-devel \ | |
| ncurses-devel | |
| # Note: snappy-devel may not be available in manylinux base images | |
| yum install -y snappy-devel || echo "snappy-devel not available, skipping" | |
| elif command -v dnf >/dev/null 2>&1; then | |
| # Newer manylinux images might use dnf | |
| dnf update -y | |
| dnf install -y \ | |
| curl \ | |
| git \ | |
| openssl-devel \ | |
| libffi-devel \ | |
| zlib-devel \ | |
| bzip2-devel \ | |
| readline-devel \ | |
| sqlite-devel \ | |
| ncurses-devel | |
| dnf install -y snappy-devel || echo "snappy-devel not available, skipping" | |
| fi | |
| - name: Setup Python environment | |
| run: | | |
| # manylinux images come with multiple Python versions pre-installed in /opt/python/ | |
| echo "==> Available Python versions:" | |
| ls -la /opt/python/*/bin/python* 2>/dev/null || echo "No /opt/python found" | |
| # Add all Python versions to PATH for uv/just to discover | |
| for pyver in /opt/python/*/bin; do | |
| if [ -d "$pyver" ]; then | |
| echo "Adding $pyver to PATH" | |
| export PATH="$pyver:$PATH" | |
| fi | |
| done | |
| # Also ensure we have a working python3 symlink | |
| which python3 || ln -sf $(find /opt/python -name python3 | head -1) /usr/local/bin/python3 | |
| echo "" | |
| echo "==> Current Python version:" | |
| python3 --version | |
| echo "==> pip version:" | |
| python3 -m pip --version | |
| # Save the updated PATH for subsequent steps | |
| echo "PATH=$PATH" >> $GITHUB_ENV | |
| - name: Install Just | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| curl --proto '=https' --tlsv1.2 -sSf https://just.systems/install.sh | bash -s -- --to /usr/local/bin | |
| just --version | |
| - name: Install uv | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| curl -LsSf https://astral.sh/uv/install.sh | sh | |
| # Add to both GITHUB_PATH and current environment | |
| echo "/root/.cargo/bin" >> $GITHUB_PATH | |
| echo "PATH=/root/.cargo/bin:$PATH" >> $GITHUB_ENV | |
| export PATH="/root/.cargo/bin:$PATH" | |
| uv --version | |
| - name: Install Rust | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain stable | |
| # Source the Rust environment (as recommended by installer) | |
| source "$HOME/.cargo/env" | |
| # Add to both GITHUB_PATH and current environment | |
| echo "/root/.cargo/bin" >> $GITHUB_PATH | |
| echo "PATH=/root/.cargo/bin:$PATH" >> $GITHUB_ENV | |
| export PATH="/root/.cargo/bin:$PATH" | |
| rustc --version | |
| - name: Verify toolchain | |
| run: | | |
| # Source Rust environment and ensure PATH is set | |
| source "$HOME/.cargo/env" 2>/dev/null || true | |
| export PATH="/root/.cargo/bin:$PATH" | |
| echo "==> Build environment summary:" | |
| echo "Container: ${{ matrix.target.base_image }}" | |
| echo "Just: $(just --version)" | |
| echo "uv: $(uv --version)" | |
| echo "Rust: $(rustc --version)" | |
| echo "Python: $(python3 --version)" | |
| echo "GCC: $(gcc --version | head -1)" | |
| echo "glibc: $(ldd --version 2>/dev/null | head -1 || echo 'N/A')" | |
| - name: Build manylinux wheels with NVX native extension | |
| env: | |
| AUTOBAHN_USE_NVX: 1 | |
| run: | | |
| # Source Rust environment and ensure tools are in PATH | |
| source "$HOME/.cargo/env" 2>/dev/null || true | |
| export PATH="/root/.cargo/bin:$PATH" | |
| # Verify environment | |
| echo "==> Environment verification:" | |
| echo "AUTOBAHN_USE_NVX=$AUTOBAHN_USE_NVX" | |
| echo "PATH=$PATH" | |
| echo "Python: $(python3 --version)" | |
| echo "uv: $(uv --version)" | |
| echo "just: $(just --version)" | |
| echo "rustc: $(rustc --version)" | |
| echo "auditwheel: $(auditwheel --version || echo 'not available')" | |
| # Build binary wheels WITH NVX acceleration for manylinux | |
| just build-all | |
| command -v auditwheel >/dev/null || { echo "auditwheel missing, aborting"; exit 1; } | |
| mkdir -p wheelhouse | |
| # Convert linux_x86_64 wheels to multi-platform tag (incl. manylinux_2_34_x86_64) using auditwheel | |
| echo "" | |
| echo "==> Converting wheels to multi-platform tag (incl. manylinux_2_34_x86_64) format..." | |
| for wheel in dist/*.whl; do | |
| if [[ "$wheel" == *"linux_x86_64"* ]]; then | |
| echo "Converting: $(basename $wheel)" | |
| # show autodetected set of platform tags | |
| auditwheel show "$wheel" | |
| # fix/rename wheel based on autodetected platform tags and store in wheelhouse/ | |
| # -> auditwheel will encode all (!) supported tags into the wheel filename | |
| # -> Python packaging ecosystem allows wheels to carry multiple platform tags | |
| # -> pip will then pick the most specific tag that works for the current system | |
| # -> so we do not need to manually set: --plat manylinux_2_34_x86_64 as in: | |
| # auditwheel repair "$wheel" --plat manylinux_2_34_x86_64 -w wheelhouse/ | |
| auditwheel repair "$wheel" -w wheelhouse/ | |
| else | |
| echo "Copying non-linux wheel: $(basename $wheel)" | |
| cp "$wheel" wheelhouse/ | |
| fi | |
| done | |
| echo "Copying source distribution" | |
| cp dist/*.tar.gz wheelhouse/ | |
| echo "" | |
| echo "==> Final wheel inventory after manylinux conversion:" | |
| echo "" | |
| ls -la wheelhouse/ | |
| for wheel in wheelhouse/*.whl; do | |
| auditwheel show "$wheel" | |
| done | |
| echo "" | |
| echo " Note: auditwheel adds multiple manylinux tags into the filename." | |
| echo " This is expected and pip will resolve correctly." | |
| echo " Do NOT try to simplify by renaming." | |
| echo "" | |
| - name: Generate build metadata | |
| run: | | |
| BUILD_INFO=wheelhouse/build-info.txt | |
| echo "manylinux Build Information for ${{ matrix.target.name }}" > $BUILD_INFO | |
| echo "========================================================" >> $BUILD_INFO | |
| echo "" >> $BUILD_INFO | |
| echo "Build Date: $(date -u +"%Y-%m-%d %H:%M:%S UTC")" >> $BUILD_INFO | |
| echo "Container: ${{ matrix.target.base_image }}" >> $BUILD_INFO | |
| echo "Platform: $(uname -m)" >> $BUILD_INFO | |
| echo "Build Method: GitHub Actions + manylinux Docker Container" >> $BUILD_INFO | |
| echo "NVX Acceleration: ENABLED (binary wheels with native extensions)" >> $BUILD_INFO | |
| echo "" >> $BUILD_INFO | |
| echo "Per-Wheel ABI / Platform Tags:" >> $BUILD_INFO | |
| echo "------------------------------" >> $BUILD_INFO | |
| for whl in wheelhouse/*.whl; do | |
| echo "- $(basename "$whl")" >> $BUILD_INFO | |
| auditwheel show "$whl" | grep "platform tag" | awk -F'"' '{print " * " $2}' >> $BUILD_INFO | |
| echo "" >> $BUILD_INFO | |
| done | |
| echo "" >> $BUILD_INFO | |
| echo "Global System Information:" >> $BUILD_INFO | |
| echo "--------------------------" >> $BUILD_INFO | |
| echo "- OS: $(cat /etc/os-release | grep PRETTY_NAME | cut -d'\"' -f2 2>/dev/null || echo 'manylinux container')" >> $BUILD_INFO | |
| echo "- Kernel: $(uname -r)" >> $BUILD_INFO | |
| echo "- glibc: $(ldd --version 2>/dev/null | head -1 || echo 'N/A')" >> $BUILD_INFO | |
| echo "- Architecture: $(uname -m)" >> $BUILD_INFO | |
| echo "" >> $BUILD_INFO | |
| echo "Build Tools:" >> $BUILD_INFO | |
| echo "------------" >> $BUILD_INFO | |
| echo "- Just: $(just --version)" >> $BUILD_INFO | |
| echo "- uv: $(uv --version)" >> $BUILD_INFO | |
| echo "- Rust: $(rustc --version)" >> $BUILD_INFO | |
| echo "- Python: $(python3 --version)" >> $BUILD_INFO | |
| echo "- GCC: $(gcc --version | head -1)" >> $BUILD_INFO | |
| echo "" | |
| echo "==> Generated build-info.txt:" | |
| cat $BUILD_INFO | |
| - name: List built artifacts | |
| run: | | |
| echo "==> Built artifacts for ${{ matrix.target.name }}:" | |
| ls -la wheelhouse/ 2>/dev/null || echo "No wheelhouse/ directory found" | |
| echo "" | |
| echo "==> Build metadata:" | |
| cat wheelhouse/build-info.txt 2>/dev/null || echo "No build info found" | |
| echo "" | |
| echo "==> Wheel inventory:" | |
| find wheelhouse/ -name "*.whl" -exec basename {} \; 2>/dev/null | sort || echo "No wheels found" | |
| - name: | |
| Upload wheels, source dist and build metadata artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: artifacts-${{ matrix.target.name }} | |
| path: | | |
| wheelhouse/*.whl | |
| wheelhouse/*.tar.gz | |
| wheelhouse/build-info.txt | |
| retention-days: 30 | |
| # GitHub Releases, PyPI, and RTD publishing are now handled by the centralized 'release' workflow |