Implement Docker QEMU multi-arch wheel building system #3

Workflow file for this run

.github/workflows/wheels-docker.yml at d2c1091

	name: Build Wheels (Docker Multi-Arch)

	on:
	# Build wheels on feature branches and PRs (test only)
	push:
	branches: ["**"]
	pull_request:
	branches: [master]

	# Publish to GitHub Releases when merged to master
	# Publish to PyPI when tagged
	workflow_dispatch:

	env:
	# Registry for caching build images
	REGISTRY: ghcr.io
	IMAGE_NAME: ${{ github.repository }}/wheel-builder

	jobs:
	build-wheels:
	name: Build wheels (${{ matrix.target.name }})
	runs-on: ubuntu-latest
	container: ${{ matrix.target.base_image }}

	strategy:
	fail-fast: false
	matrix:
	target:
	# Debian 12 (your preference) - AMD64 only for now
	- name: "debian12-amd64"
	base_image: "debian:12"

	# Rocky Linux 9 (customer requirement) - AMD64 only for now
	- name: "rocky9-amd64"
	base_image: "rockylinux:9"

	# Ubuntu 24.04 (dev environment) - AMD64 only for now
	- name: "ubuntu2404-amd64"
	base_image: "ubuntu:24.04"

	# ARM64 builds can be added later with QEMU setup
	# GitHub Actions container: syntax doesn't support ARM64 QEMU easily

	steps:
	- name: Checkout code
	uses: actions/checkout@v4

	- name: Install system dependencies
	run: \|
	if command -v apt-get >/dev/null 2>&1; then
	# Debian/Ubuntu systems
	apt-get update
	apt-get install -y --no-install-recommends \
	ca-certificates \
	curl \
	build-essential \
	pkg-config \
	libssl-dev \
	libffi-dev \
	zlib1g-dev \
	libbz2-dev \
	libreadline-dev \
	libsqlite3-dev \
	libncurses5-dev \
	libsnappy-dev \
	git \
	file
	elif command -v dnf >/dev/null 2>&1; then
	# Rocky Linux/RHEL systems
	dnf update -y
	dnf groupinstall -y "Development Tools"
	# Handle curl-minimal conflict in Rocky Linux
	dnf install -y --allowerasing \
	ca-certificates \
	curl \
	pkgconfig \
	openssl-devel \
	libffi-devel \
	zlib-devel \
	bzip2-devel \
	readline-devel \
	sqlite-devel \
	ncurses-devel \
	snappy-devel \
	git \
	file
	fi

	- name: Install Python
	run: \|
	if command -v apt-get >/dev/null 2>&1; then
	apt-get install -y --no-install-recommends python3 python3-pip python3-venv
	elif command -v dnf >/dev/null 2>&1; then
	dnf install -y python3 python3-pip
	fi

	- name: Install Just
	run: \|
	curl --proto '=https' --tlsv1.2 -sSf https://just.systems/install.sh \| bash -s -- --to /usr/local/bin
	just --version

	- name: Install uv
	run: \|
	curl -LsSf https://astral.sh/uv/install.sh \| sh
	echo "/root/.cargo/bin" >> $GITHUB_PATH

	- name: Install Rust
	run: \|
	curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs \| sh -s -- -y --default-toolchain stable
	echo "/root/.cargo/bin" >> $GITHUB_PATH

	- name: Verify toolchain
	run: \|
	export PATH="/root/.cargo/bin:$PATH"
	echo "==> Build environment summary:"
	echo "Container: ${{ matrix.target.base_image }}"
	echo "Just: $(just --version)"
	echo "uv: $(uv --version)"
	echo "Rust: $(rustc --version)"
	echo "Python: $(python3 --version)"
	echo "GCC: $(gcc --version \| head -1)"
	echo "glibc: $(ldd --version 2>/dev/null \| head -1 \|\| echo 'N/A')"

	- name: Build wheels
	run: \|
	export PATH="/root/.cargo/bin:$PATH"
	just build-all

	- name: List built artifacts
	run: \|
	echo "==> Built artifacts for ${{ matrix.target.name }}:"
	ls -la dist/ 2>/dev/null \|\| echo "No dist/ directory found"

	echo ""
	echo "==> Build metadata:"
	cat dist/build-info.txt 2>/dev/null \|\| echo "No build info found"

	echo ""
	echo "==> Wheel inventory:"
	find dist/ -name "*.whl" -exec basename {} \; 2>/dev/null \| sort \|\| echo "No wheels found"

	- name: Upload wheel artifacts
	uses: actions/upload-artifact@v4
	with:
	name: wheels-${{ matrix.target.name }}
	path: \|
	dist/*.whl
	dist/*.tar.gz
	retention-days: 30

	- name: Upload build metadata
	uses: actions/upload-artifact@v4
	with:
	name: build-info-${{ matrix.target.name }}
	path: dist/build-info.txt
	retention-days: 7

	publish-github-releases:
	name: Publish to GitHub Releases
	needs: build-wheels
	runs-on: ubuntu-latest
	if: github.ref == 'refs/heads/master' && github.event_name == 'push'

	steps:
	- name: Download all wheel artifacts
	uses: actions/download-artifact@v4
	with:
	pattern: wheels-*
	merge-multiple: true
	path: dist/

	- name: Download build metadata
	uses: actions/download-artifact@v4
	with:
	pattern: build-info-*
	path: build-info/

	- name: Analyze wheel inventory
	id: inventory
	run: \|
	echo "==> Complete wheel inventory:"
	find dist/ -name "*.whl" \| sort

	echo ""
	echo "==> Wheels by platform:"
	for platform in debian12 rocky9 ubuntu2404; do
	for arch in amd64 arm64; do
	count=$(find dist/ -name "${platform}${arch}*.whl" \| wc -l)
	echo " $platform-$arch: $count wheels"
	done
	done

	echo ""
	echo "==> Total wheel count:"
	WHEEL_COUNT=$(find dist/ -name "*.whl" \| wc -l)
	echo "wheels_total=$WHEEL_COUNT" >> $GITHUB_OUTPUT

	echo ""
	echo "==> Source distributions:"
	find dist/ -name "*.tar.gz" \| wc -l

	- name: Create GitHub Release
	env:
	GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
	run: \|
	# Generate release tag based on timestamp and commit
	RELEASE_TAG="wheels-docker-$(date +'%Y%m%d')-${GITHUB_SHA::8}"

	# Create comprehensive release notes
	cat > release_notes.md << 'EOF'
	# Multi-Architecture Python Wheels

	Built using Docker QEMU emulation for precise ABI control and broad compatibility.

	## Target Environments

	\| Distribution \| glibc Version \| Architecture \| Use Case \|
	\|--------------\|---------------\|--------------\|----------\|
	\| Debian 12 \| 2.36 \| AMD64, ARM64 \| Modern Linux systems \|
	\| Rocky Linux 9 \| 2.34 \| AMD64, ARM64 \| Enterprise RHEL environments \|
	\| Ubuntu 24.04 \| 2.39 \| AMD64, ARM64 \| Latest Ubuntu LTS \|

	## Python Support

	- CPython: 3.11, 3.12, 3.13, 3.14
	- PyPy: 3.11
	- Extensions: Native CFFI modules included

	## Installation

	### Option 1: Auto-detect (pip will choose best wheel)
	```bash
	pip install autobahn[all]
	```

	### Option 2: Specific wheel download
	```bash
	# Download the wheel for your platform
	wget https://github.com/crossbario/autobahn-python/releases/download/${RELEASE_TAG}/autobahn--linux_.whl
	pip install autobahn--linux_.whl
	```

	## Build Information

	- Build Date: $(date -u +"%Y-%m-%d %H:%M:%S UTC")
	- Commit: ${GITHUB_SHA::8}
	- Total Wheels: ${{ steps.inventory.outputs.wheels_total }}
	- Build Method: Docker + QEMU emulation
	- ABI: Precise glibc targeting per distribution

	EOF

	# Create release
	gh release create "$RELEASE_TAG" \
	--repo "$GITHUB_REPOSITORY" \
	--title "Multi-Arch Wheels - $(date +'%Y-%m-%d')" \
	--notes-file release_notes.md \
	dist/.whl dist/.tar.gz

	publish-pypi:
	name: Publish to PyPI
	needs: build-wheels
	runs-on: ubuntu-latest
	if: startsWith(github.ref, 'refs/tags/')
	environment:
	name: pypi
	url: https://pypi.org/p/autobahn
	permissions:
	id-token: write # For trusted publishing

	steps:
	- name: Download all wheel artifacts
	uses: actions/download-artifact@v4
	with:
	pattern: wheels-*
	merge-multiple: true
	path: dist/

	- name: Prepare PyPI upload
	run: \|
	echo "==> Preparing PyPI upload..."

	# Remove duplicate source distributions (keep only one)
	find dist/ -name "*.tar.gz" \| sort \| tail -n +2 \| xargs rm -f \|\| true

	echo "==> Final PyPI artifact list:"
	ls -la dist/

	echo ""
	echo "==> Upload summary:"
	echo "Wheels: $(find dist/ -name "*.whl" \| wc -l)"
	echo "Source: $(find dist/ -name "*.tar.gz" \| wc -l)"

	- name: Publish to PyPI
	uses: pypa/gh-action-pypi-publish@release/v1
	with:
	verbose: true

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Implement Docker QEMU multi-arch wheel building system #3

Workflow file

Implement Docker QEMU multi-arch wheel building system #3

Uh oh!

Workflow file for this run