Add wanda cpp wheel builds (x86_64)

andrew-anyscale · andrew-anyscale · commit 6801f72fa8df · 2026-01-08T13:33:16.000-08:00
This adds wanda-based builds for ray C++ API wheels for x86_64.

Changes:
- Add ray-cpp-core.wanda.yaml and Dockerfile for cpp core
- Add ray-cpp-wheel.wanda.yaml for cpp wheel builds
- Update build.rayci.yml with cpp wheel build and upload steps

Topic: ray-cpp-wheel
Relative: ray-wheel

Signed-off-by: andrew &lt;andrew@anyscale.com&gt;
diff --git a/.buildkite/build.rayci.yml b/.buildkite/build.rayci.yml
@@ -76,6 +76,65 @@ steps:
       - skip-on-premerge
       - oss
 
+  - name: ray-cpp-core-build
+    label: "wanda: cpp core py{{matrix}} (x86_64)"
+    wanda: ci/docker/ray-cpp-core.wanda.yaml
+    matrix:
+      - "3.10"
+      - "3.11"
+      - "3.12"
+      - "3.13"
+    env:
+      PYTHON_VERSION: "{{matrix}}"
+      ARCH_SUFFIX: ""
+      HOSTTYPE: "x86_64"
+      MANYLINUX_VERSION: "260103.868e54c"
+    tags:
+      - release_wheels
+      - oss
+
+  - name: ray-cpp-wheel-build
+    label: "wanda: cpp wheel py{{matrix}} (x86_64)"
+    wanda: ci/docker/ray-cpp-wheel.wanda.yaml
+    matrix:
+      - "3.10"
+      - "3.11"
+      - "3.12"
+      - "3.13"
+    env:
+      PYTHON_VERSION: "{{matrix}}"
+      ARCH_SUFFIX: ""
+      HOSTTYPE: "x86_64"
+      MANYLINUX_VERSION: "260103.868e54c"
+    tags:
+      - release_wheels
+      - linux_wheels
+      - oss
+    depends_on:
+      - ray-core-build
+      - ray-cpp-core-build
+      - ray-java-build
+      - ray-dashboard-build
+
+  # Upload cpp wheels to S3
+  - label: ":s3: upload: cpp wheel py{{matrix}} (x86_64)"
+    key: linux_cpp_wheels_upload
+    instance_type: small
+    commands:
+      - ./ci/build/extract_wanda_wheels.sh ray-cpp-wheel-py{{matrix}}
+      - ./ci/build/copy_build_artifacts.sh wheel
+    matrix:
+      - "3.10"
+      - "3.11"
+      - "3.12"
+      - "3.13"
+    depends_on:
+      - ray-cpp-wheel-build
+    tags:
+      - release_wheels
+      - skip-on-premerge
+      - oss
+
   - label: ":tapioca: build: jar"
     key: java_wheels
     tags:
diff --git a/ci/build/build-manylinux-wheel.sh b/ci/build/build-manylinux-wheel.sh
@@ -4,6 +4,11 @@ set -exuo pipefail
 PYTHON="$1"
 TRAVIS_COMMIT="${TRAVIS_COMMIT:-$BUILDKITE_COMMIT}"
 
+# WHEEL_TYPE=cpp can be set to build only the ray-cpp wheel (skips ray wheel).
+# Otherwise, the original default behavior is preserved for backwards compatibility:
+#   - Always build ray wheel
+#   - Also build ray-cpp wheel unless RAY_DISABLE_EXTRA_CPP=1
+
 export RAY_BUILD_ENV="manylinux_py${PYTHON}"
 
 mkdir -p .whl
@@ -26,15 +31,21 @@ export BAZEL_PATH="$HOME"/bin/bazel
 # This is required for building with bazel.
 sudo ln -sf "/opt/python/${PYTHON}/bin/python3" /usr/local/bin/python3
 
-# build ray wheel
-PATH="/opt/python/${PYTHON}/bin:$PATH" RAY_INSTALL_JAVA=0 \
-"/opt/python/${PYTHON}/bin/python" -m pip wheel -v -w dist . --no-deps
-
-
-if [[ "${RAY_DISABLE_EXTRA_CPP:-}" != 1 ]]; then
-  # build ray-cpp wheel
+# Build wheel(s)
+if [[ "${WHEEL_TYPE:-}" == "cpp" ]]; then
+  # cpp-only mode: build only ray-cpp wheel
+  echo "Building ray-cpp wheel..."
   PATH="/opt/python/${PYTHON}/bin:$PATH" RAY_INSTALL_JAVA=0 \
   RAY_INSTALL_CPP=1 "/opt/python/${PYTHON}/bin/python" -m pip wheel -v -w dist . --no-deps
+else
+  # Default mode: build ray wheel, then cpp wheel unless disabled
+  PATH="/opt/python/${PYTHON}/bin:$PATH" RAY_INSTALL_JAVA=0 \
+  "/opt/python/${PYTHON}/bin/python" -m pip wheel -v -w dist . --no-deps
+
+  if [[ "${RAY_DISABLE_EXTRA_CPP:-}" != 1 ]]; then
+    PATH="/opt/python/${PYTHON}/bin:$PATH" RAY_INSTALL_JAVA=0 \
+    RAY_INSTALL_CPP=1 "/opt/python/${PYTHON}/bin/python" -m pip wheel -v -w dist . --no-deps
+  fi
 fi
 
 # Rename the wheels so that they can be uploaded to PyPI. TODO(rkn): This is a
diff --git a/ci/docker/ray-cpp-core.Dockerfile b/ci/docker/ray-cpp-core.Dockerfile
@@ -0,0 +1,48 @@
+# syntax=docker/dockerfile:1.3-labs
+#
+# Ray C++ Core Artifacts Builder
+# ==============================
+# Builds ray_cpp_pkg.zip containing C++ headers, libraries, and examples.
+#
+ARG ARCH_SUFFIX=
+ARG HOSTTYPE=x86_64
+ARG MANYLINUX_VERSION
+FROM rayproject/manylinux2014:${MANYLINUX_VERSION}-jdk-${HOSTTYPE} AS builder
+
+ARG PYTHON_VERSION=3.10
+ARG BUILDKITE_BAZEL_CACHE_URL
+ARG BUILDKITE_CACHE_READONLY
+ARG HOSTTYPE
+
+WORKDIR /home/forge/ray
+
+COPY . .
+
+# Mounting cache dir for faster local rebuilds (architecture-specific to avoid toolchain conflicts)
+RUN --mount=type=cache,target=/home/forge/.cache,uid=2000,gid=100,id=bazel-cache-${HOSTTYPE}-${PYTHON_VERSION} \
+    <<'EOF'
+#!/bin/bash
+set -euo pipefail
+
+PY_CODE="${PYTHON_VERSION//./}"
+PY_BIN="cp${PY_CODE}-cp${PY_CODE}"
+export RAY_BUILD_ENV="manylinux_py${PY_BIN}"
+
+sudo ln -sf "/opt/python/${PY_BIN}/bin/python3" /usr/local/bin/python3
+sudo ln -sf /usr/local/bin/python3 /usr/local/bin/python
+
+if [[ "${BUILDKITE_CACHE_READONLY:-}" == "true" ]]; then
+  echo "build --remote_upload_local_results=false" >> "$HOME/.bazelrc"
+fi
+
+echo "build --repository_cache=/home/forge/.cache/bazel-repo" >> "$HOME/.bazelrc"
+
+bazelisk build --config=ci //cpp:ray_cpp_pkg_zip
+
+cp bazel-bin/cpp/ray_cpp_pkg.zip /home/forge/ray_cpp_pkg.zip
+
+EOF
+
+FROM scratch
+
+COPY --from=builder /home/forge/ray_cpp_pkg.zip /
diff --git a/ci/docker/ray-cpp-core.wanda.yaml b/ci/docker/ray-cpp-core.wanda.yaml
@@ -0,0 +1,30 @@
+name: "ray-cpp-core-py$PYTHON_VERSION$ARCH_SUFFIX"
+froms: ["rayproject/manylinux2014:$MANYLINUX_VERSION-jdk-$HOSTTYPE"]
+dockerfile: ci/docker/ray-cpp-core.Dockerfile
+srcs:
+  - .bazelversion
+  - .bazelrc
+  - WORKSPACE
+  - BUILD.bazel
+  - bazel/
+  - thirdparty/
+  - src/
+  - cpp/
+  - python/ray/__init__.py
+  - python/ray/_raylet.pxd
+  - python/ray/_raylet.pyi
+  - python/ray/_raylet.pyx
+  - python/ray/includes/
+  - java/BUILD.bazel
+  - java/dependencies.bzl
+  - release/BUILD.bazel
+  - release/requirements.txt
+  - release/requirements_py310.txt
+build_args:
+  - PYTHON_VERSION
+  - ARCH_SUFFIX
+  - HOSTTYPE
+  - MANYLINUX_VERSION
+  - BUILDKITE_BAZEL_CACHE_URL
+build_hint_args:
+  - BUILDKITE_CACHE_READONLY
diff --git a/ci/docker/ray-cpp-wheel.Dockerfile b/ci/docker/ray-cpp-wheel.Dockerfile
@@ -0,0 +1,92 @@
+# syntax=docker/dockerfile:1.3-labs
+#
+# Ray C++ Wheel Builder
+# =====================
+# Builds manylinux2014-compatible ray-cpp wheel using pre-built C++ artifacts from wanda cache.
+#
+# This is a minimal Dockerfile for ray-cpp wheel builds only.
+# It copies only the files needed for the cpp wheel, reducing build context size.
+
+ARG RAY_CORE_IMAGE
+ARG RAY_CPP_CORE_IMAGE
+ARG RAY_JAVA_IMAGE
+ARG RAY_DASHBOARD_IMAGE
+ARG MANYLINUX_VERSION
+ARG HOSTTYPE
+
+FROM ${RAY_CORE_IMAGE} AS ray-core
+FROM ${RAY_CPP_CORE_IMAGE} AS ray-cpp-core
+FROM ${RAY_JAVA_IMAGE} AS ray-java
+FROM ${RAY_DASHBOARD_IMAGE} AS ray-dashboard
+
+# Main build stage - manylinux2014 provides GLIBC 2.17
+FROM rayproject/manylinux2014:${MANYLINUX_VERSION}-jdk-${HOSTTYPE} AS builder
+
+ARG PYTHON_VERSION=3.10
+ARG BUILDKITE_COMMIT
+
+WORKDIR /home/forge/ray
+
+# Copy artifacts from all stages
+COPY --from=ray-core /ray_pkg.zip /tmp/
+COPY --from=ray-core /ray_py_proto.zip /tmp/
+COPY --from=ray-java /ray_java_pkg.zip /tmp/
+COPY --from=ray-dashboard /dashboard.tar.gz /tmp/
+
+# Minimal source files needed for cpp wheel build
+COPY --chown=forge ci/build/build-manylinux-wheel.sh ci/build/
+COPY --chown=forge README.rst pyproject.toml ./
+COPY --chown=forge python/setup.py python/
+COPY --chown=forge python/LICENSE.txt python/
+COPY --chown=forge python/MANIFEST.in python/
+COPY --chown=forge python/ray/_version.py python/ray/
+
+USER forge
+# - BUILDKITE_COMMIT: Used for ray.__commit__. Defaults to "unknown" for local builds.
+ENV PYTHON_VERSION=${PYTHON_VERSION} \
+    BUILDKITE_COMMIT=${BUILDKITE_COMMIT:-unknown}
+RUN --mount=from=ray-cpp-core,source=/,target=/ray-cpp-core,ro \
+    <<'EOF'
+#!/bin/bash
+set -euo pipefail
+
+# Clean extraction dirs to avoid stale leftovers
+rm -rf /tmp/ray_pkg /tmp/ray_java_pkg /tmp/ray_cpp_pkg
+mkdir -p /tmp/ray_pkg /tmp/ray_java_pkg /tmp/ray_cpp_pkg
+
+# Unpack pre-built artifacts
+unzip -o /tmp/ray_pkg.zip -d /tmp/ray_pkg
+unzip -o /tmp/ray_py_proto.zip -d python/
+unzip -o /tmp/ray_java_pkg.zip -d /tmp/ray_java_pkg
+mkdir -p python/ray/dashboard/client/build
+tar -xzf /tmp/dashboard.tar.gz -C python/ray/dashboard/client/build/
+
+# C++ core artifacts
+cp -r /tmp/ray_pkg/ray/* python/ray/
+
+# Java JARs
+cp -r /tmp/ray_java_pkg/ray/* python/ray/
+
+# C++ API artifacts (headers, libs, examples)
+unzip -o /ray-cpp-core/ray_cpp_pkg.zip -d /tmp/ray_cpp_pkg
+cp -r /tmp/ray_cpp_pkg/ray/cpp python/ray/
+
+# Build cpp wheel
+PY_VERSION="${PYTHON_VERSION//./}"
+PY_BIN="cp${PY_VERSION}-cp${PY_VERSION}"
+SKIP_BAZEL_BUILD=1 WHEEL_TYPE=cpp \
+./ci/build/build-manylinux-wheel.sh "$PY_BIN"
+
+# Sanity check: ensure wheels exist
+shopt -s nullglob
+wheels=(.whl/*.whl)
+if (( ${#wheels[@]} == 0 )); then
+  echo "ERROR: No wheels produced in .whl/"
+  ls -la .whl || true
+  exit 1
+fi
+
+EOF
+
+FROM scratch
+COPY --from=builder /home/forge/ray/.whl/*.whl /
diff --git a/ci/docker/ray-cpp-wheel.wanda.yaml b/ci/docker/ray-cpp-wheel.wanda.yaml
@@ -0,0 +1,26 @@
+name: "ray-cpp-wheel-py$PYTHON_VERSION$ARCH_SUFFIX"
+froms:
+  - "rayproject/manylinux2014:$MANYLINUX_VERSION-jdk-$HOSTTYPE"
+  - "cr.ray.io/rayproject/ray-core-py$PYTHON_VERSION$ARCH_SUFFIX"      # C++ binaries (ray_pkg.zip)
+  - "cr.ray.io/rayproject/ray-cpp-core-py$PYTHON_VERSION$ARCH_SUFFIX"  # C++ headers/libs (ray_cpp_pkg.zip)
+  - "cr.ray.io/rayproject/ray-java-build$ARCH_SUFFIX"                  # Java JARs
+  - "cr.ray.io/rayproject/ray-dashboard"                               # Dashboard
+dockerfile: ci/docker/ray-cpp-wheel.Dockerfile
+srcs:
+  - pyproject.toml
+  - README.rst
+  - ci/build/build-manylinux-wheel.sh
+  - python/setup.py
+  - python/LICENSE.txt
+  - python/MANIFEST.in
+  - python/ray/_version.py
+build_args:
+  - PYTHON_VERSION
+  - MANYLINUX_VERSION
+  - HOSTTYPE
+  - BUILDKITE_COMMIT
+  - ARCH_SUFFIX
+  - RAY_CORE_IMAGE=cr.ray.io/rayproject/ray-core-py$PYTHON_VERSION$ARCH_SUFFIX
+  - RAY_CPP_CORE_IMAGE=cr.ray.io/rayproject/ray-cpp-core-py$PYTHON_VERSION$ARCH_SUFFIX
+  - RAY_JAVA_IMAGE=cr.ray.io/rayproject/ray-java-build$ARCH_SUFFIX
+  - RAY_DASHBOARD_IMAGE=cr.ray.io/rayproject/ray-dashboard
