From 2149df6e14ce4dedb1c6b518405d430e1b3c54f5 Mon Sep 17 00:00:00 2001 From: Evan Smothers Date: Wed, 8 Oct 2025 11:32:27 -0700 Subject: [PATCH 1/4] build with CUDA 12.6 --- .github/workflows/build_vllm.yaml | 8 ++++---- .github/workflows/build_wheels.yaml | 10 +++++----- scripts/install.sh | 2 +- 3 files changed, 10 insertions(+), 10 deletions(-) diff --git a/.github/workflows/build_vllm.yaml b/.github/workflows/build_vllm.yaml index ca5246418..1662072c2 100644 --- a/.github/workflows/build_vllm.yaml +++ b/.github/workflows/build_vllm.yaml @@ -12,7 +12,7 @@ permissions: jobs: build: - name: forge-cu128-nightly + name: forge-cu126-nightly uses: pytorch/test-infra/.github/workflows/build_wheels_linux.yml@main strategy: fail-fast: false @@ -31,11 +31,11 @@ jobs: { "python_version": "3.10", "gpu_arch_type": "cpu", - "gpu_arch_version": "12.8", - "desired_cuda": "cu128", + "gpu_arch_version": "12.6", + "desired_cuda": "cu126", "container_image": "pytorch/manylinux2_28-builder:cuda12.8", "package_type": "manywheel", - "build_name": "manywheel-py3_10-cuda12_8", + "build_name": "manywheel-py3_10-cuda12_6", "validation_runner": "linux.12xlarge.memory", "installation": "pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu128", "channel": "nightly", diff --git a/.github/workflows/build_wheels.yaml b/.github/workflows/build_wheels.yaml index 3f337e9f4..d8e4c3837 100644 --- a/.github/workflows/build_wheels.yaml +++ b/.github/workflows/build_wheels.yaml @@ -12,7 +12,7 @@ permissions: jobs: build: - name: forge-cu128-nightly + name: forge-cu126-nightly uses: pytorch/test-infra/.github/workflows/build_wheels_linux.yml@main strategy: fail-fast: false @@ -31,11 +31,11 @@ jobs: { "python_version": "3.10", "gpu_arch_type": "cuda", - "gpu_arch_version": "12.8", - "desired_cuda": "cu128", - "container_image": "pytorch/manylinux2_28-builder:cuda12.8", + "gpu_arch_version": "12.6", + "desired_cuda": "cu126", + "container_image": "pytorch/manylinux2_28-builder:cuda12.6", "package_type": "manywheel", - "build_name": "manywheel-py3_10-cuda12_8", + "build_name": "manywheel-py3_10-cuda12_6", "validation_runner": "linux.4xlarge.nvidia.gpu", "installation": "pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu128", "channel": "nightly", diff --git a/scripts/install.sh b/scripts/install.sh index eb4776cfd..a352b153d 100755 --- a/scripts/install.sh +++ b/scripts/install.sh @@ -261,7 +261,7 @@ main() { download_vllm_wheel log_info "Installing PyTorch nightly..." - pip install torch==$PYTORCH_VERSION --index-url https://download.pytorch.org/whl/nightly/cu129 + pip install torch==$PYTORCH_VERSION --index-url https://download.pytorch.org/whl/nightly/cu126 log_info "Installing all wheels (local + downloaded)..." pip install "$WHEEL_DIR"/*.whl From d76d33522252e13780af3fa9f9e6c6630ccc587f Mon Sep 17 00:00:00 2001 From: Evan Smothers Date: Wed, 8 Oct 2025 11:33:04 -0700 Subject: [PATCH 2/4] one more --- .github/workflows/build_vllm.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_vllm.yaml b/.github/workflows/build_vllm.yaml index 1662072c2..5e572f998 100644 --- a/.github/workflows/build_vllm.yaml +++ b/.github/workflows/build_vllm.yaml @@ -33,7 +33,7 @@ jobs: "gpu_arch_type": "cpu", "gpu_arch_version": "12.6", "desired_cuda": "cu126", - "container_image": "pytorch/manylinux2_28-builder:cuda12.8", + "container_image": "pytorch/manylinux2_28-builder:cuda12.6", "package_type": "manywheel", "build_name": "manywheel-py3_10-cuda12_6", "validation_runner": "linux.12xlarge.memory", From 996ae6868e093cca0c689fc58d236862368f549d Mon Sep 17 00:00:00 2001 From: Evan Smothers Date: Wed, 8 Oct 2025 11:35:14 -0700 Subject: [PATCH 3/4] one more --- .github/workflows/build_vllm.yaml | 2 +- .github/workflows/build_wheels.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build_vllm.yaml b/.github/workflows/build_vllm.yaml index 5e572f998..cba29257d 100644 --- a/.github/workflows/build_vllm.yaml +++ b/.github/workflows/build_vllm.yaml @@ -37,7 +37,7 @@ jobs: "package_type": "manywheel", "build_name": "manywheel-py3_10-cuda12_6", "validation_runner": "linux.12xlarge.memory", - "installation": "pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu128", + "installation": "pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu126", "channel": "nightly", "upload_to_base_bucket": "no", "stable_version": "2.8.0", diff --git a/.github/workflows/build_wheels.yaml b/.github/workflows/build_wheels.yaml index d8e4c3837..087d65da8 100644 --- a/.github/workflows/build_wheels.yaml +++ b/.github/workflows/build_wheels.yaml @@ -37,7 +37,7 @@ jobs: "package_type": "manywheel", "build_name": "manywheel-py3_10-cuda12_6", "validation_runner": "linux.4xlarge.nvidia.gpu", - "installation": "pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu128", + "installation": "pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu126", "channel": "nightly", "upload_to_base_bucket": "no", "stable_version": "2.8.0", From 7f15c4135b5e046b897ca9d0b6880b68188f4d45 Mon Sep 17 00:00:00 2001 From: Evan Smothers Date: Wed, 8 Oct 2025 11:36:03 -0700 Subject: [PATCH 4/4] comment --- scripts/install.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/install.sh b/scripts/install.sh index a352b153d..eb4776cfd 100755 --- a/scripts/install.sh +++ b/scripts/install.sh @@ -261,7 +261,7 @@ main() { download_vllm_wheel log_info "Installing PyTorch nightly..." - pip install torch==$PYTORCH_VERSION --index-url https://download.pytorch.org/whl/nightly/cu126 + pip install torch==$PYTORCH_VERSION --index-url https://download.pytorch.org/whl/nightly/cu129 log_info "Installing all wheels (local + downloaded)..." pip install "$WHEEL_DIR"/*.whl