wheels CI: stricter torch index selection, test oldest versions of dependencies

.github/workflows/pr.yaml

@@ -257,6 +257,7 @@ jobs:
       build_type: pull-request
       script: ci/test_wheel_pylibwholegraph.sh
       matrix_filter: map(select(.ARCH == "amd64"))
+      matrix_type: 'nightly'
   wheel-build-cugraph-pyg:
     needs: checks
     secrets: inherit
@@ -279,3 +280,4 @@ jobs:
       build_type: pull-request
       script: ci/test_wheel_cugraph-pyg.sh
       matrix_filter: map(select(.ARCH == "amd64"))
+      matrix_type: 'nightly'

.gitignore

@@ -40,6 +40,8 @@ wheels/
 wheelhouse/
 _skbuild/
 cufile.log
+*.tar.gz
+*.whl
 
 ## Patching
 *.diff

ci/download-torch-wheels.sh

@@ -0,0 +1,37 @@
+#!/bin/bash
+# SPDX-FileCopyrightText: Copyright (c) 2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+# [description]
+#
+#   Downloads a CUDA variant of 'torch' from the correct index, based on CUDA major version.
+#
+#   This exists to avoid using 'pip --extra-index-url', which could allow for CPU-only 'torch'
+#   to be downloaded from pypi.org.
+#
+
+set -e -u -o pipefail
+
+# Ensure CUDA-enabled 'torch' packages are always used.
+#
+# Downloading + adding the downloaded file to the constraint forces the use of this
+# package, so we don't accidentally end up with a CPU-only 'torch' from 'pypi.org'
+# (which can happen because --extra-index-url doesn't imply a priority).
+rapids-logger "Downloading 'torch' wheel"
+CUDA_MAJOR="${RAPIDS_CUDA_VERSION%%.*}"
+if [[ "${CUDA_MAJOR}" == "12" ]]; then
+  PYTORCH_INDEX="https://download.pytorch.org/whl/cu126"
+else
+  PYTORCH_INDEX="https://download.pytorch.org/whl/cu130"
+fi
+
+TORCH_WHEEL_DIR=$(mktemp -d)
+rapids-pip-retry download \
+  --prefer-binary \
+  --no-deps \
+  -d "${TORCH_WHEEL_DIR}" \
+  --constraint "${PIP_CONSTRAINT}" \
+  --index-url "${PYTORCH_INDEX}" \
+  'torch'
+
+echo "torch @ file://$(echo ${TORCH_WHEEL_DIR}/torch-*.whl)" >> "${PIP_CONSTRAINT}"

ci/test_wheel_cugraph-pyg.sh

@@ -15,13 +15,15 @@ LIBWHOLEGRAPH_WHEELHOUSE=$(RAPIDS_PY_WHEEL_NAME="libwholegraph_${RAPIDS_PY_CUDA_
 PYLIBWHOLEGRAPH_WHEELHOUSE=$(rapids-download-from-github "$(rapids-package-name "wheel_python" pylibwholegraph --stable --cuda "$RAPIDS_CUDA_VERSION")")
 CUGRAPH_PYG_WHEELHOUSE=$(RAPIDS_PY_WHEEL_NAME="${package_name}_${RAPIDS_PY_CUDA_SUFFIX}" RAPIDS_PY_WHEEL_PURE="1" rapids-download-wheels-from-github python)
 
-CUDA_MAJOR="${RAPIDS_CUDA_VERSION%%.*}"
+# generate constraints, accounting for 'oldest' and 'latest' dependencies
+rapids-dependency-file-generator \
+    --output requirements \
+    --file-key "test_cugraph_pyg" \
+    --matrix "cuda=${RAPIDS_CUDA_VERSION%.*};arch=$(arch);py=${RAPIDS_PY_VERSION};dependencies=${RAPIDS_DEPENDENCIES};include_torch_extra_index=false" \
+| tee "${PIP_CONSTRAINT}"
 
-if [[ "${CUDA_MAJOR}" == "12" ]]; then
-  PYTORCH_INDEX="https://download.pytorch.org/whl/cu126"
-else
-  PYTORCH_INDEX="https://download.pytorch.org/whl/cu130"
-fi
+# ensure a CUDA variant of 'torch' is used
+./ci/download-torch-wheels.sh
 
 # notes:
 #
@@ -31,7 +33,7 @@ fi
 #
 rapids-pip-retry install \
     -v \
-    --extra-index-url "${PYTORCH_INDEX}" \
+    --constraint "${PIP_CONSTRAINT}" \
     --extra-index-url 'https://pypi.nvidia.com' \
     "${LIBWHOLEGRAPH_WHEELHOUSE}"/*.whl \
     "$(echo "${PYLIBWHOLEGRAPH_WHEELHOUSE}"/pylibwholegraph_"${RAPIDS_PY_CUDA_SUFFIX}"*.whl)" \

ci/test_wheel_pylibwholegraph.sh

@@ -2,9 +2,7 @@
 # SPDX-FileCopyrightText: Copyright (c) 2023-2026, NVIDIA CORPORATION.
 # SPDX-License-Identifier: Apache-2.0
 
-set -e          # abort the script on error
-set -o pipefail # piped commands propagate their error
-set -E          # ERR traps are inherited by subcommands
+set -euo pipefail
 
 # Delete system libnccl.so to ensure the wheel is used.
 # (but only do this in CI, to avoid breaking local dev environments)
@@ -18,23 +16,26 @@ RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen ${RAPIDS_CUDA_VERSION})"
 LIBWHOLEGRAPH_WHEELHOUSE=$(RAPIDS_PY_WHEEL_NAME="libwholegraph_${RAPIDS_PY_CUDA_SUFFIX}" rapids-download-wheels-from-github cpp)
 PYLIBWHOLEGRAPH_WHEELHOUSE=$(rapids-download-from-github "$(rapids-package-name "wheel_python" pylibwholegraph --stable --cuda "$RAPIDS_CUDA_VERSION")")
 
-# determine pytorch source
-if [[ "${CUDA_MAJOR}" == "12" ]]; then
-  PYTORCH_INDEX="https://download.pytorch.org/whl/cu126"
-else
-  PYTORCH_INDEX="https://download.pytorch.org/whl/cu130"
-fi
 RAPIDS_TESTS_DIR=${RAPIDS_TESTS_DIR:-"${PWD}/test-results"}
 RAPIDS_COVERAGE_DIR=${RAPIDS_COVERAGE_DIR:-"${PWD}/coverage-results"}
 mkdir -p "${RAPIDS_TESTS_DIR}" "${RAPIDS_COVERAGE_DIR}"
 
+# generate constraints, accounting for 'oldest' and 'latest' dependencies
+rapids-dependency-file-generator \
+    --output requirements \
+    --file-key "test_pylibwholegraph" \
+    --matrix "cuda=${RAPIDS_CUDA_VERSION%.*};arch=$(arch);py=${RAPIDS_PY_VERSION};dependencies=${RAPIDS_DEPENDENCIES};include_torch_extra_index=false" \
+| tee "${PIP_CONSTRAINT}"
+
+# ensure a CUDA variant of 'torch' is used
+./ci/download-torch-wheels.sh
+
 # echo to expand wildcard before adding `[extra]` requires for pip
 rapids-logger "Installing Packages"
 rapids-pip-retry install \
-    --extra-index-url ${PYTORCH_INDEX} \
+    --constraint "${PIP_CONSTRAINT}" \
     "$(echo "${PYLIBWHOLEGRAPH_WHEELHOUSE}"/pylibwholegraph*.whl)[test]" \
-    "${LIBWHOLEGRAPH_WHEELHOUSE}"/*.whl \
-    'torch>=2.3'
+    "${LIBWHOLEGRAPH_WHEELHOUSE}"/*.whl
 
 rapids-logger "pytest pylibwholegraph"
 cd python/pylibwholegraph/pylibwholegraph/tests

dependencies.yaml

@@ -135,6 +135,7 @@ files:
       table: project.optional-dependencies
       key: test
     includes:
+      - depends_on_pytorch
       - test_python_common
       - test_python_pylibwholegraph
   py_build_cugraph_pyg:
@@ -324,6 +325,10 @@ dependencies:
           - *cmake_ver
   test_python_common:
     common:
+      - output_types: [conda]
+        packages:
+          - torchdata
+          - pydantic
       - output_types: [conda, pyproject, requirements]
         packages:
           - pytest<9.0.0
@@ -343,14 +348,15 @@ dependencies:
           - pytest-forked
           - scipy
   depends_on_pytorch:
-    common:
-      - output_types: [conda]
-        packages:
-          - torchdata
-          - pydantic
     specific:
       - output_types: [requirements]
         matrices:
+          # If 'include_torch_extra_index=false' is passed, avoid these --extra-index-url.
+          # (useful in CI scripts where we want to tightly control which indices 'pip' uses).
+          - matrix:
+              include_torch_extra_index: "false"
+            packages:
+          # otherwise, choose a CUDA-version-specific index
           - matrix:
               cuda: "12.*"
             packages:
@@ -374,13 +380,28 @@ dependencies:
           - matrix:
             packages:
               - *pytorch_pip
+      - output_types: [requirements]
+        matrices:
+          - matrix:
+              cuda: "12.*"
+              dependencies: "oldest"
+            packages:
+              # 2.6.0 is the oldest version on https://download.pytorch.org/whl/cu126 with CUDA wheels
+              - torch==2.6.0
+          - matrix:
+              cuda: "13.*"
+              dependencies: "oldest"
+            packages:
+              - torch==2.9.0
+          - matrix:
+            packages:
       - output_types: [conda]
         matrices:
           # Prevent fallback to CPU-only pytorch when we want a CUDA variant.
           - matrix:
               require_gpu: "true"
             packages:
-              - pytorch-gpu
+              - pytorch-gpu >=2.3
           # Default to falling back to whatever 'pytorch' is pulled in via cugraph-pyg's dependencies.
           - matrix:
             packages:

python/pylibwholegraph/pyproject.toml

@@ -39,6 +39,7 @@ test = [
     "pytest-xdist",
     "pytest<9.0.0",
     "scipy",
+    "torch>=2.9.0",
 ] # This list was generated by `rapids-dependency-file-generator`. To make changes, edit ../../dependencies.yaml and run `rapids-dependency-file-generator`.
 
 [tool.rapids-build-backend]