Support PyTorch 2.8 and CUDA 12.9 (#495)

* update

* update

* update

* update

Author: akihironitta

.github/workflows/building.yml

@@ -10,15 +10,19 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        os: [ubuntu-22.04, macos-14, windows-2019, ubuntu-22.04-arm]
+        os: [ubuntu-22.04, macos-14, windows-2022, ubuntu-22.04-arm]
         python-version: ['3.9', '3.10', '3.11', '3.12', '3.13']
-        torch-version: [2.7.0]  # [2.6.0]
-        cuda-version: ['cpu', 'cu118', 'cu124', 'cu126', 'cu128']
+        torch-version: [2.8.0]
+        cuda-version: ['cpu', 'cu118', 'cu124', 'cu126', 'cu128', 'cu129']
         exclude:
           - torch-version: 2.6.0
             cuda-version: 'cu128'
           - torch-version: 2.7.0
             cuda-version: 'cu124'
+          - torch-version: 2.8.0
+            cuda-version: 'cu124'
+          - torch-version: 2.8.0
+            cuda-version: 'cu118'
           - os: macos-14
             cuda-version: 'cu118'
           - os: macos-14
@@ -27,6 +31,8 @@ jobs:
             cuda-version: 'cu126'
           - os: macos-14
             cuda-version: 'cu128'
+          - os: macos-14
+            cuda-version: 'cu129'
           - os: ubuntu-22.04-arm
             cuda-version: 'cu118'
           - os: ubuntu-22.04-arm
@@ -35,6 +41,8 @@ jobs:
             cuda-version: 'cu126'
           - os: ubuntu-22.04-arm
             cuda-version: 'cu128'
+          - os: ubuntu-22.04-arm
+            cuda-version: 'cu129'
 
     steps:
       - uses: actions/checkout@v2

.github/workflows/cuda/cu129-Linux-env.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+CUDA_HOME=/usr/local/cuda-12.9
+LD_LIBRARY_PATH=${CUDA_HOME}/lib64:${LD_LIBRARY_PATH}
+PATH=${CUDA_HOME}/bin:${PATH}
+
+export FORCE_CUDA=1
+export TORCH_CUDA_ARCH_LIST="7.0;7.5;8.0;8.6;9.0;10.0;12.0+PTX"

.github/workflows/cuda/cu129-Linux.sh

@@ -0,0 +1,17 @@
+#!/bin/bash
+
+OS=ubuntu2204
+
+wget -nv https://developer.download.nvidia.com/compute/cuda/repos/${OS}/x86_64/cuda-${OS}.pin
+sudo mv cuda-${OS}.pin /etc/apt/preferences.d/cuda-repository-pin-600
+
+wget -nv https://developer.download.nvidia.com/compute/cuda/12.9.1/local_installers/cuda-repo-${OS}-12-9-local_12.9.1-575.57.08-1_amd64.deb
+
+sudo dpkg -i cuda-repo-${OS}-12-9-local_12.9.1-575.57.08-1_amd64.deb
+sudo cp /var/cuda-repo-${OS}-12-9-local/cuda-*-keyring.gpg /usr/share/keyrings/
+
+sudo apt-get -qq update
+sudo apt install cuda-nvcc-12-9 cuda-libraries-dev-12-9
+sudo apt clean
+
+rm -f *.deb

.github/workflows/cuda/cu129-Windows-env.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+CUDA_HOME=/c/Program\ Files/NVIDIA\ GPU\ Computing\ Toolkit/CUDA/v12.9
+PATH=${CUDA_HOME}/bin:$PATH
+PATH=/c/Program\ Files\ \(x86\)/Microsoft\ Visual\ Studio/2017/BuildTools/MSBuild/15.0/Bin:$PATH
+
+export FORCE_CUDA=1
+export TORCH_CUDA_ARCH_LIST="6.0+PTX"

.github/workflows/cuda/cu129-Windows.sh

@@ -0,0 +1,18 @@
+#!/bin/bash
+
+# Install NVIDIA drivers, see:
+# https://github.com/pytorch/vision/blob/master/packaging/windows/internal/cuda_install.bat#L99-L102
+curl -k -L "https://drive.google.com/u/0/uc?id=1injUyo3lnarMgWyRcXqKg4UGnN0ysmuq&export=download" --output "/tmp/gpu_driver_dlls.zip"
+7z x "/tmp/gpu_driver_dlls.zip" -o"/c/Windows/System32"
+
+export CUDA_SHORT=12.9
+export CUDA_URL=https://developer.download.nvidia.com/compute/cuda/${CUDA_SHORT}.0/local_installers
+export CUDA_FILE=cuda_${CUDA_SHORT}.0_571.96_windows.exe
+
+# Install CUDA:
+curl -k -L "${CUDA_URL}/${CUDA_FILE}" --output "${CUDA_FILE}"
+echo ""
+echo "Installing from ${CUDA_FILE}..."
+PowerShell -Command "Start-Process -FilePath \"${CUDA_FILE}\" -ArgumentList \"-s nvcc_${CUDA_SHORT} cuobjdump_${CUDA_SHORT} nvprune_${CUDA_SHORT} cupti_${CUDA_SHORT} cublas_dev_${CUDA_SHORT} cudart_${CUDA_SHORT} cufft_dev_${CUDA_SHORT} curand_dev_${CUDA_SHORT} cusolver_dev_${CUDA_SHORT} cusparse_dev_${CUDA_SHORT} thrust_${CUDA_SHORT} npp_dev_${CUDA_SHORT} nvrtc_dev_${CUDA_SHORT} nvml_dev_${CUDA_SHORT}\" -Wait -NoNewWindow"
+echo "Done!"
+rm -f "${CUDA_FILE}"