Skip to content

Commit c1987e4

Browse files
lanluo-nvidialanluo-nvidia
authored
enable cu130 (#3808)
1 parent 1f4c159 commit c1987e4

File tree

15 files changed

+48
-40
lines changed

15 files changed

+48
-40
lines changed

‎.github/scripts/filter-matrix.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@
88

99
# currently we don't support python 3.13t due to tensorrt does not support 3.13t
1010
disabled_python_versions: List[str] = ["3.13t", "3.14", "3.14t"]
11-
disabled_cuda_versions: List[str] = ["cu130"]
11+
disabled_cuda_versions: List[str] = []
1212

1313
# jetpack 6.2 only officially supports python 3.10 and cu126
1414
jetpack_python_versions: List[str] = ["3.10"]

‎.github/scripts/generate-release-matrix.py‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -5,8 +5,8 @@
55
import sys
66

77
RELEASE_CUDA_VERSION = {
8-
"wheel": ["cu129"],
9-
"tarball": ["cu129"],
8+
"wheel": ["cu130"],
9+
"tarball": ["cu130"],
1010
}
1111
RELEASE_PYTHON_VERSION = {
1212
"wheel": ["3.10", "3.11", "3.12", "3.13"],
@@ -15,7 +15,7 @@
1515
sbsa_container_image: str = "quay.io/pypa/manylinux_2_34_aarch64"
1616

1717
CXX11_TARBALL_CONTAINER_IMAGE = {
18-
"cu129": "pytorch/libtorch-cxx11-builder:cuda12.9-main",
18+
"cu130": "pytorch/libtorch-cxx11-builder:cuda13.0-main",
1919
}
2020

2121

‎.github/scripts/generate-tensorrt-test-matrix.py‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -11,18 +11,18 @@
1111
# channel: nightly if the future tensorRT version test workflow is triggered from the main branch or your personal branch
1212
# channel: test if the future tensorRT version test workflow is triggered from the release branch(release/2.5 etc....)
1313
CUDA_VERSIONS_DICT = {
14-
"nightly": ["cu129"],
15-
"test": ["cu126", "cu128", "cu129"],
16-
"release": ["cu126", "cu128", "cu129"],
14+
"nightly": ["cu130"],
15+
"test": ["cu126", "cu128", "cu130"],
16+
"release": ["cu126", "cu128", "cu130"],
1717
}
1818

1919
# please update the python version you want to test with the future tensorRT version here
2020
# channel: nightly if the future tensorRT version test workflow is triggered from the main branch or your personal branch
2121
# channel: test if the future tensorRT version test workflow is triggered from the release branch(release/2.5 etc....)
2222
PYTHON_VERSIONS_DICT = {
2323
"nightly": ["3.11"],
24-
"test": ["3.9", "3.10", "3.11", "3.12", "3.13"],
25-
"release": ["3.9", "3.10", "3.11", "3.12", "3.13"],
24+
"test": ["3.10", "3.11", "3.12", "3.13"],
25+
"release": ["3.10", "3.11", "3.12", "3.13"],
2626
}
2727

2828
# please update the future tensorRT version you want to test here

‎.github/workflows/build_windows.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -241,6 +241,7 @@ jobs:
241241
env:
242242
ENV_SCRIPT: ${{ inputs.env-script }}
243243
run: |
244+
set -x
244245
source "${BUILD_ENV_FILE}"
245246
if [[ -z "${ENV_SCRIPT}" ]]; then
246247
${CONDA_RUN} python setup.py clean

‎.github/workflows/docgen.yml‎

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -14,12 +14,12 @@ jobs:
1414
if: ${{ ! contains(github.actor, 'pytorchbot') }}
1515
environment: pytorchbot-env
1616
container:
17-
image: docker.io/pytorch/manylinux2_28-builder:cuda12.9
17+
image: docker.io/pytorch/manylinux2_28-builder:cuda13.0
1818
options: --gpus all
1919
env:
20-
CUDA_HOME: /usr/local/cuda-12.9
21-
VERSION_SUFFIX: cu129
22-
CU_VERSION: cu129
20+
CUDA_HOME: /usr/local/cuda-13.0
21+
VERSION_SUFFIX: cu130
22+
CU_VERSION: cu130
2323
CHANNEL: nightly
2424
CI_BUILD: 1
2525
steps:
@@ -35,14 +35,14 @@ jobs:
3535
- name: Install base deps
3636
run: |
3737
python3 -m pip install pip --upgrade
38-
python3 -m pip install pyyaml numpy torch --pre --extra-index-url https://download.pytorch.org/whl/nightly/cu129
38+
python3 -m pip install pyyaml numpy torch --pre --extra-index-url https://download.pytorch.org/whl/nightly/cu130
3939
./packaging/pre_build_script.sh
4040
- name: Get HEAD SHA
4141
id: vars
4242
run: echo "sha=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT
4343
- name: Build Python Package
4444
run: |
45-
python3 -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu129
45+
python3 -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu130
4646
- name: Generate New Docs
4747
run: |
4848
cd docsrc

‎MODULE.bazel‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -36,7 +36,7 @@ new_local_repository(
3636
new_local_repository(
3737
name = "cuda",
3838
build_file = "@//third_party/cuda:BUILD",
39-
path = "/usr/local/cuda-12.9/",
39+
path = "/usr/local/cuda-13.0/",
4040
)
4141

4242
# for Jetson
@@ -65,7 +65,7 @@ http_archive(
6565
name = "libtorch",
6666
build_file = "@//third_party/libtorch:BUILD",
6767
strip_prefix = "libtorch",
68-
urls = ["https://download.pytorch.org/libtorch/nightly/cu129/libtorch-shared-with-deps-latest.zip"],
68+
urls = ["https://download.pytorch.org/libtorch/nightly/cu130/libtorch-shared-with-deps-latest.zip"],
6969
)
7070

7171
# in aarch64 platform you can get libtorch via either local or wheel file
@@ -83,7 +83,7 @@ http_archive(
8383
name = "libtorch_win",
8484
build_file = "@//third_party/libtorch:BUILD",
8585
strip_prefix = "libtorch",
86-
urls = ["https://download.pytorch.org/libtorch/nightly/cu129/libtorch-win-shared-with-deps-latest.zip"],
86+
urls = ["https://download.pytorch.org/libtorch/nightly/cu130/libtorch-win-shared-with-deps-latest.zip"],
8787
)
8888

8989
http_archive(

‎README.md‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -5,9 +5,9 @@ Torch-TensorRT
55
<h4> Easily achieve the best inference performance for any PyTorch model on the NVIDIA platform. </h4>
66

77
[![Documentation](https://img.shields.io/badge/docs-master-brightgreen)](https://nvidia.github.io/Torch-TensorRT/)
8-
[![pytorch](https://img.shields.io/badge/PyTorch-2.8-green)](https://download.pytorch.org/whl/nightly/cu128)
9-
[![cuda](https://img.shields.io/badge/CUDA-12.8-green)](https://developer.nvidia.com/cuda-downloads)
10-
[![trt](https://img.shields.io/badge/TensorRT-10.13.2.6-green)](https://github.com/nvidia/tensorrt-llm)
8+
[![pytorch](https://img.shields.io/badge/PyTorch-2.9-green)](https://download.pytorch.org/whl/nightly/cu130)
9+
[![cuda](https://img.shields.io/badge/CUDA-13.0-green)](https://developer.nvidia.com/cuda-downloads)
10+
[![trt](https://img.shields.io/badge/TensorRT-10.12.0-green)](https://github.com/nvidia/tensorrt)
1111
[![license](https://img.shields.io/badge/license-BSD--3--Clause-blue)](./LICENSE)
1212
[![Linux x86-64 Nightly Wheels](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-x86_64.yml/badge.svg?branch=nightly)](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-x86_64.yml)
1313
[![Linux SBSA Nightly Wheels](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-aarch64.yml/badge.svg?branch=nightly)](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-aarch64.yml)
@@ -27,7 +27,7 @@ pip install torch-tensorrt
2727

2828
Nightly versions of Torch-TensorRT are published on the PyTorch package index
2929
```bash
30-
pip install --pre torch-tensorrt --index-url https://download.pytorch.org/whl/nightly/cu128
30+
pip install --pre torch-tensorrt --index-url https://download.pytorch.org/whl/nightly/cu130
3131
```
3232

3333
Torch-TensorRT is also distributed in the ready-to-run [NVIDIA NGC PyTorch Container](https://catalog.ngc.nvidia.com/orgs/nvidia/containers/pytorch) which has all dependencies with the proper versions and example notebooks included.

‎docker/Dockerfile‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2,9 +2,9 @@
22

33
# Base image starts with CUDA
44
#TODO: cuda version
5-
ARG BASE_IMG=nvidia/cuda:12.9.0-devel-ubuntu22.04
5+
ARG BASE_IMG=nvidia/cuda:13.0.0-devel-ubuntu22.04
66
FROM ${BASE_IMG} as base
7-
ENV BASE_IMG=nvidia/cuda:12.9.0-devel-ubuntu22.04
7+
ENV BASE_IMG=nvidia/cuda:13.0.0-devel-ubuntu22.04
88

99
ARG TENSORRT_VERSION
1010
ENV TENSORRT_VERSION=${TENSORRT_VERSION}

‎docker/dist-build.sh‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@ set -x
44

55
TOP_DIR=$(cd $(dirname $0); pwd)/..
66

7-
BUILD_CMD="python -m pip wheel . --extra-index-url https://download.pytorch.org/whl/nightly/cu129 -w dist"
7+
BUILD_CMD="python -m pip wheel . --extra-index-url https://download.pytorch.org/whl/nightly/cu130 -w dist"
88

99
# TensorRT restricts our pip version
1010
cd ${TOP_DIR} \

‎docsrc/getting_started/installation.rst‎

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -46,7 +46,7 @@ Torch-TensorRT distributed nightlies targeting the PyTorch nightly. These can be
4646

4747
.. code-block:: sh
4848
49-
python -m pip install --pre torch torch-tensorrt tensorrt --extra-index-url https://download.pytorch.org/whl/nightly/cu128
49+
python -m pip install --pre torch torch-tensorrt tensorrt --extra-index-url https://download.pytorch.org/whl/nightly/cu130
5050
5151
5252
@@ -131,7 +131,7 @@ Once the WORKSPACE has been configured properly, all that is required to build t
131131

132132
.. code-block:: sh
133133
134-
python -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu128
134+
python -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu130
135135
136136
137137
If you use the ``uv`` (`https://docs.astral.sh/uv/ <https://docs.astral.sh/uv/>`_) tool to manage python and your projects, the command is slightly simpler
@@ -146,7 +146,7 @@ To build the wheel file
146146

147147
.. code-block:: sh
148148
149-
python -m pip wheel --no-deps --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu128 -w dist
149+
python -m pip wheel --no-deps --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu130 -w dist
150150
151151
Additional Build Options
152152
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
@@ -164,7 +164,7 @@ which has implications for features like serialization.
164164

165165
.. code-block:: sh
166166
167-
PYTHON_ONLY=1 python -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu128
167+
PYTHON_ONLY=1 python -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu130
168168
169169
170170
No TorchScript Frontend
@@ -175,7 +175,7 @@ of C++ code that is no longer necessary for most users. Therefore you can exclud
175175

176176
.. code-block:: sh
177177
178-
NO_TORCHSCRIPT=1 python -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu128
178+
NO_TORCHSCRIPT=1 python -m pip install --pre . --extra-index-url https://download.pytorch.org/whl/nightly/cu130
179179
180180
181181
Building the C++ Library Standalone (TorchScript Only)
@@ -245,7 +245,7 @@ Build steps
245245

246246
* Open the app "x64 Native Tools Command Prompt for VS 2022" - note that Admin privileges may be necessary
247247
* Ensure Bazelisk (Bazel launcher) is installed on your machine and available from the command line. Package installers such as Chocolatey can be used to install Bazelisk
248-
* Install latest version of Torch (i.e. with ``pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu128``)
248+
* Install latest version of Torch (i.e. with ``pip install --pre torch --index-url https://download.pytorch.org/whl/nightly/cu130``)
249249
* Clone the Torch-TensorRT repository and navigate to its root directory
250250
* Run ``pip install ninja wheel setuptools``
251251
* Run ``pip install --pre -r py/requirements.txt``

0 commit comments

Comments
 (0)