Skip to content

Commit e7ecdea

Browse files
peri044peri044
committed
Merge branch 'main' into groot_docs
2 parents b98accd + 2e0f502 commit e7ecdea

File tree

217 files changed

+2215
-794
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

217 files changed

+2215
-794
lines changed

‎.bazelversion‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
8.1.1
1+
8.4.2

‎.github/scripts/generate-tensorrt-test-matrix.py‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -60,6 +60,10 @@
6060
"urls": "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2/zip/TensorRT-10.13.2.6.Windows.win10.cuda-12.9.zip",
6161
"strip_prefix": "TensorRT-10.13.2.6",
6262
},
63+
"10.14.1": {
64+
"urls": "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/zip/TensorRT-10.14.1.48.Windows.win10.cuda-12.9.zip",
65+
"strip_prefix": "TensorRT-10.14.1.48",
66+
},
6367
},
6468
"linux": {
6569
"10.3.0": {
@@ -94,6 +98,10 @@
9498
"urls": "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2/tars/TensorRT-10.13.2.6.Linux.x86_64-gnu.cuda-12.9.tar.gz",
9599
"strip_prefix": "TensorRT-10.13.2.6",
96100
},
101+
"10.14.1": {
102+
"urls": "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/tars/TensorRT-10.14.1.48.Linux.x86_64-gnu.cuda-12.9.tar.gz",
103+
"strip_prefix": "TensorRT-10.14.1.48",
104+
},
97105
},
98106
}
99107

‎.github/scripts/install-cuda-aarch64.sh‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,9 @@ install_cuda_aarch64() {
1212
# nccl version must match libtorch_cuda.so was built with
1313
if [[ ${CU_VERSION:0:4} == "cu12" ]]; then
1414
# cu12: https://github.com/pytorch/pytorch/blob/main/.ci/docker/ci_commit_pins/nccl-cu12.txt
15-
if [[ ${CU_VERSION} == "cu128" ]]; then
15+
if [[ ${CU_VERSION} == "cu129" ]]; then
16+
nccl_version="2.27.5-1"
17+
elif [[ ${CU_VERSION} == "cu128" ]]; then
1618
nccl_version="2.26.2-1"
1719
elif [[ ${CU_VERSION} == "cu126" ]]; then
1820
nccl_version="2.24.3-1"

‎.github/scripts/install-tensorrt-rtx.sh‎

100644100755
Lines changed: 18 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,12 @@
11

22
install_tensorrt_rtx() {
33
if [[ ${USE_TRT_RTX} == true ]]; then
4-
TRT_RTX_VERSION=1.0.0.21
4+
if [[ ${CU_VERSION:2:2} == "13" ]]; then
5+
export CU_UPPERBOUND="13.0"
6+
else
7+
export CU_UPPERBOUND="12.9"
8+
fi
9+
TRT_RTX_VERSION=1.2.0.54
510
install_wheel_or_not=${1:-false}
611
echo "It is the tensorrt-rtx build, install tensorrt-rtx with install_wheel_or_not:${install_wheel_or_not}"
712
PLATFORM=$(python -c "import sys; print(sys.platform)")
@@ -15,23 +20,29 @@ install_tensorrt_rtx() {
1520
# python version is like 3.11, we need to convert it to cp311
1621
CPYTHON_TAG="cp${PYTHON_VERSION//./}"
1722
if [[ ${PLATFORM} == win32 ]]; then
18-
curl -L https://developer.nvidia.com/downloads/trt/rtx_sdk/secure/1.0/TensorRT-RTX-${TRT_RTX_VERSION}.Windows.win10.cuda-12.9.zip -o TensorRT-RTX-${TRT_RTX_VERSION}.Windows.win10.cuda-12.9.zip
19-
unzip TensorRT-RTX-${TRT_RTX_VERSION}.Windows.win10.cuda-12.9.zip
23+
curl -L https://developer.nvidia.com/downloads/trt/rtx_sdk/secure/1.2/tensorrt-rtx-${TRT_RTX_VERSION}-win10-amd64-cuda-${CU_UPPERBOUND}-release-external.zip -o tensorrt-rtx-${TRT_RTX_VERSION}.win10-amd64-cuda-${CU_UPPERBOUND}.zip
24+
unzip tensorrt-rtx-${TRT_RTX_VERSION}.win10-amd64-cuda-${CU_UPPERBOUND}.zip
2025
rtx_lib_dir=${PWD}/TensorRT-RTX-${TRT_RTX_VERSION}/lib
21-
export PATH=${rtx_lib_dir}:$PATH
26+
rtx_bin_dir=${PWD}/TensorRT-RTX-${TRT_RTX_VERSION}/bin
27+
export PATH=${rtx_lib_dir}:${rtx_bin_dir}:$PATH
2228
echo "PATH: $PATH"
2329
if [[ ${install_wheel_or_not} == true ]]; then
2430
pip install TensorRT-RTX-${TRT_RTX_VERSION}/python/tensorrt_rtx-${TRT_RTX_VERSION}-${CPYTHON_TAG}-none-win_amd64.whl
2531
fi
32+
# clean up the downloaded rtx zip
33+
rm tensorrt-rtx*.zip
2634
else
27-
curl -L https://developer.nvidia.com/downloads/trt/rtx_sdk/secure/1.0/TensorRT-RTX-${TRT_RTX_VERSION}.Linux.x86_64-gnu.cuda-12.9.tar.gz -o TensorRT-RTX-${TRT_RTX_VERSION}.Linux.x86_64-gnu.cuda-12.9.tar.gz
28-
tar -xzf TensorRT-RTX-${TRT_RTX_VERSION}.Linux.x86_64-gnu.cuda-12.9.tar.gz
35+
curl -L https://developer.nvidia.com/downloads/trt/rtx_sdk/secure/1.2/tensorrt-rtx-${TRT_RTX_VERSION}-linux-x86_64-cuda-${CU_UPPERBOUND}-release-external.tar.gz -o tensorrt-rtx-${TRT_RTX_VERSION}-linux-x86_64-cuda-${CU_UPPERBOUND}-release-external.tar.gz
36+
tar -xzf tensorrt-rtx-${TRT_RTX_VERSION}-linux-x86_64-cuda-${CU_UPPERBOUND}-release-external.tar.gz
2937
rtx_lib_dir=${PWD}/TensorRT-RTX-${TRT_RTX_VERSION}/lib
30-
export LD_LIBRARY_PATH=${rtx_lib_dir}:$LD_LIBRARY_PATH
38+
rtx_bin_dir=${PWD}/TensorRT-RTX-${TRT_RTX_VERSION}/bin
39+
export LD_LIBRARY_PATH=${rtx_lib_dir}:${rtx_bin_dir}:$LD_LIBRARY_PATH
3140
echo "LD_LIBRARY_PATH: $LD_LIBRARY_PATH"
3241
if [[ ${install_wheel_or_not} == true ]]; then
3342
pip install TensorRT-RTX-${TRT_RTX_VERSION}/python/tensorrt_rtx-${TRT_RTX_VERSION}-${CPYTHON_TAG}-none-linux_x86_64.whl
3443
fi
44+
# clean up the downloaded rtx tarball
45+
rm tensorrt-rtx*.tar.gz
3546
fi
3647
else
3748
echo "It is the standard tensorrt build, skip install tensorrt-rtx"

‎.github/scripts/install-torch-tensorrt.sh‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -32,7 +32,7 @@ fi
3232
if [[ ${PLATFORM} == win32 ]]; then
3333
pip install ${RUNNER_ARTIFACT_DIR}/torch_tensorrt*.whl
3434
else
35-
pip install /opt/torch-tensorrt-builds/torch_tensorrt*.whl
35+
pip install /opt/torch-tensorrt-builds/torch_tensorrt*.whl --use-deprecated=legacy-resolver
3636
fi
3737

3838
echo -e "Running test script";

‎.github/workflows/build-test-linux-x86_64_rtx.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -246,6 +246,7 @@ jobs:
246246
test-infra-ref: main
247247
build-matrix: ${{ needs.filter-matrix.outputs.matrix }}
248248
pre-script: ${{ matrix.pre-script }}
249+
use-rtx: true
249250
script: |
250251
set -euo pipefail
251252
pushd .

‎.github/workflows/build_linux.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -351,7 +351,7 @@ jobs:
351351
if [[ ${{ inputs.architecture }} == "aarch64" ]]; then
352352
echo "Skipping smoke test for aarch64, since it is not an actual gpu runner"
353353
else
354-
${CONDA_RUN} pip install "${{ inputs.repository }}/dist/$WHEEL_NAME"
354+
${CONDA_RUN} pip install "${{ inputs.repository }}/dist/$WHEEL_NAME" --use-deprecated=legacy-resolver --extra-index-url https://download.pytorch.org/${CHANNEL}/${CU_VERSION}
355355
# Checking that we have a pinned version of torch in our dependency tree
356356
(
357357
pushd "${RUNNER_TEMP}"

‎.github/workflows/windows-test.yml‎

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -143,10 +143,12 @@ jobs:
143143
is_windows: 'enabled'
144144
- name: Surface failing tests
145145
if: always()
146-
uses: pmeier/pytest-results-action@v0.3.0
146+
uses: pmeier/pytest-results-action@v0.5.0
147147
with:
148-
path: ${{ env.RUNNER_TEST_RESULTS_DIR }}
149-
fail-on-empty: false
148+
path: ${{ env.RUNNER_TEST_RESULTS_DIR }}/*.xml
149+
summary: true
150+
display-options: fEs
151+
fail-on-empty: true
150152
- name: Teardown Windows
151153
if: ${{ always() }}
152154
uses: ./test-infra/.github/actions/teardown-windows

‎MODULE.bazel‎

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -101,27 +101,27 @@ http_archive(
101101
http_archive(
102102
name = "tensorrt",
103103
build_file = "@//third_party/tensorrt/archive:BUILD",
104-
strip_prefix = "TensorRT-10.13.3.9",
104+
strip_prefix = "TensorRT-10.14.1.48",
105105
urls = [
106-
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.3/tars/TensorRT-10.13.3.9.Linux.x86_64-gnu.cuda-13.0.tar.gz",
106+
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/tars/TensorRT-10.14.1.48.Linux.x86_64-gnu.cuda-13.0.tar.gz",
107107
],
108108
)
109109

110110
http_archive(
111111
name = "tensorrt_rtx",
112112
build_file = "@//third_party/tensorrt_rtx/archive:BUILD",
113-
strip_prefix = "TensorRT-RTX-1.0.0.21",
113+
strip_prefix = "TensorRT-RTX-1.2.0.54",
114114
urls = [
115-
"https://developer.nvidia.com/downloads/trt/rtx_sdk/secure/1.0/TensorRT-RTX-1.0.0.21.Linux.x86_64-gnu.cuda-12.9.tar.gz",
115+
"https://developer.nvidia.com/downloads/trt/rtx_sdk/secure/1.2/tensorrt-rtx-1.2.0.54-linux-x86_64-cuda-13.0-release-external.tar.gz",
116116
],
117117
)
118118

119119
http_archive(
120120
name = "tensorrt_sbsa",
121121
build_file = "@//third_party/tensorrt/archive:BUILD",
122-
strip_prefix = "TensorRT-10.13.3.9",
122+
strip_prefix = "TensorRT-10.14.1.48",
123123
urls = [
124-
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.3/tars/TensorRT-10.13.3.9.Linux.aarch64-gnu.cuda-13.0.tar.gz",
124+
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/tars/TensorRT-10.14.1.48.Linux.aarch64-gnu.cuda-13.0.tar.gz",
125125
],
126126
)
127127

@@ -137,18 +137,18 @@ http_archive(
137137
http_archive(
138138
name = "tensorrt_win",
139139
build_file = "@//third_party/tensorrt/archive:BUILD",
140-
strip_prefix = "TensorRT-10.13.3.9",
140+
strip_prefix = "TensorRT-10.14.1.48",
141141
urls = [
142-
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.3/zip/TensorRT-10.13.3.9.Windows.win10.cuda-13.0.zip",
142+
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/zip/TensorRT-10.14.1.48.Windows.win10.cuda-13.0.zip",
143143
],
144144
)
145145

146146
http_archive(
147147
name = "tensorrt_rtx_win",
148148
build_file = "@//third_party/tensorrt_rtx/archive:BUILD",
149-
strip_prefix = "TensorRT-RTX-1.0.0.21",
149+
strip_prefix = "TensorRT-RTX-1.2.0.54",
150150
urls = [
151-
"https://developer.nvidia.com/downloads/trt/rtx_sdk/secure/1.0/TensorRT-RTX-1.0.0.21.Windows.win10.cuda-12.9.zip",
151+
"https://developer.nvidia.com/downloads/trt/rtx_sdk/secure/1.2/tensorrt-rtx-1.2.0.54-win10-amd64-cuda-13.0-release-external.zip",
152152
],
153153
)
154154
####################################################################################

‎README.md‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@ Torch-TensorRT
77
[![Documentation](https://img.shields.io/badge/docs-master-brightgreen)](https://nvidia.github.io/Torch-TensorRT/)
88
[![pytorch](https://img.shields.io/badge/PyTorch-2.10-green)](https://download.pytorch.org/whl/nightly/cu130)
99
[![cuda](https://img.shields.io/badge/CUDA-13.0-green)](https://developer.nvidia.com/cuda-downloads)
10-
[![trt](https://img.shields.io/badge/TensorRT-10.13.0-green)](https://github.com/nvidia/tensorrt)
10+
[![trt](https://img.shields.io/badge/TensorRT-10.14.0-green)](https://github.com/nvidia/tensorrt)
1111
[![license](https://img.shields.io/badge/license-BSD--3--Clause-blue)](./LICENSE)
1212
[![Linux x86-64 Nightly Wheels](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-x86_64.yml/badge.svg?branch=nightly)](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-x86_64.yml)
1313
[![Linux SBSA Nightly Wheels](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-aarch64.yml/badge.svg?branch=nightly)](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-aarch64.yml)
@@ -123,7 +123,7 @@ These are the following dependencies used to verify the testcases. Torch-TensorR
123123
- Bazel 8.1.1
124124
- Libtorch 2.10.0.dev (latest nightly)
125125
- CUDA 13.0 (CUDA 12.6 on Jetson)
126-
- TensorRT 10.13.2.6 (TensorRT 10.3 on Jetson)
126+
- TensorRT 10.14.1.48 (TensorRT 10.3 on Jetson)
127127
128128
## Deprecation Policy
129129

0 commit comments

Comments
 (0)