Skip to content

Commit 4fd4d53

Browse files
authored
chore: Update TensorRT-LLM version to latest (ai-dynamo#1105)
1 parent b6774b8 commit 4fd4d53

File tree

2 files changed

+7
-3
lines changed

2 files changed

+7
-3
lines changed

container/Dockerfile.tensorrt_llm

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@
1414
# limitations under the License.
1515

1616
ARG BASE_IMAGE="nvcr.io/nvidia/pytorch"
17-
ARG BASE_IMAGE_TAG="25.03-py3"
17+
ARG BASE_IMAGE_TAG="25.04-py3"
1818
ARG RELEASE_BUILD
1919

2020
# Define general architecture ARGs for supporting both x86 and aarch64 builds.
@@ -141,7 +141,11 @@ COPY --from=trtllm_wheel . /trtllm_wheel/
141141
# TODO: Currently, ABI compatibility issues with TRTLLM wheel and NGC PyTorch prevent us
142142
# from using the TRTLLM wheel in a uv venv. Once the issues are resolved, we can
143143
# use uv to install TensorRT-LLM wheel within the uv venv.
144+
# Note: TensorRT needs to be uninstalled before installing the TRTLLM wheel
145+
# because there might be mismatched versions of TensorRT between the NGC PyTorch
146+
# and the TRTLLM wheel.
144147
RUN [ -f /etc/pip/constraint.txt ] && : > /etc/pip/constraint.txt || true && \
148+
pip uninstall -y tensorrt && \
145149
if [ "$HAS_TRTLLM_CONTEXT" = "1" ]; then \
146150
# Install from local wheel directory in build context
147151
WHEEL_FILE=$(find /trtllm_wheel -name "*.whl" | head -n 1); \

container/build.sh

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -58,7 +58,7 @@ BUILD_CONTEXT=$(dirname "$(readlink -f "$SOURCE_DIR")")
5858

5959
# Base Images
6060
TENSORRTLLM_BASE_IMAGE=nvcr.io/nvidia/pytorch
61-
TENSORRTLLM_BASE_IMAGE_TAG=25.03-py3
61+
TENSORRTLLM_BASE_IMAGE_TAG=25.04-py3
6262

6363
# Important Note: Because of ABI compatibility issues between TensorRT-LLM and NGC PyTorch,
6464
# we need to build the TensorRT-LLM wheel from source.
@@ -88,7 +88,7 @@ TENSORRTLLM_PIP_WHEEL_DIR="/tmp/trtllm_wheel/"
8888
# TensorRT-LLM commit to use for building the trtllm wheel if not provided.
8989
# Important Note: This commit is not used in our CI pipeline. See the CI
9090
# variables to learn how to run a pipeline with a specific commit.
91-
TRTLLM_COMMIT=83f37614ef735d251281136c3c05b1fecf8ef68b
91+
TRTLLM_COMMIT=290649b6aaed5f233b0a0adf50edc1347f8d2b14
9292

9393
# TensorRT-LLM PyPI index URL
9494
TENSORRTLLM_INDEX_URL="https://pypi.python.org/simple"

0 commit comments

Comments
 (0)