File tree Expand file tree Collapse file tree 2 files changed +7
-3
lines changed
Expand file tree Collapse file tree 2 files changed +7
-3
lines changed Original file line number Diff line number Diff line change 1414# limitations under the License.
1515
1616ARG BASE_IMAGE="nvcr.io/nvidia/pytorch"
17- ARG BASE_IMAGE_TAG="25.03 -py3"
17+ ARG BASE_IMAGE_TAG="25.04 -py3"
1818ARG RELEASE_BUILD
1919
2020# Define general architecture ARGs for supporting both x86 and aarch64 builds.
@@ -141,7 +141,11 @@ COPY --from=trtllm_wheel . /trtllm_wheel/
141141# TODO: Currently, ABI compatibility issues with TRTLLM wheel and NGC PyTorch prevent us
142142# from using the TRTLLM wheel in a uv venv. Once the issues are resolved, we can
143143# use uv to install TensorRT-LLM wheel within the uv venv.
144+ # Note: TensorRT needs to be uninstalled before installing the TRTLLM wheel
145+ # because there might be mismatched versions of TensorRT between the NGC PyTorch
146+ # and the TRTLLM wheel.
144147RUN [ -f /etc/pip/constraint.txt ] && : > /etc/pip/constraint.txt || true && \
148+ pip uninstall -y tensorrt && \
145149 if [ "$HAS_TRTLLM_CONTEXT" = "1" ]; then \
146150 # Install from local wheel directory in build context
147151 WHEEL_FILE=$(find /trtllm_wheel -name "*.whl" | head -n 1); \
Original file line number Diff line number Diff line change @@ -58,7 +58,7 @@ BUILD_CONTEXT=$(dirname "$(readlink -f "$SOURCE_DIR")")
5858
5959# Base Images
6060TENSORRTLLM_BASE_IMAGE=nvcr.io/nvidia/pytorch
61- TENSORRTLLM_BASE_IMAGE_TAG=25.03 -py3
61+ TENSORRTLLM_BASE_IMAGE_TAG=25.04 -py3
6262
6363# Important Note: Because of ABI compatibility issues between TensorRT-LLM and NGC PyTorch,
6464# we need to build the TensorRT-LLM wheel from source.
@@ -88,7 +88,7 @@ TENSORRTLLM_PIP_WHEEL_DIR="/tmp/trtllm_wheel/"
8888# TensorRT-LLM commit to use for building the trtllm wheel if not provided.
8989# Important Note: This commit is not used in our CI pipeline. See the CI
9090# variables to learn how to run a pipeline with a specific commit.
91- TRTLLM_COMMIT=83f37614ef735d251281136c3c05b1fecf8ef68b
91+ TRTLLM_COMMIT=290649b6aaed5f233b0a0adf50edc1347f8d2b14
9292
9393# TensorRT-LLM PyPI index URL
9494TENSORRTLLM_INDEX_URL=" https://pypi.python.org/simple"
You can’t perform that action at this time.
0 commit comments