1- ARG BASE_IMAGE=nvcr.io/nvidia/tritonserver:25.06 -py3-min
2- ARG PYTORCH_IMAGE=nvcr.io/nvidia/pytorch:25.06 -py3
3- ARG NVRTC_VER=12.9.86 -1
4- ARG TRT_VER=10.11.0.33
5- ARG NCCL_VER=2.27.5 -1+cuda12.9
6- ARG RELEASE_URL_TRT_x86=https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.11.0 /tars/TensorRT-${TRT_VER}.Linux.x86_64-gnu.cuda-12.9 .tar.gz
7- ARG RELEASE_URL_TRT_ARM=https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.11.0 /tars/TensorRT-${TRT_VER}.Linux.aarch64-gnu.cuda-12.9 .tar.gz
1+ ARG BASE_IMAGE=nvcr.io/nvidia/tritonserver:25.08 -py3-min
2+ ARG PYTORCH_IMAGE=nvcr.io/nvidia/pytorch:25.08 -py3
3+ ARG NVRTC_VER=13.0.48 -1
4+ ARG TRT_VER=10.13.2.6
5+ ARG NCCL_VER=2.27.7 -1+cuda13.0
6+ ARG RELEASE_URL_TRT_x86=https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2 /tars/TensorRT-${TRT_VER}.Linux.x86_64-gnu.cuda-13.0 .tar.gz
7+ ARG RELEASE_URL_TRT_ARM=https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2 /tars/TensorRT-${TRT_VER}.Linux.aarch64-gnu.cuda-13.0 .tar.gz
88
99# Versions of packages to copy from pytorch image
10- ARG TORCH_VER=2.8.0a0+5228986c39.nv25.6
11- ARG TORCHVISION_VER=0.22.0a0+95f10a4e
12- ARG SETUPTOOLS_VER=78.1.1
13- ARG PYTORCH_TRITON_VER=3.3.0+git96316ce52.nvinternal
14- ARG JINJA2_VER=3.1.6
10+ ARG TORCH_VER=2.8.0a0+34c6371d24.nv25.8
11+ ARG TORCHVISION_VER=0.23.0a0+428a54c9
12+ ARG SETUPTOOLS_VER=79.0.1
13+ ARG PYTORCH_TRITON_VER=3.3.1+gitc8757738
1514ARG NETWORKX_VER=3.5
1615ARG SYMPY_VER=1.14.0
1716ARG PACKAGING_VER=23.2
1817ARG FLASH_ATTN_VER=2.7.4.post1
1918
2019ARG TENSORRTLLM_REPO=https://github.com/NVIDIA/TensorRT-LLM.git
21- ARG TENSORRTLLM_REPO_TAG=release/1.0
22- ARG TENSORRTLLM_VER=1.0.0
20+ ARG TENSORRTLLM_REPO_TAG=v1.2.0rc0
21+ ARG TENSORRTLLM_VER=1.2.0rc0
2322
2423FROM ${PYTORCH_IMAGE} AS pytorch_image
2524FROM ${BASE_IMAGE} AS install_dependencies
@@ -103,7 +102,6 @@ ARG TORCH_VER
103102ARG TORCHVISION_VER
104103ARG SETUPTOOLS_VER
105104ARG PYTORCH_TRITON_VER
106- ARG JINJA2_VER
107105ARG NETWORKX_VER
108106ARG SYMPY_VER
109107ARG PACKAGING_VER
@@ -121,8 +119,6 @@ COPY --from=pytorch_image /usr/local/lib/python3.12/dist-packages/setuptools-${S
121119COPY --from=pytorch_image /usr/local/lib/python3.12/dist-packages/functorch /usr/local/lib/python3.12/dist-packages/functorch
122120COPY --from=pytorch_image /usr/local/lib/python3.12/dist-packages/pytorch_triton-${PYTORCH_TRITON_VER}.dist-info /usr/local/lib/python3.12/dist-packages/pytorch_triton-${PYTORCH_TRITON_VER}.dist-info
123121COPY --from=pytorch_image /usr/local/lib/python3.12/dist-packages/triton /usr/local/lib/python3.12/dist-packages/triton
124- COPY --from=pytorch_image /usr/local/lib/python3.12/dist-packages/jinja2 /usr/local/lib/python3.12/dist-packages/jinja2
125- COPY --from=pytorch_image /usr/local/lib/python3.12/dist-packages/jinja2-${JINJA2_VER}.dist-info /usr/local/lib/python3.12/dist-packages/jinja2-${JINJA2_VER}.dist-info
126122COPY --from=pytorch_image /usr/local/lib/python3.12/dist-packages/networkx /usr/local/lib/python3.12/dist-packages/networkx
127123COPY --from=pytorch_image /usr/local/lib/python3.12/dist-packages/networkx-${NETWORKX_VER}.dist-info /usr/local/lib/python3.12/dist-packages/networkx-${NETWORKX_VER}.dist-info
128124COPY --from=pytorch_image /usr/local/lib/python3.12/dist-packages/sympy /usr/local/lib/python3.12/dist-packages/sympy
0 commit comments