Skip to content

Commit 64ae321

Browse files
committed
Preload: libnvshmem_host.so
1 parent cdfd2a0 commit 64ae321

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

dockerfile/Dockerfile.triton.trt_llm_backend

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -64,6 +64,8 @@ RUN [ "$(uname -m)" != "x86_64" ] && arch="sbsa" || arch="x86_64" \
6464
cuda-nvrtc-dev-${NVRTC_CUDA_VERSION}=${NVRTC_VER} \
6565
libnccl2=${NCCL_VER} \
6666
libnccl-dev=${NCCL_VER} \
67+
&& dpkg -L libnvshmem3-cuda-13 | grep libnvshmem_host.so | sed -e 's/libnvshmem_host.*//g' | sort -u > /etc/ld.so.conf.d/libnvshmem3-cuda-13.conf \
68+
&& ldconfig \
6769
&& rm -rf /var/lib/apt/lists/*
6870

6971
# Download & install TRT release

0 commit comments

Comments
 (0)