Skip to content

Commit 2cfabea

Browse files
authored
Add libnvshmem installation (#8460)
1 parent 4a23bb1 commit 2cfabea

File tree

1 file changed

+21
-1
lines changed

1 file changed

+21
-1
lines changed

build.py

Lines changed: 21 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -78,7 +78,7 @@
7878
"ort_openvino_version": "2025.3.0",
7979
"standalone_openvino_version": "2025.3.0",
8080
"dcgm_version": "4.4.0-1",
81-
"vllm_version": "0.10.1.1",
81+
"vllm_version": "0.10.2",
8282
"rhel_py_version": "3.12.3",
8383
}
8484

@@ -660,6 +660,10 @@ def pytorch_cmake_args(images):
660660
cargs.append(
661661
cmake_backend_enable("pytorch", "TRITON_ENABLE_NVTX", FLAGS.enable_nvtx)
662662
)
663+
if target_platform() == "igpu":
664+
cargs.append(
665+
cmake_backend_enable("pytorch", "TRITON_PYTORCH_NVSHMEM", False)
666+
)
663667
return cargs
664668

665669

@@ -1514,6 +1518,22 @@ def dockerfile_prepare_container_linux(argmap, backends, enable_gpu, target_mach
15141518
ENV PYTHONPATH=/opt/tritonserver/backends/dali/wheel/dali:$PYTHONPATH
15151519
"""
15161520

1521+
if target_platform() not in ["igpu", "windows", "rhel"]:
1522+
repo_arch = "sbsa" if target_machine == "aarch64" else "x86_64"
1523+
df += f"""
1524+
RUN curl -o /tmp/cuda-keyring.deb \\
1525+
https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/{repo_arch}/cuda-keyring_1.1-1_all.deb \\
1526+
&& apt install /tmp/cuda-keyring.deb \\
1527+
&& rm /tmp/cuda-keyring.deb \\
1528+
&& apt update -qq \\
1529+
&& apt install --yes --no-install-recommends libnvshmem3-cuda-13 \\
1530+
&& rm -rf /var/lib/apt/lists/* \\
1531+
&& dpkg -L libnvshmem3-cuda-13 | grep libnvshmem_host.so | sed -e 's/libnvshmem_host.*//g' | sort -u > /etc/ld.so.conf.d/libnvshmem3-cuda-13.conf \\
1532+
&& ldconfig
1533+
""".format(
1534+
repo_arch=repo_arch
1535+
)
1536+
15171537
df += """
15181538
WORKDIR /opt/tritonserver
15191539
RUN rm -fr /opt/tritonserver/*

0 commit comments

Comments
 (0)