Skip to content

Commit 6acccf0

Browse files
committed
add nccl upgrade to tgis adapter
1 parent 32bb10d commit 6acccf0

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

Dockerfile.ubi

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -195,6 +195,10 @@ RUN --mount=type=cache,target=/root/.cache/uv \
195195
"$(echo /workspace/dist/*.whl)[audio,video,tensorizer]" \
196196
vllm-tgis-adapter==${VLLM_TGIS_ADAPTER_VERSION}
197197

198+
# Upgrade NCCL back to required version after vllm-tgis-adapter installation
199+
RUN --mount=type=cache,target=/root/.cache/uv \
200+
HOME=/root uv pip install -U nvidia-nccl-cu12==2.26.5
201+
198202
ENV GRPC_PORT=8033 \
199203
PORT=8000 \
200204
# As an optimization, vLLM disables logprobs when using spec decoding by
@@ -204,4 +208,3 @@ ENV GRPC_PORT=8033 \
204208
DISABLE_LOGPROBS_DURING_SPEC_DECODING=false
205209

206210
USER 2000
207-
ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"]

0 commit comments

Comments
 (0)