Skip to content

Commit c6d533c

Browse files
committed
build: use PyPI installation for ARM64 vLLM instead of wheel URL
Signed-off-by: Dorin Geman <dorin.geman@docker.com>
1 parent 954751e commit c6d533c

File tree

1 file changed

+5
-5
lines changed

1 file changed

+5
-5
lines changed

Dockerfile

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -92,16 +92,16 @@ RUN mkdir -p /opt/vllm-env && chown -R modelrunner:modelrunner /opt/vllm-env
9292

9393
USER modelrunner
9494

95-
# Install uv and vLLM wheel as modelrunner user
95+
# Install uv and vLLM as modelrunner user
9696
RUN curl -LsSf https://astral.sh/uv/install.sh | sh \
9797
&& ~/.local/bin/uv venv --python /usr/bin/python3 /opt/vllm-env \
9898
&& if [ "$TARGETARCH" = "amd64" ]; then \
9999
WHEEL_ARCH="manylinux1_x86_64"; \
100+
WHEEL_URL="https://github.com/vllm-project/vllm/releases/download/v${VLLM_VERSION}/vllm-${VLLM_VERSION}%2B${VLLM_CUDA_VERSION}-${VLLM_PYTHON_TAG}-${WHEEL_ARCH}.whl"; \
101+
~/.local/bin/uv pip install --python /opt/vllm-env/bin/python "$WHEEL_URL"; \
100102
else \
101-
WHEEL_ARCH="manylinux2014_aarch64"; \
102-
fi \
103-
&& WHEEL_URL="https://github.com/vllm-project/vllm/releases/download/v${VLLM_VERSION}/vllm-${VLLM_VERSION}%2B${VLLM_CUDA_VERSION}-${VLLM_PYTHON_TAG}-${WHEEL_ARCH}.whl" \
104-
&& ~/.local/bin/uv pip install --python /opt/vllm-env/bin/python "$WHEEL_URL"
103+
~/.local/bin/uv pip install --python /opt/vllm-env/bin/python "vllm==${VLLM_VERSION}"; \
104+
fi
105105

106106
RUN /opt/vllm-env/bin/python -c "import vllm; print(vllm.__version__)" > /opt/vllm-env/version
107107

0 commit comments

Comments
 (0)