We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 300da09 commit c6f2485Copy full SHA for c6f2485
Dockerfile
@@ -202,7 +202,7 @@ FROM vllm-base AS vllm-openai
202
203
# install additional dependencies for openai api server
204
RUN --mount=type=cache,target=/root/.cache/pip \
205
- pip install accelerate hf_transfer 'modelscope!=1.15.0'
+ pip install accelerate hf_transfer 'modelscope!=1.15.0' bitsandbytes>=0.44.0 timm==0.9.10
206
207
ENV VLLM_USAGE_SOURCE production-docker-image
208
0 commit comments