Skip to content

Commit 1e53e50

Browse files
authored
Upgrade vllm to v0.17.0 (#3006)
1 parent aede2e6 commit 1e53e50

File tree

2 files changed

+11
-11
lines changed

2 files changed

+11
-11
lines changed
Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -1,12 +1,12 @@
1-
torch==2.9.1
1+
torch==2.10.0
22
transformers >= 4.56.0, < 5
33
huggingface-hub
44
hf-transfer
5-
peft==0.15.1
6-
sentence-transformers==3.3.1
7-
optimum==1.23.2
8-
llmcompressor==0.9.0.1
9-
mpi4py==4.0.1
10-
https://djl-ai.s3.us-east-1.amazonaws.com/publish/vllm/vllm-0.16.1.dev6%2Bg369fca226-cp312-cp312-linux_x86_64.whl
11-
lmcache
12-
autoawq
5+
peft==0.18.1
6+
sentence-transformers==5.2.3
7+
optimum==2.1.0
8+
mpi4py==4.1.1
9+
compressed-tensors==0.13.0
10+
https://wheels.vllm.ai/dc6b57846686206d6d77fe788f71ab7fe8e568ab/vllm-0.17.0rc1.dev168%2Bgdc6b57846-cp38-abi3-manylinux_2_31_x86_64.whl
11+
autoawq==0.2.9
12+
https://publish.djl.ai/lmcache/lmcache-0.3.16.dev0-cp312-cp312-linux_x86_64.whl

serving/docker/lmi.Dockerfile

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -90,7 +90,7 @@ RUN scripts/patch_oss_dlc.sh python \
9090

9191
COPY lmi-container-requirements.txt ./requirements.txt
9292
RUN pip3 install --upgrade pip setuptools
93-
RUN pip3 install torch==2.9.1 torchvision --index-url https://download.pytorch.org/whl/cu129 \
93+
RUN pip3 install torch==2.10.0 torchvision --index-url https://download.pytorch.org/whl/${cuda_version} \
9494
&& pip3 install -r requirements.txt \
9595
&& pip3 install ${djl_converter_wheel} --no-deps
9696

@@ -105,7 +105,7 @@ RUN scripts/install_djl_serving.sh $djl_version $djl_serving_version \
105105
LABEL maintainer="djl-dev@amazon.com"
106106
LABEL dlc_major_version="1"
107107
LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.lmi="true"
108-
LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.v0-34-0.lmi="true"
108+
LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.v0-36-0.lmi="true"
109109
LABEL com.amazonaws.sagemaker.capabilities.multi-models="true"
110110
LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port="true"
111111
LABEL djl-version=$djl_version

0 commit comments

Comments
 (0)