File tree Expand file tree Collapse file tree 2 files changed +11
-11
lines changed
Expand file tree Collapse file tree 2 files changed +11
-11
lines changed Original file line number Diff line number Diff line change 1- torch==2.9.1
1+ torch==2.10.0
22transformers >= 4.56.0, < 5
33huggingface-hub
44hf-transfer
5- peft==0.15 .1
6- sentence-transformers==3.3.1
7- optimum==1.23.2
8- llmcompressor==0.9.0 .1
9- mpi4py==4.0.1
10- https://djl-ai.s3.us-east-1.amazonaws.com/publish /vllm/vllm -0.16.1.dev6%2Bg369fca226-cp312-cp312-linux_x86_64 .whl
11- lmcache
12- autoawq
5+ peft==0.18 .1
6+ sentence-transformers==5.2.3
7+ optimum==2.1.0
8+ mpi4py==4.1 .1
9+ compressed-tensors==0.13.0
10+ https://wheels.vllm.ai/dc6b57846686206d6d77fe788f71ab7fe8e568ab /vllm-0.17.0rc1.dev168%2Bgdc6b57846-cp38-abi3-manylinux_2_31_x86_64 .whl
11+ autoawq==0.2.9
12+ https://publish.djl.ai/lmcache/lmcache-0.3.16.dev0-cp312-cp312-linux_x86_64.whl
Original file line number Diff line number Diff line change @@ -90,7 +90,7 @@ RUN scripts/patch_oss_dlc.sh python \
9090
9191COPY lmi-container-requirements.txt ./requirements.txt
9292RUN pip3 install --upgrade pip setuptools
93- RUN pip3 install torch==2.9.1 torchvision --index-url https://download.pytorch.org/whl/cu129 \
93+ RUN pip3 install torch==2.10.0 torchvision --index-url https://download.pytorch.org/whl/${cuda_version} \
9494 && pip3 install -r requirements.txt \
9595 && pip3 install ${djl_converter_wheel} --no-deps
9696
@@ -105,7 +105,7 @@ RUN scripts/install_djl_serving.sh $djl_version $djl_serving_version \
105105LABEL maintainer="djl-dev@amazon.com"
106106LABEL dlc_major_version="1"
107107LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.lmi="true"
108- LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.v0-34 -0.lmi="true"
108+ LABEL com.amazonaws.ml.engines.sagemaker.dlc.framework.djl.v0-36 -0.lmi="true"
109109LABEL com.amazonaws.sagemaker.capabilities.multi-models="true"
110110LABEL com.amazonaws.sagemaker.capabilities.accept-bind-to-port="true"
111111LABEL djl-version=$djl_version
You can’t perform that action at this time.
0 commit comments