File tree Expand file tree Collapse file tree 2 files changed +17
-1
lines changed
docs/source/getting-started Expand file tree Collapse file tree 2 files changed +17
-1
lines changed Original file line number Diff line number Diff line change 11# Set to other image if needed
2- FROM quay.io/ascend/vllm-ascend:v0.9.2rc1
2+ FROM quay.io/ascend/vllm-ascend:v0.9.2rc1-openeuler
33
44ARG PIP_INDEX_URL="https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple"
55
@@ -14,4 +14,12 @@ RUN export PLATFORM="ascend" && \
1414 export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/Ascend/ascend-toolkit/latest/`uname -i`-linux/devlib && \
1515 pip install -v -e /workspace/unified-cache-management --no-build-isolation
1616
17+ # Apply patch for vLLM
18+ RUN cd /vllm-workspace/vllm \
19+ && git apply /workspace/unified-cache-management/ucm/integration/vllm/patch/0.9.2/vllm-adapt.patch
20+
21+ # Apply patch for vLLM-ascend
22+ RUN cd /vllm-workspace/vllm-ascend \
23+ && git apply /workspace/unified-cache-management/ucm/integration/vllm/patch/0.9.2/vllm-ascend-adapt.patch
24+
1725CMD ["/bin/bash"]
Original file line number Diff line number Diff line change @@ -41,6 +41,14 @@ Download the pre-built `vllm-ascend` docker image and build unified-cache-manage
4141 cd unified-cache-management
4242 docker build -t ucm-vllm:latest -f ./docker/Dockerfile-NPU ./
4343 ```
44+ vllm-ascend provides two variants: ** Ubuntu** and ** openEuler** .
45+ The ` Dockerfile-NPU ` uses the ** openEuler** variant by default.
46+
47+ If you want to use the ** Ubuntu** variant, please remove the ` -openeuler ` suffix and use the following image instead:
48+
49+ ``` text
50+ quay.io/ascend/vllm-ascend:v0.9.2rc1
51+ ```
4452Then run your container using following command. You can add or remove Docker parameters as needed.
4553``` bash
4654# Update DEVICE according to your device (/dev/davinci[0-7])
You can’t perform that action at this time.
0 commit comments