Skip to content

Commit 4579db5

Browse files
committed
cpu version
1 parent aa31f05 commit 4579db5

File tree

2 files changed

+4
-4
lines changed

2 files changed

+4
-4
lines changed

server/Dockerfile.cpu

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -73,13 +73,13 @@ FROM base AS vllm-build
7373

7474
ARG GIT_REPO_CHECK=0
7575
# Support for building with non-AVX512 vLLM: docker build --build-arg VLLM_CPU_DISABLE_AVX512="true" ...
76-
ARG VLLM_CPU_DISABLE_AVX512=0
76+
ARG VLLM_CPU_DISABLE_AVX512=true
7777
ENV VLLM_CPU_DISABLE_AVX512=${VLLM_CPU_DISABLE_AVX512}
7878
# Support for building with AVX512BF16 ISA: docker build --build-arg VLLM_CPU_AVX512BF16="true" ...
79-
ARG VLLM_CPU_AVX512BF16=0
79+
ARG VLLM_CPU_AVX512BF16=false
8080
ENV VLLM_CPU_AVX512BF16=${VLLM_CPU_AVX512BF16}
8181
# Support for building with AVX512VNNI ISA: docker build --build-arg VLLM_CPU_AVX512VNNI="true" ...
82-
ARG VLLM_CPU_AVX512VNNI=0
82+
ARG VLLM_CPU_AVX512VNNI=false
8383
ENV VLLM_CPU_AVX512VNNI=${VLLM_CPU_AVX512VNNI}
8484

8585
WORKDIR /workspace/vllm

server/Dockerfile.cpu.app

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,4 +23,4 @@ ARG HOML_SERVER_VERSION=dev
2323
ENV HOML_SERVER_VERSION=$HOML_SERVER_VERSION
2424

2525
# Start the server directly from main.py
26-
CMD ["python3", "-u", "main.py"]
26+
ENTRYPOINT ["python3", "-u", "main.py"]

0 commit comments

Comments
 (0)