@@ -3,7 +3,6 @@ ARG BASE_UBI_IMAGE_TAG=9.5-1742914212
33ARG PYTHON_VERSION=3.12
44ARG VLLM_VERSION
55ARG VLLM_TGIS_ADAPTER_VERSION="0.7.1"
6- ARG LIBSODIUM_VERSION=1.0.20
76ARG TORCH_CUDA_ARCH_LIST="7.5 8.0 8.6 8.9 9.0 10.0 12.0+PTX"
87ARG vllm_fa_cmake_gpu_arches='80-real;90-real'
98ARG max_jobs=2
@@ -114,24 +113,6 @@ RUN --mount=type=cache,target=/root/.cache/ccache \
114113 SETUPTOOLS_SCM_PRETEND_VERSION="${VLLM_VERSION}" \
115114 python3 setup.py bdist_wheel --dist-dir=dist
116115
117- #################### libsodium Build IMAGE ####################
118- FROM base as libsodium-builder
119-
120- ARG max_jobs
121- RUN microdnf install -y --nodocs gcc gzip \
122- && microdnf clean all
123-
124- WORKDIR /usr/src/libsodium
125-
126- ARG LIBSODIUM_VERSION
127- RUN curl -LO https://github.com/jedisct1/libsodium/releases/download/${LIBSODIUM_VERSION}-RELEASE/libsodium-${LIBSODIUM_VERSION}.tar.gz \
128- && tar -xzvf libsodium*.tar.gz \
129- && rm -f libsodium*.tar.gz \
130- && mv libsodium*/* ./
131-
132- RUN CFLAGS="-O3 -Wall -Werror=format-security -Wno-unused-function -Wp,-D_GLIBCXX_ASSERTIONS -fstack-protector-strong -fstack-clash-protection -fcf-protection"\
133- ./configure --prefix="/usr/" && make -j ${max_jobs} && make check
134-
135116## Release #####################################################################
136117FROM python-install AS vllm-openai
137118ARG PYTHON_VERSION
@@ -159,10 +140,6 @@ RUN --mount=type=bind,from=build,src=/workspace/dist,target=/workspace/dist \
159140 "$(echo dist/*.whl)[audio,video,tensorizer]" --verbose \
160141 "https://storage.googleapis.com/neuralmagic-public-pypi/dist/flashinfer_python-0.2.5-cp38-abi3-linux_x86_64.whl"
161142
162- # Install libsodium for Tensorizer encryption
163- RUN --mount=type=bind,from=libsodium-builder,src=/usr/src/libsodium,target=/usr/src/libsodium \
164- make -C /usr/src/libsodium install
165-
166143ENV HF_HUB_OFFLINE=1 \
167144 HOME=/home/vllm \
168145 # Allow requested max length to exceed what is extracted from the
0 commit comments