Skip to content

Commit 6783809

Browse files
committed
Update dockerfile
Signed-off-by: mgoin <[email protected]>
1 parent d7b0831 commit 6783809

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

docker/Dockerfile

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -371,7 +371,7 @@ RUN --mount=type=bind,from=build,src=/workspace/dist,target=/vllm-workspace/dist
371371
# Install FlashInfer from source
372372
ARG FLASHINFER_GIT_REPO="https://github.com/flashinfer-ai/flashinfer.git"
373373
# Keep this in sync with "flashinfer" extra in setup.py
374-
ARG FLASHINFER_GIT_REF="v0.3.1"
374+
ARG FLASHINFER_GIT_REF="v0.4.0rc2"
375375
# Flag to control whether to compile FlashInfer AOT kernels
376376
# Set to "true" to enable AOT compilation:
377377
# docker build --build-arg FLASHINFER_AOT_COMPILE=true ...
@@ -392,7 +392,7 @@ RUN --mount=type=cache,target=/root/.cache/uv bash - <<'BASH'
392392
FI_TORCH_CUDA_ARCH_LIST="7.5 8.0 8.9 9.0a 10.0a 12.0"
393393
fi
394394
pushd flashinfer
395-
if [[ "${CUDA_VERSION}" == 12.8.* ]] && [ "$TARGETPLATFORM" = "linux/amd64" ]; then
395+
if [ "${FLASHINFER_GIT_REF}" = "v0.3.1" ] && [[ "${CUDA_VERSION}" == 12.8.* ]] && [ "$TARGETPLATFORM" = "linux/amd64" ]; then
396396
# NOTE: To make new precompiled wheels, see tools/flashinfer-build.sh
397397
echo "🏗️ Installing FlashInfer from pre-compiled wheel"
398398
uv pip install --system https://wheels.vllm.ai/flashinfer-python/flashinfer_python-0.3.1-cp39-abi3-manylinux1_x86_64.whl \

0 commit comments

Comments
 (0)