Skip to content

Commit 15663b8

Browse files
authored
chore: override docker build defaults for vllm + arm64 (#3980)
1 parent 7ca658f commit 15663b8

File tree

1 file changed

+26
-0
lines changed

1 file changed

+26
-0
lines changed

container/build.sh

Lines changed: 26 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -491,6 +491,32 @@ if [[ "$PLATFORM" == *"linux/arm64"* ]]; then
491491
BUILD_ARGS+=" --build-arg ARCH=arm64 --build-arg ARCH_ALT=aarch64 "
492492
fi
493493

494+
# Special handling for vLLM on ARM64 - set required defaults if not already specified by user
495+
if [[ $FRAMEWORK == "VLLM" ]] && [[ "$PLATFORM" == *"linux/arm64"* ]]; then
496+
# Set base image tag to CUDA 12.9 if using the default value (user didn't override)
497+
if [ "$BASE_IMAGE_TAG" == "$VLLM_BASE_IMAGE_TAG" ]; then
498+
BASE_IMAGE_TAG="25.06-cuda12.9-devel-ubuntu24.04"
499+
echo "INFO: Automatically setting base-image-tag to $BASE_IMAGE_TAG for vLLM ARM64"
500+
fi
501+
502+
# Add required build args if not already present
503+
if [[ "$BUILD_ARGS" != *"RUNTIME_IMAGE_TAG"* ]]; then
504+
BUILD_ARGS+=" --build-arg RUNTIME_IMAGE_TAG=12.9.0-runtime-ubuntu24.04 "
505+
echo "INFO: Automatically setting RUNTIME_IMAGE_TAG=12.9.0-runtime-ubuntu24.04 for vLLM ARM64"
506+
fi
507+
508+
if [[ "$BUILD_ARGS" != *"CUDA_VERSION"* ]]; then
509+
BUILD_ARGS+=" --build-arg CUDA_VERSION=129 "
510+
echo "INFO: Automatically setting CUDA_VERSION=129 for vLLM ARM64"
511+
fi
512+
513+
if [[ "$BUILD_ARGS" != *"TORCH_BACKEND"* ]]; then
514+
BUILD_ARGS+=" --build-arg TORCH_BACKEND=cu129 "
515+
echo "INFO: Automatically setting TORCH_BACKEND=cu129 for vLLM ARM64"
516+
fi
517+
518+
fi
519+
494520
# Update DOCKERFILE if framework is VLLM
495521
if [[ $FRAMEWORK == "VLLM" ]]; then
496522
DOCKERFILE=${SOURCE_DIR}/Dockerfile.vllm

0 commit comments

Comments
 (0)