File tree Expand file tree Collapse file tree 1 file changed +26
-0
lines changed Expand file tree Collapse file tree 1 file changed +26
-0
lines changed Original file line number Diff line number Diff line change @@ -491,6 +491,32 @@ if [[ "$PLATFORM" == *"linux/arm64"* ]]; then
491491 BUILD_ARGS+=" --build-arg ARCH=arm64 --build-arg ARCH_ALT=aarch64 "
492492fi
493493
494+ # Special handling for vLLM on ARM64 - set required defaults if not already specified by user
495+ if [[ $FRAMEWORK == " VLLM" ]] && [[ " $PLATFORM " == * " linux/arm64" * ]]; then
496+ # Set base image tag to CUDA 12.9 if using the default value (user didn't override)
497+ if [ " $BASE_IMAGE_TAG " == " $VLLM_BASE_IMAGE_TAG " ]; then
498+ BASE_IMAGE_TAG=" 25.06-cuda12.9-devel-ubuntu24.04"
499+ echo " INFO: Automatically setting base-image-tag to $BASE_IMAGE_TAG for vLLM ARM64"
500+ fi
501+
502+ # Add required build args if not already present
503+ if [[ " $BUILD_ARGS " != * " RUNTIME_IMAGE_TAG" * ]]; then
504+ BUILD_ARGS+=" --build-arg RUNTIME_IMAGE_TAG=12.9.0-runtime-ubuntu24.04 "
505+ echo " INFO: Automatically setting RUNTIME_IMAGE_TAG=12.9.0-runtime-ubuntu24.04 for vLLM ARM64"
506+ fi
507+
508+ if [[ " $BUILD_ARGS " != * " CUDA_VERSION" * ]]; then
509+ BUILD_ARGS+=" --build-arg CUDA_VERSION=129 "
510+ echo " INFO: Automatically setting CUDA_VERSION=129 for vLLM ARM64"
511+ fi
512+
513+ if [[ " $BUILD_ARGS " != * " TORCH_BACKEND" * ]]; then
514+ BUILD_ARGS+=" --build-arg TORCH_BACKEND=cu129 "
515+ echo " INFO: Automatically setting TORCH_BACKEND=cu129 for vLLM ARM64"
516+ fi
517+
518+ fi
519+
494520# Update DOCKERFILE if framework is VLLM
495521if [[ $FRAMEWORK == " VLLM" ]]; then
496522 DOCKERFILE=${SOURCE_DIR} /Dockerfile.vllm
You can’t perform that action at this time.
0 commit comments