Skip to content

Commit 25a9fa1

Browse files
committed
support vllm-rocm
Signed-off-by: tjtanaa <tunjian.tan@embeddedllm.com>
1 parent b43b81b commit 25a9fa1

File tree

2 files changed

+16
-1
lines changed

2 files changed

+16
-1
lines changed

docker/Dockerfile.rocm

Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -87,6 +87,21 @@ RUN if [ -f /tmp/pin_rocm_dependencies.py ] && [ -n "$(ls -A /install/*.whl 2>/d
8787
echo "Skipping dependency pinning"; \
8888
fi
8989

90+
# Patch package name from "vllm" to "vllm-rocm"
91+
RUN cd vllm \
92+
&& echo "Patching package name to vllm-rocm..." \
93+
&& sed -i '0,/^name = "vllm"/s//name = "vllm-rocm"/' pyproject.toml \
94+
&& echo "Patching version lookups in source files..." \
95+
&& sed -i \
96+
-e "s/importlib\\.metadata\\.version(\\(['\"]\\)vllm\\1)/importlib.metadata.version(\\1vllm-rocm\\1)/" \
97+
-e "s/importlib\\.metadata\\.metadata(\\(['\"]\\)vllm\\1)/importlib.metadata.metadata(\\1vllm-rocm\\1)/" \
98+
-e "s/version(\\(['\"]\\)vllm\\1)/version(\\1vllm-rocm\\1)/" \
99+
vllm/entrypoints/cli/main.py \
100+
vllm/entrypoints/cli/run_batch.py \
101+
vllm/platforms/__init__.py \
102+
vllm/utils/__init__.py 2>/dev/null || true \
103+
&& echo "Package name patching completed"
104+
90105
# Build vLLM
91106
# Use --find-links to search /install for custom ROCm wheels before PyPI (wheel release mode)
92107
# Or use standard pip install from PyPI (image release mode)

tools/vllm-rocm/cleanup_pypi_duplicates.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -128,7 +128,7 @@ check_vllm_metadata() {
128128
# Process each package type
129129
#############################################################################
130130

131-
PACKAGES_TO_CHECK=("torch" "triton" "torchvision" "amdsmi" "flash_attn" "aiter")
131+
PACKAGES_TO_CHECK=("torch" "triton" "torchvision" "amdsmi" "flash_attn" "aiter" "vllm_rocm")
132132
REMOVED_COUNT=0
133133
MISSING_CUSTOM_WHEELS=()
134134

0 commit comments

Comments
 (0)