Skip to content

Commit 5948497

Browse files
committed
Remove ROCm runtime package from llamacpp dockerfile
1 parent 6aeb120 commit 5948497

File tree

1 file changed

+5
-5
lines changed

1 file changed

+5
-5
lines changed

backend/Dockerfile.llama-cpp

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -55,11 +55,13 @@ ARG BUILD_TYPE
5555
ENV BUILD_TYPE=${BUILD_TYPE}
5656
ARG CUDA_MAJOR_VERSION
5757
ARG CUDA_MINOR_VERSION
58+
ARG ROCM_MAJOR_VERSION
59+
ARG ROCM_MINOR_VERSION
5860
ARG SKIP_DRIVERS=false
5961
ENV CUDA_MAJOR_VERSION=${CUDA_MAJOR_VERSION}
6062
ENV CUDA_MINOR_VERSION=${CUDA_MINOR_VERSION}
61-
ARG ROCM_MAJOR_VERSION=7
62-
ARG ROCM_MINOR_VERSION=1.1 # ROCm version to append to the major version, in the format of their apt repo (https://repo.radeon.com/rocm/apt/). Like `0_alpha` or `3.4`.
63+
ENV ROCM_MAJOR_VERSION=${ROCM_MAJOR_VERSION}
64+
ENV ROCM_MINOR_VERSION=${ROCM_MINOR_VERSION}
6365
ENV DEBIAN_FRONTEND=noninteractive
6466
ARG TARGETARCH
6567
ARG TARGETVARIANT
@@ -180,9 +182,7 @@ RUN if [ "${BUILD_TYPE}" = "hipblas" ] && [ "${SKIP_DRIVERS}" = "false" ]; then
180182
# Build dependencies
181183
rocm-developer-tools \
182184
rocm-hip-runtime-dev \
183-
rocm-hip-sdk \
184-
# Metapackage for the ROCm runtime + client tools
185-
rocm && \
185+
rocm-hip-sdk && \
186186
apt-get clean && \
187187
rm -rf /var/lib/apt/lists/* && \
188188
# I have no idea why, but the ROCM lib packages don't trigger ldconfig after they install, which results in local-ai and others not being able

0 commit comments

Comments
 (0)