You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
Copy file name to clipboardExpand all lines: backend/Dockerfile.llama-cpp
+5-5Lines changed: 5 additions & 5 deletions
Original file line number
Diff line number
Diff line change
@@ -55,11 +55,13 @@ ARG BUILD_TYPE
55
55
ENV BUILD_TYPE=${BUILD_TYPE}
56
56
ARG CUDA_MAJOR_VERSION
57
57
ARG CUDA_MINOR_VERSION
58
+
ARG ROCM_MAJOR_VERSION
59
+
ARG ROCM_MINOR_VERSION
58
60
ARG SKIP_DRIVERS=false
59
61
ENV CUDA_MAJOR_VERSION=${CUDA_MAJOR_VERSION}
60
62
ENV CUDA_MINOR_VERSION=${CUDA_MINOR_VERSION}
61
-
ARG ROCM_MAJOR_VERSION=7
62
-
ARG ROCM_MINOR_VERSION=1.1 # ROCm version to append to the major version, in the format of their apt repo (https://repo.radeon.com/rocm/apt/). Like `0_alpha` or `3.4`.
63
+
ENV ROCM_MAJOR_VERSION=${ROCM_MAJOR_VERSION}
64
+
ENV ROCM_MINOR_VERSION=${ROCM_MINOR_VERSION}
63
65
ENV DEBIAN_FRONTEND=noninteractive
64
66
ARG TARGETARCH
65
67
ARG TARGETVARIANT
@@ -180,9 +182,7 @@ RUN if [ "${BUILD_TYPE}" = "hipblas" ] && [ "${SKIP_DRIVERS}" = "false" ]; then
180
182
# Build dependencies
181
183
rocm-developer-tools \
182
184
rocm-hip-runtime-dev \
183
-
rocm-hip-sdk \
184
-
# Metapackage for the ROCm runtime + client tools
185
-
rocm && \
185
+
rocm-hip-sdk && \
186
186
apt-get clean && \
187
187
rm -rf /var/lib/apt/lists/* && \
188
188
# I have no idea why, but the ROCM lib packages don't trigger ldconfig after they install, which results in local-ai and others not being able
0 commit comments