Skip to content

Commit 2c46fe1

Browse files
committed
Merge remote-tracking branch 'ggerganov/master'
* ggerganov/master: (335 commits) server : add Voice Activity Detection (VAD) support (ggml-org#3246) cli : fix short name conflict for vad options [no ci] (ggml-org#3247) ruby : add .gitignore entries for ext directory (ggml-org#3245) ci : update windows runner to windows-2022 (ggml-org#3242) ruby : add cleaning of library names in dependencies (ggml-org#3241) ggml : fix weak alias win32 (#0) android : fix builds (#0) sync : ggml files : remove old sources (part 2) sync : ggml files : remove old sources talk-llama : sync llama.cpp sync : ggml metal : use less stack memory in FA kernel (llama/14088) ggml-cpu : split arch-specific implementations (llama/13892) cuda : fix device sync on buffer clear (llama/14033) CANN: Simplify the environment variable setting(#13104) sycl: Add reorder to Q6_K mmvq implementation (llama/13885) cuda : fix buffer type check with integrated GPUs (llama/14069) SYCL: Implement few same quantized type copy kernels (llama/13739) ...
2 parents 16e422c + 0a4d85c commit 2c46fe1

File tree

401 files changed

+83363
-45872
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

401 files changed

+83363
-45872
lines changed

.devops/main-cuda.Dockerfile

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -13,8 +13,6 @@ WORKDIR /app
1313
ARG CUDA_DOCKER_ARCH=all
1414
# Set nvcc architecture
1515
ENV CUDA_DOCKER_ARCH=${CUDA_DOCKER_ARCH}
16-
# Enable cuBLAS
17-
ENV GGML_CUDA=1
1816

1917
RUN apt-get update && \
2018
apt-get install -y build-essential libsdl2-dev wget cmake git \
@@ -25,7 +23,8 @@ ENV CUDA_MAIN_VERSION=12.3
2523
ENV LD_LIBRARY_PATH /usr/local/cuda-${CUDA_MAIN_VERSION}/compat:$LD_LIBRARY_PATH
2624

2725
COPY .. .
28-
RUN make base.en
26+
# Enable cuBLAS
27+
RUN make base.en CMAKE_ARGS="-DGGML_CUDA=1"
2928

3029
FROM ${BASE_CUDA_RUN_CONTAINER} AS runtime
3130
ENV CUDA_MAIN_VERSION=12.3
@@ -37,4 +36,5 @@ RUN apt-get update && \
3736
&& rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*
3837

3938
COPY --from=build /app /app
39+
ENV PATH=/app/build/bin:$PATH
4040
ENTRYPOINT [ "bash", "-c" ]

.devops/main-intel.Dockerfile

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,28 @@
1+
ARG ONEAPI_VERSION=2025.1.1-0-devel-ubuntu24.04
2+
3+
FROM intel/oneapi-basekit:$ONEAPI_VERSION AS build
4+
WORKDIR /app
5+
6+
RUN apt-get update && \
7+
apt-get install -y build-essential libsdl2-dev wget cmake git \
8+
&& rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*
9+
10+
COPY .. .
11+
# Enable SYCL
12+
ARG GGML_SYCL_F16=OFF
13+
RUN if [ "${GGML_SYCL_F16}" = "ON" ]; then \
14+
echo "GGML_SYCL_F16 is set" \
15+
&& export OPT_SYCL_F16="-DGGML_SYCL_F16=ON"; \
16+
fi && \
17+
make base.en CMAKE_ARGS="-DGGML_SYCL=1 -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx ${OPT_SYCL_F16}"
18+
19+
FROM intel/oneapi-basekit:$ONEAPI_VERSION AS runtime
20+
WORKDIR /app
21+
22+
RUN apt-get update && \
23+
apt-get install -y curl ffmpeg libsdl2-dev wget cmake git \
24+
&& rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*
25+
26+
COPY --from=build /app /app
27+
ENV PATH=/app/build/bin:$PATH
28+
ENTRYPOINT [ "bash", "-c" ]

.devops/main-musa.Dockerfile

Lines changed: 29 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,29 @@
1+
ARG UBUNTU_VERSION=22.04
2+
# This needs to generally match the container host's environment.
3+
ARG MUSA_VERSION=rc4.0.1
4+
# Target the MUSA build image
5+
ARG BASE_MUSA_DEV_CONTAINER=mthreads/musa:${MUSA_VERSION}-mudnn-devel-ubuntu${UBUNTU_VERSION}
6+
# Target the MUSA runtime image
7+
ARG BASE_MUSA_RUN_CONTAINER=mthreads/musa:${MUSA_VERSION}-mudnn-runtime-ubuntu${UBUNTU_VERSION}
8+
9+
FROM ${BASE_MUSA_DEV_CONTAINER} AS build
10+
WORKDIR /app
11+
12+
RUN apt-get update && \
13+
apt-get install -y build-essential libsdl2-dev wget cmake git \
14+
&& rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*
15+
16+
COPY .. .
17+
# Enable muBLAS
18+
RUN make base.en CMAKE_ARGS="-DGGML_MUSA=1"
19+
20+
FROM ${BASE_MUSA_RUN_CONTAINER} AS runtime
21+
WORKDIR /app
22+
23+
RUN apt-get update && \
24+
apt-get install -y curl ffmpeg wget cmake git \
25+
&& rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*
26+
27+
COPY --from=build /app /app
28+
ENV PATH=/app/build/bin:$PATH
29+
ENTRYPOINT [ "bash", "-c" ]

.devops/main.Dockerfile

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -16,4 +16,5 @@ RUN apt-get update && \
1616
&& rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*
1717

1818
COPY --from=build /app /app
19+
ENV PATH=/app/build/bin:$PATH
1920
ENTRYPOINT [ "bash", "-c" ]

.dockerignore

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
build*/
2+
.github/
3+
.devops/

0 commit comments

Comments
 (0)