ggml : remove OpenCL (#0)

Author: ggerganov

README.md

@@ -128,11 +128,6 @@ cmake -DGGML_CUBLAS=ON -DCMAKE_CUDA_COMPILER=/usr/local/cuda-12.1/bin/nvcc ..
 cmake -DCMAKE_C_COMPILER="$(hipconfig -l)/clang" -DCMAKE_CXX_COMPILER="$(hipconfig -l)/clang++" -DGGML_HIPBLAS=ON
 ```
 
-## Using clBLAST
-
-```bash
-cmake -DGGML_CLBLAST=ON ..
-```
 ## Compiling for Android
 
 Download and unzip the NDK from this download [page](https://developer.android.com/ndk/downloads). Set the NDK_ROOT_PATH environment variable or provide the absolute path to the CMAKE_ANDROID_NDK in the command below.
@@ -170,64 +165,6 @@ export LD_LIBRARY_PATH=/data/local/tmp
 ./bin/gpt-2-backend -m models/ggml-model.bin -p "this is an example"
 ```
 
-### CLBlast for Android
-
-Build CLBlast.
-
-```bash
-# In CLBlast/build
-$ANDROID_SDK_PATH/cmake/3.22.1/bin/cmake .. \
-    -DCMAKE_SYSTEM_NAME=Android \
-    -DCMAKE_SYSTEM_VERSION=33 \
-    -DCMAKE_ANDROID_ARCH_ABI=arm64-v8a \
-    -DCMAKE_ANDROID_NDK=$ANDROID_NDK_PATH \
-    -DCMAKE_ANDROID_STL_TYPE=c++_static \
-    -DOPENCL_ROOT=$(readlink -f ../../OpenCL-Headers) \
-    -DCMAKE_FIND_ROOT_PATH_MODE_LIBRARY=BOTH \
-    -DCMAKE_FIND_ROOT_PATH_MODE_INCLUDE=BOTH
-
-# Build libclblast.so
-make -j4
-```
-
-Pull `libGLES_mali.so` to `libOpenCL.so`.
-
-```bash
-# In ggml project root.
-mkdir arm64-v8a
-adb pull /system/vendor/lib64/egl/libGLES_mali.so arm64-v8a/libOpenCL.so
-```
-
-Build ggml with CLBlast.
-
-```bash
-# In ggml/build
-cd build
-$ANDROID_SDK_PATH/cmake/3.22.1/bin/cmake .. \
-    -DGGML_CLBLAST=ON \
-    -DCMAKE_SYSTEM_NAME=Android \
-    -DCMAKE_SYSTEM_VERSION=33 \
-    -DCMAKE_ANDROID_ARCH_ABI=arm64-v8a \
-    -DCMAKE_ANDROID_NDK=$ANDROID_NDK_PATH \
-    -DCMAKE_ANDROID_STL_TYPE=c++_shared \
-    -DCMAKE_FIND_ROOT_PATH_MODE_INCLUDE=BOTH \
-    -DCMAKE_FIND_ROOT_PATH_MODE_LIBRARY=BOTH \
-    -DCLBLAST_HOME=$(readlink -f ../../CLBlast) \
-    -DOPENCL_LIB=$(readlink -f ../arm64-v8a/libOpenCL.so)
-
-# Run make, adb push, etc.
-```
-
-Then in `adb shell`...
-
-```bash
-cd /data/local/tmp
-export LD_LIBRARY_PATH=/system/vendor/lib64/egl:/data/local/tmp
-./bin/gpt-2-backend -m models/ggml-model.bin -n 64 -p "Pepperoni pizza"
-```
-
-OpenCL does not have the same level of support in `ggml-backend` as CUDA or Metal. In the `gpt-2-backend` example, OpenCL will only be used for the matrix multiplications when evaluating large prompts.
-
 ## Resources
 
 - [GGML - Large Language Models for Everyone](https://github.com/rustformers/llm/blob/main/crates/ggml/README.md): a description of the GGML format provided by the maintainers of the `llm` Rust crate, which provides Rust bindings for GGML

examples/gpt-2/CMakeLists.txt

@@ -39,10 +39,6 @@ if (GGML_CUBLAS)
     add_compile_definitions(GGML_USE_CUBLAS)
 endif()
 
-if (GGML_CLBLAST)
-    add_compile_definitions(GGML_USE_CLBLAST)
-endif()
-
 if (GGML_METAL)
     add_compile_definitions(GGML_USE_METAL)
 endif()

examples/magika/CMakeLists.txt

@@ -12,10 +12,6 @@ if (GGML_CUDA)
     add_compile_definitions(GGML_USE_CUDA)
 endif()
 
-if (GGML_CLBLAST)
-    add_compile_definitions(GGML_USE_CLBLAST)
-endif()
-
 if (GGML_METAL)
     add_compile_definitions(GGML_USE_METAL)
 endif()

scripts/sync-llama.sh

@@ -14,8 +14,6 @@ cp -rpv ../llama.cpp/ggml-kompute.h      src/ggml-kompute.h
 cp -rpv ../llama.cpp/ggml-metal.h        src/ggml-metal.h
 cp -rpv ../llama.cpp/ggml-metal.m        src/ggml-metal.m
 cp -rpv ../llama.cpp/ggml-metal.metal    src/ggml-metal.metal
-cp -rpv ../llama.cpp/ggml-opencl.cpp     src/ggml-opencl.cpp
-cp -rpv ../llama.cpp/ggml-opencl.h       src/ggml-opencl.h
 cp -rpv ../llama.cpp/ggml-quants.c       src/ggml-quants.c
 cp -rpv ../llama.cpp/ggml-quants.h       src/ggml-quants.h
 cp -rpv ../llama.cpp/ggml-rpc.cpp        src/ggml-rpc.cpp

scripts/sync-whisper.sh

@@ -14,8 +14,6 @@ cp -rpv ../whisper.cpp/ggml-kompute.h                 src/ggml-kompute.h
 cp -rpv ../whisper.cpp/ggml-metal.h                   src/ggml-metal.h
 cp -rpv ../whisper.cpp/ggml-metal.m                   src/ggml-metal.m
 cp -rpv ../whisper.cpp/ggml-metal.metal               src/ggml-metal.metal
-cp -rpv ../whisper.cpp/ggml-opencl.cpp                src/ggml-opencl.cpp
-cp -rpv ../whisper.cpp/ggml-opencl.h                  src/ggml-opencl.h
 cp -rpv ../whisper.cpp/ggml-quants.c                  src/ggml-quants.c
 cp -rpv ../whisper.cpp/ggml-quants.h                  src/ggml-quants.h
 cp -rpv ../whisper.cpp/ggml-rpc.cpp                   src/ggml-rpc.cpp