|
| 1 | +cmake_minimum_required(VERSION 3.21) |
| 2 | + |
| 3 | +project(Ollama C CXX) |
| 4 | + |
| 5 | +include(CheckLanguage) |
| 6 | + |
| 7 | +find_package(Threads REQUIRED) |
| 8 | + |
| 9 | +set(CMAKE_BUILD_TYPE Release) |
| 10 | +set(BUILD_SHARED_LIBS ON) |
| 11 | + |
| 12 | +set(CMAKE_CXX_STANDARD 17) |
| 13 | +set(CMAKE_CXX_STANDARD_REQUIRED ON) |
| 14 | +set(CMAKE_CXX_EXTENSIONS OFF) |
| 15 | + |
| 16 | +set(GGML_BUILD ON) |
| 17 | +set(GGML_SHARED ON) |
| 18 | +set(GGML_CCACHE ON) |
| 19 | +set(GGML_BACKEND_DL ON) |
| 20 | +set(GGML_BACKEND_SHARED ON) |
| 21 | +set(GGML_SCHED_MAX_COPIES 4) |
| 22 | + |
| 23 | +set(GGML_LLAMAFILE ON) |
| 24 | +set(GGML_CUDA_PEER_MAX_BATCH_SIZE 128) |
| 25 | +set(GGML_CUDA_GRAPHS ON) |
| 26 | + |
| 27 | +if((NOT CMAKE_OSX_ARCHITECTURES MATCHES "arm64") |
| 28 | + OR (NOT CMAKE_OSX_ARCHITECTURES AND NOT CMAKE_SYSTEM_PROCESSOR MATCHES "arm|aarch64|ARM64|ARMv[0-9]+")) |
| 29 | + set(GGML_CPU_ALL_VARIANTS ON) |
| 30 | +endif() |
| 31 | + |
| 32 | +if (CMAKE_OSX_ARCHITECTURES MATCHES "x86_64") |
| 33 | + set(CMAKE_BUILD_RPATH "@loader_path") |
| 34 | + set(CMAKE_INSTALL_RPATH "@loader_path") |
| 35 | +endif() |
| 36 | + |
| 37 | +set(OLLAMA_BUILD_DIR ${CMAKE_BINARY_DIR}/lib/ollama) |
| 38 | +set(OLLAMA_INSTALL_DIR ${CMAKE_INSTALL_PREFIX}/lib/ollama) |
| 39 | + |
| 40 | +set(CMAKE_RUNTIME_OUTPUT_DIRECTORY ${OLLAMA_BUILD_DIR}) |
| 41 | +set(CMAKE_RUNTIME_OUTPUT_DIRECTORY_DEBUG ${OLLAMA_BUILD_DIR}) |
| 42 | +set(CMAKE_RUNTIME_OUTPUT_DIRECTORY_RELEASE ${OLLAMA_BUILD_DIR}) |
| 43 | +set(CMAKE_LIBRARY_OUTPUT_DIRECTORY ${OLLAMA_BUILD_DIR}) |
| 44 | +set(CMAKE_LIBRARY_OUTPUT_DIRECTORY_DEBUG ${OLLAMA_BUILD_DIR}) |
| 45 | +set(CMAKE_LIBRARY_OUTPUT_DIRECTORY_RELEASE ${OLLAMA_BUILD_DIR}) |
| 46 | + |
| 47 | +include_directories(${CMAKE_CURRENT_SOURCE_DIR}/ml/backend/ggml/ggml/src) |
| 48 | +include_directories(${CMAKE_CURRENT_SOURCE_DIR}/ml/backend/ggml/ggml/src/include) |
| 49 | +include_directories(${CMAKE_CURRENT_SOURCE_DIR}/ml/backend/ggml/ggml/src/ggml-cpu) |
| 50 | +include_directories(${CMAKE_CURRENT_SOURCE_DIR}/ml/backend/ggml/ggml/src/ggml-cpu/amx) |
| 51 | + |
| 52 | +set(GGML_CPU ON) |
| 53 | +add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/ml/backend/ggml/ggml/src) |
| 54 | +set_property(TARGET ggml PROPERTY EXCLUDE_FROM_ALL TRUE) |
| 55 | + |
| 56 | +get_target_property(CPU_VARIANTS ggml-cpu MANUALLY_ADDED_DEPENDENCIES) |
| 57 | +if(NOT CPU_VARIANTS) |
| 58 | + set(CPU_VARIANTS "ggml-cpu") |
| 59 | +endif() |
| 60 | + |
| 61 | +install(TARGETS ggml-base ${CPU_VARIANTS} |
| 62 | + RUNTIME_DEPENDENCIES |
| 63 | + PRE_EXCLUDE_REGEXES ".*" |
| 64 | + RUNTIME DESTINATION ${OLLAMA_INSTALL_DIR} COMPONENT CPU |
| 65 | + LIBRARY DESTINATION ${OLLAMA_INSTALL_DIR} COMPONENT CPU |
| 66 | + FRAMEWORK DESTINATION ${OLLAMA_INSTALL_DIR} COMPONENT CPU |
| 67 | +) |
| 68 | + |
| 69 | +check_language(CUDA) |
| 70 | +if(CMAKE_CUDA_COMPILER) |
| 71 | + if(CMAKE_VERSION VERSION_GREATER_EQUAL "3.24" AND NOT CMAKE_CUDA_ARCHITECTURES) |
| 72 | + set(CMAKE_CUDA_ARCHITECTURES "native") |
| 73 | + endif() |
| 74 | + |
| 75 | + find_package(CUDAToolkit) |
| 76 | + add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/ml/backend/ggml/ggml/src/ggml-cuda) |
| 77 | + set(OLLAMA_CUDA_INSTALL_DIR ${OLLAMA_INSTALL_DIR}/cuda_v${CUDAToolkit_VERSION_MAJOR}) |
| 78 | + install(TARGETS ggml-cuda |
| 79 | + RUNTIME_DEPENDENCIES |
| 80 | + DIRECTORIES ${CUDAToolkit_BIN_DIR} ${CUDAToolkit_LIBRARY_DIR} |
| 81 | + PRE_INCLUDE_REGEXES cublas cublasLt cudart |
| 82 | + PRE_EXCLUDE_REGEXES ".*" |
| 83 | + RUNTIME DESTINATION ${OLLAMA_CUDA_INSTALL_DIR} COMPONENT CUDA |
| 84 | + LIBRARY DESTINATION ${OLLAMA_CUDA_INSTALL_DIR} COMPONENT CUDA |
| 85 | + ) |
| 86 | +endif() |
| 87 | + |
| 88 | +set(WINDOWS_AMDGPU_TARGETS_EXCLUDE_REGEX "^gfx(906|908|90a):xnack[+-]$" |
| 89 | + CACHE STRING |
| 90 | + "Regular expression describing AMDGPU_TARGETS not supported on Windows. Override to force building these targets. Default \"^gfx(906|908|90a):xnack[+-]$\"." |
| 91 | +) |
| 92 | + |
| 93 | +check_language(HIP) |
| 94 | +if(CMAKE_HIP_COMPILER) |
| 95 | + set(HIP_PLATFORM "amd") |
| 96 | + |
| 97 | + find_package(hip REQUIRED) |
| 98 | + if(NOT AMDGPU_TARGETS) |
| 99 | + list(FILTER AMDGPU_TARGETS INCLUDE REGEX "^gfx(900|94[012]|101[02]|1030|110[012])$") |
| 100 | + elseif(WIN32 AND WINDOWS_AMDGPU_TARGETS_EXCLUDE_REGEX) |
| 101 | + list(FILTER AMDGPU_TARGETS EXCLUDE REGEX ${WINDOWS_AMDGPU_TARGETS_EXCLUDE_REGEX}) |
| 102 | + endif() |
| 103 | + |
| 104 | + if(AMDGPU_TARGETS) |
| 105 | + add_subdirectory(${CMAKE_CURRENT_SOURCE_DIR}/ml/backend/ggml/ggml/src/ggml-hip) |
| 106 | + |
| 107 | + if (WIN32) |
| 108 | + target_compile_definitions(ggml-hip PRIVATE GGML_CUDA_NO_PEER_COPY=1) |
| 109 | + endif() |
| 110 | + |
| 111 | + set(OLLAMA_HIP_INSTALL_DIR ${OLLAMA_INSTALL_DIR}/rocm) |
| 112 | + install(TARGETS ggml-hip |
| 113 | + RUNTIME_DEPENDENCIES |
| 114 | + DIRECTORIES ${HIP_BIN_INSTALL_DIR} ${HIP_LIB_INSTALL_DIR} |
| 115 | + PRE_INCLUDE_REGEXES hipblas rocblas amdhip64 rocsolver amd_comgr hsa-runtime64 rocsparse tinfo rocprofiler-register drm drm_amdgpu numa elf |
| 116 | + PRE_EXCLUDE_REGEXES ".*" |
| 117 | + POST_EXCLUDE_REGEXES "system32" |
| 118 | + RUNTIME DESTINATION ${OLLAMA_HIP_INSTALL_DIR} COMPONENT HIP |
| 119 | + LIBRARY DESTINATION ${OLLAMA_HIP_INSTALL_DIR} COMPONENT HIP |
| 120 | + ) |
| 121 | + |
| 122 | + foreach(HIP_LIB_BIN_INSTALL_DIR IN ITEMS ${HIP_BIN_INSTALL_DIR} ${HIP_LIB_INSTALL_DIR}) |
| 123 | + if(EXISTS ${HIP_LIB_BIN_INSTALL_DIR}/rocblas) |
| 124 | + install(DIRECTORY ${HIP_LIB_BIN_INSTALL_DIR}/rocblas DESTINATION ${OLLAMA_HIP_INSTALL_DIR} COMPONENT HIP) |
| 125 | + break() |
| 126 | + endif() |
| 127 | + endforeach() |
| 128 | + endif() |
| 129 | +endif() |
0 commit comments