File tree Expand file tree Collapse file tree 4 files changed +1355
-1064
lines changed Expand file tree Collapse file tree 4 files changed +1355
-1064
lines changed Original file line number Diff line number Diff line change @@ -7,6 +7,16 @@ set(CMAKE_WARN_UNUSED_CLI YES)
77
88set (CMAKE_EXPORT_COMPILE_COMMANDS ON )
99
10+ if (CMAKE_SYSTEM_NAME STREQUAL "Android" )
11+ set (TARGET_SNAPDRAGON8GEN3 ON )
12+ if (TARGET_SNAPDRAGON8GEN3)
13+ #works fine on Snapdragon 8Gen3 with 1.5x(45+ tokens/second)-3x(70+ tokens/second) performance gain through the default ggml backend
14+ add_definitions (-march=armv8.7-a)
15+ add_definitions (-mcpu=cortex-x1)
16+ add_definitions (-mtune=cortex-x1)
17+ endif ()
18+ endif ()
19+
1020if (NOT XCODE AND NOT MSVC AND NOT CMAKE_BUILD_TYPE )
1121 set (CMAKE_BUILD_TYPE Release CACHE STRING "Build type" FORCE)
1222 set_property (CACHE CMAKE_BUILD_TYPE PROPERTY STRINGS "Debug" "Release" "MinSizeRel" "RelWithDebInfo" )
@@ -119,6 +129,7 @@ llama_option_depr(WARNING LLAMA_RPC GGML_RPC)
119129llama_option_depr(WARNING LLAMA_SYCL GGML_SYCL)
120130llama_option_depr(WARNING LLAMA_SYCL_F16 GGML_SYCL_F16)
121131llama_option_depr(WARNING LLAMA_CANN GGML_CANN)
132+ llama_option_depr(WARNING LLAMA_QNN GGML_QNN)
122133
123134if (NOT MSVC )
124135 if (LLAMA_SANITIZE_THREAD)
You can’t perform that action at this time.
0 commit comments