Skip to content

Commit 623ecdb

Browse files
author
zhouwg
committed
ggml-qnn: rebase to upstream
1 parent bda6955 commit 623ecdb

File tree

4 files changed

+1355
-1064
lines changed

4 files changed

+1355
-1064
lines changed

CMakeLists.txt

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -7,6 +7,16 @@ set(CMAKE_WARN_UNUSED_CLI YES)
77

88
set(CMAKE_EXPORT_COMPILE_COMMANDS ON)
99

10+
if(CMAKE_SYSTEM_NAME STREQUAL "Android")
11+
set(TARGET_SNAPDRAGON8GEN3 ON)
12+
if(TARGET_SNAPDRAGON8GEN3)
13+
#works fine on Snapdragon 8Gen3 with 1.5x(45+ tokens/second)-3x(70+ tokens/second) performance gain through the default ggml backend
14+
add_definitions(-march=armv8.7-a)
15+
add_definitions(-mcpu=cortex-x1)
16+
add_definitions(-mtune=cortex-x1)
17+
endif()
18+
endif()
19+
1020
if (NOT XCODE AND NOT MSVC AND NOT CMAKE_BUILD_TYPE)
1121
set(CMAKE_BUILD_TYPE Release CACHE STRING "Build type" FORCE)
1222
set_property(CACHE CMAKE_BUILD_TYPE PROPERTY STRINGS "Debug" "Release" "MinSizeRel" "RelWithDebInfo")
@@ -119,6 +129,7 @@ llama_option_depr(WARNING LLAMA_RPC GGML_RPC)
119129
llama_option_depr(WARNING LLAMA_SYCL GGML_SYCL)
120130
llama_option_depr(WARNING LLAMA_SYCL_F16 GGML_SYCL_F16)
121131
llama_option_depr(WARNING LLAMA_CANN GGML_CANN)
132+
llama_option_depr(WARNING LLAMA_QNN GGML_QNN)
122133

123134
if (NOT MSVC)
124135
if (LLAMA_SANITIZE_THREAD)

0 commit comments

Comments
 (0)