ggml-qnn: Windows port -- step5

Author: zhouwg

cmake/aarch64-w64-mingw32.cmake

@@ -0,0 +1,18 @@
+#TODO
+#not work on Linux
+set( CMAKE_SYSTEM_NAME mingw )
+set( CMAKE_SYSTEM_PROCESSOR arm64 )
+
+set( target aarch64-w64-mingw32 )
+
+set( CMAKE_C_COMPILER    aarch64-w64-mingw32-gcc )
+set( CMAKE_CXX_COMPILER  aarch64-w64-mingw32-g++ )
+
+set( CMAKE_C_COMPILER_TARGET   ${target} )
+set( CMAKE_CXX_COMPILER_TARGET ${target} )
+
+#set( arch_c_flags "-march=armv8.7-a -fvectorize -ffp-model=fast -fno-finite-math-only" )
+#set( warn_c_flags "-Wno-format -Wno-unused-variable -Wno-unused-function -Wno-gnu-zero-variadic-macro-arguments" )
+
+set( CMAKE_C_FLAGS_INIT   "${arch_c_flags} ${warn_c_flags}" )
+set( CMAKE_CXX_FLAGS_INIT "${arch_c_flags} ${warn_c_flags}" )

ggml/src/ggml-qnn/CMakeLists.txt

@@ -23,6 +23,7 @@ endif()
 
 message("QNN_SDK_PATH: ${GGML_QNN_SDK_PATH}")
 
+set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DGGML_USE_QNN")
 set(CMAKE_CXX_FLAGS_RELEASE "${CMAKE_CXX_FLAGS_RELEASE} -O3")
 
 file(GLOB QNN_SOURCES "${CMAKE_CURRENT_LIST_DIR}/*.cpp")

scripts/build-run-android.sh

@@ -1,4 +1,5 @@
 #!/bin/bash
+# build llama.cpp + ggml-qnn for Snapdragon mobile SoC equipped Android phone on Linux
 
 set -e
 

scripts/build-run-windows.sh

@@ -1,10 +1,16 @@
 #!/bin/bash
+# build llama.cpp or llama.cpp + ggml-qnn for Windows with cygwin on Windows
+# build llama.cpp + ggml-qnn for Snapdragon desktop SoC equipped WoA(Windows on ARM) with cygwin on Windows
+
+# items marked TODO has not verified yet
 
 set -e
 
+
 PWD=`pwd`
 PREFIX_PATH=/cygdrive/c
 GGUF_MODEL_NAME=${PREFIX_PATH}/qwen1_5-1_8b-chat-q4_0.gguf
+PROJECT_HOME_PATH=`pwd`
 
 #QNN SDK could be found at:
 #https://www.qualcomm.com/developer/software/qualcomm-ai-engine-direct-sdk
@@ -38,7 +44,7 @@ function check_qnn_sdk()
 function build_windows_x86
 {
     echo "build_windows_x86-without-qnn"
-    cmake -H. -B./out/windows_x86 -DCMAKE_BUILD_TYPE=Release
+    cmake -H. -B./out/windows_x86 -DCMAKE_BUILD_TYPE=Release -DGGML_OPENMP=OFF
     cd out/windows_x86
     make -j16
     show_pwd
@@ -49,18 +55,26 @@ function build_windows_x86
 function build_windows_x86_qnn
 {
     echo "build_windows_x86-with-qnn"
-    cmake -H. -B./out/windows_x86_qnn -DCMAKE_BUILD_TYPE=Release -DGGML_USE_QNN=ON -DGGML_QNN=ON -DGGML_QNN_SDK_PATH=${QNN_SDK_PATH}
+    cmake -H. -B./out/windows_x86_qnn -DCMAKE_BUILD_TYPE=Release -DGGML_OPENMP=OFF -DGGML_QNN=ON -DGGML_QNN_SDK_PATH=${QNN_SDK_PATH}
     cd out/windows_x86_qnn
     make -j16
     show_pwd
 
     cd -
 }
 
+#TODO
 function build_windows_arm64_qnn
 {
     echo "build_windows_arm64 not supported now"
-    #cmake -H. -B./out/windows_arm64_qnn -DCMAKE_BUILD_TYPE=Release -DGGML_USE_QNN=ON -DCMAKE_TOOLCHAIN_FILE=${MSSDK}/cmake/arm64-windows-llvm.cmake -DCMAKE_C_FLAGS=-march=armv8.7-a -DGGML_QNN=ON -DGGML_QNN_SDK_PATH=${QNN_SDK_PATH}
+    return 0
+    echo "cmake source dir:${PROJECT_HOME_PATH}"
+    cmake -H. -B./out/windows_arm64_qnn -DCMAKE_BUILD_TYPE=Release -DGGML_OPENMP=OFF -DGGML_QNN=ON -DCMAKE_TOOLCHAIN_FILE=${PROJECT_HOME_PATH}/cmake/arm64-windows-llvm.cmake -DCMAKE_C_FLAGS=-march=armv8.7-a -DGGML_QNN_SDK_PATH=${QNN_SDK_PATH}
+    cd out/windows_arm64_qnn
+    make -j16
+    show_pwd
+
+    cd -
 }