Add Windows AXCL build and install support

Author: ZHEQIUSHUI

CMakeLists.txt

@@ -9,12 +9,19 @@ if(NOT CMAKE_BUILD_TYPE)
 endif()
 
 # set(CMAKE_TOOLCHAIN_FILE ${CMAKE_SOURCE_DIR}/toolchains/aarch64-none-linux-gnu.toolchain.cmake)
-cmake_minimum_required(VERSION 3.0)
-project(LLAMA-AX650-CPP)
+cmake_minimum_required(VERSION 3.10)
+project(AX-LLM-CPP)
 
-add_compile_options(-std=c++17)
+if(NOT MSVC)
+    add_compile_options(-std=c++17)
+endif()
 set(CMAKE_CXX_STANDARD 17)
 set(CMAKE_CXX_STANDARD_REQUIRED ON)
+set(CMAKE_CXX_EXTENSIONS OFF)
+
+if(WIN32)
+    add_compile_definitions(NOMINMAX WIN32_LEAN_AND_MEAN)
+endif()
 
 # ---------------------------------------------------------------------------
 # 后端选项（可组合）
@@ -56,19 +63,39 @@ endif()
 
 # AXCL PCIe SDK（仅 BUILD_AXCL 时需要）
 if(BUILD_AXCL)
+    if(NOT AXCL_DIR AND DEFINED ENV{AXCL_DIR})
+        set(AXCL_DIR "$ENV{AXCL_DIR}")
+    endif()
+
+    if(WIN32 AND NOT AXCL_DIR)
+        message(FATAL_ERROR "BUILD_AXCL on Windows requires -DAXCL_DIR=<AXCL SDK root>")
+    endif()
+
+    set(AXCL_INCLUDE_DIRS "")
+    set(AXCL_LIBRARY_DIRS "")
     if (NOT AXCL_DIR)
-        include_directories(/usr/include/axcl/)
-        link_directories(/usr/lib/axcl/)
+        list(APPEND AXCL_INCLUDE_DIRS /usr/include/axcl/)
+        list(APPEND AXCL_LIBRARY_DIRS /usr/lib/axcl/)
     else()
-        include_directories(${AXCL_DIR}/include)
-        include_directories(${AXCL_DIR}/include/include)
-        include_directories(${AXCL_DIR}/include/axcl/)
-        include_directories(${AXCL_DIR}/include/axcl/include)
-        link_directories(${AXCL_DIR}/lib)
-        link_directories(${AXCL_DIR}/lib/axcl)
+        list(APPEND AXCL_INCLUDE_DIRS
+            ${AXCL_DIR}/include
+            ${AXCL_DIR}/include/include
+            ${AXCL_DIR}/include/axcl/
+            ${AXCL_DIR}/include/axcl/include
+        )
+        list(APPEND AXCL_LIBRARY_DIRS
+            ${AXCL_DIR}/lib
+            ${AXCL_DIR}/lib/axcl
+            ${AXCL_DIR}/bin
+        )
         message(STATUS "AXCL_DIR = ${AXCL_DIR}")
     endif()
+    include_directories(${AXCL_INCLUDE_DIRS})
+    if(AXCL_LIBRARY_DIRS)
+        link_directories(${AXCL_LIBRARY_DIRS})
+    endif()
     find_package(OpenMP QUIET)
+    find_package(Threads REQUIRED)
 endif()
 
 # ---------------------------------------------------------------------------
@@ -106,6 +133,7 @@ endif()
 
 set(OPENAI_API_BUILD_EXAMPLES OFF)
 set(OPENAI_API_BUILD_TESTS OFF)
+set(OPENAI_API_BUILD_SERVER OFF)
 add_subdirectory(third_party/openai-api.cpp)
 
 # ---------------------------------------------------------------------------
@@ -158,17 +186,30 @@ endif()
 # AXCL PCIe 后端  →  axllm
 # ---------------------------------------------------------------------------
 if(BUILD_AXCL)
-    set(AXCL_LINK_LIBS axcl_rt pthread tokenizer openai_api::server)
-
-# Prefer real versioned axcl_rt .so to avoid linker script extra deps
-file(GLOB AXCL_RT_CAND "${AXCL_DIR}/lib/libaxcl_rt.so.*" "${AXCL_DIR}/lib/axcl/libaxcl_rt.so.*")
-if(AXCL_RT_CAND)
-    list(SORT AXCL_RT_CAND COMPARE NATURAL ORDER DESCENDING)
-    list(GET AXCL_RT_CAND 0 AXCL_RT_REAL)
-    add_library(axcl_rt_real SHARED IMPORTED)
-    set_target_properties(axcl_rt_real PROPERTIES IMPORTED_LOCATION "${AXCL_RT_REAL}")
-    set(AXCL_LINK_LIBS axcl_rt_real pthread tokenizer openai_api::server)
-endif()
+    set(AXCL_LINK_LIBS tokenizer openai_api::server Threads::Threads)
+
+    if(WIN32)
+        find_library(AXCL_RT_LIBRARY
+            NAMES axcl_rt libaxcl_rt
+            PATHS ${AXCL_LIBRARY_DIRS}
+        )
+        if(NOT AXCL_RT_LIBRARY)
+            message(FATAL_ERROR "Failed to locate AXCL runtime library (axcl_rt) under AXCL_DIR=${AXCL_DIR}")
+        endif()
+        list(PREPEND AXCL_LINK_LIBS ${AXCL_RT_LIBRARY})
+    else()
+        set(AXCL_LINK_LIBS axcl_rt ${AXCL_LINK_LIBS})
+
+        # Prefer real versioned axcl_rt .so to avoid linker script extra deps
+        file(GLOB AXCL_RT_CAND "${AXCL_DIR}/lib/libaxcl_rt.so.*" "${AXCL_DIR}/lib/axcl/libaxcl_rt.so.*")
+        if(AXCL_RT_CAND)
+            list(SORT AXCL_RT_CAND COMPARE NATURAL ORDER DESCENDING)
+            list(GET AXCL_RT_CAND 0 AXCL_RT_REAL)
+            add_library(axcl_rt_real SHARED IMPORTED)
+            set_target_properties(axcl_rt_real PROPERTIES IMPORTED_LOCATION "${AXCL_RT_REAL}")
+            set(AXCL_LINK_LIBS axcl_rt_real tokenizer openai_api::server Threads::Threads)
+        endif()
+    endif()
 
     if(OpenMP_CXX_FOUND)
         list(APPEND AXCL_LINK_LIBS OpenMP::OpenMP_CXX)
@@ -179,10 +220,9 @@ endif()
         src/runner/ax_model_runner/ax_model_runner_axcl.cpp
         src/runner/utils/axcl_manager.cpp
     )
-    target_include_directories(axllm PRIVATE ${AXCL_DIR}/include)
+    target_include_directories(axllm PRIVATE ${AXCL_INCLUDE_DIRS})
     target_compile_definitions(axllm PRIVATE USE_AXCL)
     target_link_libraries(axllm
-        -L${AXCL_DIR}/lib
         ${AXCL_LINK_LIBS}
         ${AXLLM_VISION_LIBS}
     )
@@ -192,17 +232,18 @@ endif()
         src/runner/ax_model_runner/ax_model_runner_axcl.cpp
         src/runner/utils/axcl_manager.cpp
     )
-    target_include_directories(llm_smoke PRIVATE ${AXCL_DIR}/include)
+    target_include_directories(llm_smoke PRIVATE ${AXCL_INCLUDE_DIRS})
     target_compile_definitions(llm_smoke PRIVATE USE_AXCL)
     target_link_libraries(llm_smoke
-        -L${AXCL_DIR}/lib
         ${AXCL_LINK_LIBS}
         ${AXLLM_VISION_LIBS}
     )
-    set_target_properties(axllm PROPERTIES LINK_FLAGS "-Wl,--as-needed -Wl,--unresolved-symbols=ignore-in-shared-libs")
-install(TARGETS axllm DESTINATION bin)
-    set_target_properties(llm_smoke PROPERTIES LINK_FLAGS "-Wl,--as-needed -Wl,--unresolved-symbols=ignore-in-shared-libs")
-install(TARGETS llm_smoke DESTINATION bin)
+    if(NOT WIN32)
+        set_target_properties(axllm PROPERTIES LINK_FLAGS "-Wl,--as-needed -Wl,--unresolved-symbols=ignore-in-shared-libs")
+        set_target_properties(llm_smoke PROPERTIES LINK_FLAGS "-Wl,--as-needed -Wl,--unresolved-symbols=ignore-in-shared-libs")
+    endif()
+    install(TARGETS axllm DESTINATION bin)
+    install(TARGETS llm_smoke DESTINATION bin)
 endif()
 
 install(DIRECTORY ${CMAKE_SOURCE_DIR}/scripts/ DESTINATION bin/scripts)

README.md

@@ -48,6 +48,12 @@
 ./install.sh
 ```
 
+Windows + AXCL + MinGW64 可使用：
+
+```bat
+install.bat
+```
+
 或使用一行命令下载并执行（默认分支 `axllm`）：
 
 ```shell
@@ -75,6 +81,12 @@ REPO_URL=git@github.com:AXERA-TECH/ax-llm.git BRANCH=axllm ./install.sh
 ./uninstall.sh
 ```
 
+Windows 本地安装可使用：
+
+```bat
+uninstall.bat
+```
+
 ### 编译方式（手动）
 
 如果需要手动编译，请按后端选择对应脚本：
@@ -92,6 +104,28 @@ REPO_URL=git@github.com:AXERA-TECH/ax-llm.git BRANCH=axllm ./install.sh
 
 编译完成后，`build*/install/bin/` 目录下会生成 `axllm`（本分支已统一命名）。
 
+Windows 下编译 AXCL 后端时，请显式关闭 `BUILD_AX650`，并传入 `AXCL_DIR`：
+
+```powershell
+# MinGW64
+cmake -S . -B build_windows_mingw -G "MinGW Makefiles" `
+  -DBUILD_AX650=OFF -DBUILD_AXCL=ON `
+  -DAXCL_DIR="C:\Program Files\AXCL\axcl\out\axcl_win_x64"
+cmake --build build_windows_mingw --parallel
+
+# MSVC
+cmake -S . -B build_windows_msvc -G "Visual Studio 17 2022" -A x64 `
+  -DBUILD_AX650=OFF -DBUILD_AXCL=ON `
+  -DAXCL_DIR="C:\Program Files\AXCL\axcl\out\axcl_win_x64"
+cmake --build build_windows_msvc --config Release --parallel
+```
+
+如需复用当前仓库的 Windows MinGW 验证流程，可运行：
+
+```shell
+/bin/bash scripts/windows_axcl_mingw_validate.sh
+```
+
 ## 使用方式
 
 编译/安装后运行：

install.bat

@@ -0,0 +1,72 @@
+@echo off
+setlocal enabledelayedexpansion
+
+set "ROOT=%~dp0"
+if "%ROOT:~-1%"=="\" set "ROOT=%ROOT:~0,-1%"
+
+set "BUILD_DIR=%ROOT%\build_windows_mingw"
+set "INSTALL_DIR=%ROOT%\bin\windows"
+
+if not defined AXCL_DIR set "AXCL_DIR=C:\Program Files\AXCL\axcl\out\axcl_win_x64"
+
+where cmake >nul 2>nul || (
+  echo Error: cmake not found in PATH.
+  exit /b 1
+)
+
+where mingw32-make >nul 2>nul || (
+  echo Error: mingw32-make not found in PATH.
+  exit /b 1
+)
+
+where axcl-smi >nul 2>nul || (
+  echo Error: axcl-smi not found in PATH.
+  exit /b 1
+)
+
+if not exist "%AXCL_DIR%" (
+  echo Error: AXCL_DIR not found: %AXCL_DIR%
+  echo Hint: set AXCL_DIR to your AXCL SDK root, for example:
+  echo   set AXCL_DIR=C:\Program Files\AXCL\axcl\out\axcl_win_x64
+  exit /b 1
+)
+
+if not exist "%ROOT%\third_party\SimpleCV\CMakeLists.txt" (
+  echo Error: missing third_party\SimpleCV. Please init submodules first.
+  exit /b 1
+)
+
+if not exist "%ROOT%\third_party\openai-api.cpp\CMakeLists.txt" (
+  echo Error: missing third_party\openai-api.cpp. Please init submodules first.
+  exit /b 1
+)
+
+if not exist "%BUILD_DIR%" mkdir "%BUILD_DIR%"
+if errorlevel 1 exit /b 1
+
+echo ==^> Configuring Windows AXCL build with MinGW
+cmake -S "%ROOT%" -B "%BUILD_DIR%" -G "MinGW Makefiles" ^
+  -DCMAKE_BUILD_TYPE=Release ^
+  -DCMAKE_INSTALL_PREFIX="%BUILD_DIR%\install" ^
+  -DBUILD_AX650=OFF ^
+  -DBUILD_AXCL=ON ^
+  -DAXCL_DIR="%AXCL_DIR%"
+if errorlevel 1 exit /b 1
+
+echo ==^> Building axllm and llm_smoke
+cmake --build "%BUILD_DIR%" --parallel 8
+if errorlevel 1 exit /b 1
+
+if not exist "%INSTALL_DIR%" mkdir "%INSTALL_DIR%"
+if errorlevel 1 exit /b 1
+
+copy /Y "%BUILD_DIR%\axllm.exe" "%INSTALL_DIR%\axllm.exe" >nul || exit /b 1
+copy /Y "%BUILD_DIR%\llm_smoke.exe" "%INSTALL_DIR%\llm_smoke.exe" >nul || exit /b 1
+
+if exist "%AXCL_DIR%\bin\axcl_rt.dll" copy /Y "%AXCL_DIR%\bin\axcl_rt.dll" "%INSTALL_DIR%\axcl_rt.dll" >nul
+if exist "%AXCL_DIR%\axcl_rt.dll" copy /Y "%AXCL_DIR%\axcl_rt.dll" "%INSTALL_DIR%\axcl_rt.dll" >nul
+
+echo Installed:
+echo   %INSTALL_DIR%\axllm.exe
+echo   %INSTALL_DIR%\llm_smoke.exe
+exit /b 0

overlook.cmake

@@ -7,7 +7,7 @@
 #
 ###############################################################
 
-cmake_minimum_required(VERSION 3.1)
+cmake_minimum_required(VERSION 3.10)
 
 # Only included once
 if(OVERLOOK_INCLUDE_GUARD)
@@ -603,4 +603,4 @@ if(OVERLOOK_USE_CPPCHECK)
   else()
     message(STATUS "cppcheck not found. ignore it")
   endif()
-endif()
+endif()

scripts/windows_axcl_mingw_validate.sh

@@ -0,0 +1,84 @@
+#!/bin/bash
+set -euo pipefail
+
+ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
+PATCH_FILE="${TMPDIR:-/tmp}/axllm_windows_axcl.patch"
+
+REMOTE_HOST="${REMOTE_HOST:-i@10.126.35.160}"
+REMOTE_PASS="${REMOTE_PASS:-0}"
+REMOTE_REPO="${REMOTE_REPO:-C:\\Users\\i\\projetcs\\ax-llm}"
+REMOTE_BUILD_DIR="${REMOTE_BUILD_DIR:-build_windows_mingw}"
+REMOTE_AXCL_DIR="${REMOTE_AXCL_DIR:-C:\\Program Files\\AXCL\\axcl\\out\\axcl_win_x64}"
+
+FILES=(
+  CMakeLists.txt
+  overlook.cmake
+  src/main.cpp
+  src/runner/utils/files.cpp
+  src/runner/utils/memory_utils.hpp
+  src/runner/vision/vision_module.cpp
+  src/runner/utils/cqdm.h
+  src/runner/utils/cqdm.cpp
+  src/runner/ax_model_runner/ax_model_runner_axcl.cpp
+)
+
+SSH_BASE=(
+  sshpass -p "${REMOTE_PASS}"
+  ssh
+  -o PreferredAuthentications=password
+  -o StrictHostKeyChecking=no
+  "${REMOTE_HOST}"
+)
+
+SCP_BASE=(
+  sshpass -p "${REMOTE_PASS}"
+  scp
+  -o PreferredAuthentications=password
+  -o StrictHostKeyChecking=no
+)
+
+build_patch() {
+  (cd "${ROOT_DIR}" && git diff -- "${FILES[@]}" > "${PATCH_FILE}")
+}
+
+remote_cmd() {
+  "${SSH_BASE[@]}" "$1"
+}
+
+sync_patch() {
+  "${SCP_BASE[@]}" "${PATCH_FILE}" "${REMOTE_HOST}:/C:/Users/i/projetcs/ax-llm/axllm_windows_axcl.patch"
+}
+
+apply_patch_remote() {
+  local repo="${REMOTE_REPO}"
+  remote_cmd "cd /d ${repo} && git apply --check axllm_windows_axcl.patch"
+}
+
+reapply_patch_remote() {
+  local repo="${REMOTE_REPO}"
+  if ! remote_cmd "cd /d ${repo} && git apply --check axllm_windows_axcl.patch"; then
+    remote_cmd "cd /d ${repo} && git apply -R axllm_windows_axcl.patch"
+    remote_cmd "cd /d ${repo} && git apply --check axllm_windows_axcl.patch"
+  fi
+  remote_cmd "cd /d ${repo} && git apply axllm_windows_axcl.patch"
+}
+
+configure_and_build() {
+  local repo="${REMOTE_REPO}"
+  local build_dir="${REMOTE_BUILD_DIR}"
+  local axcl_dir="${REMOTE_AXCL_DIR}"
+
+  remote_cmd "cd /d ${repo} && if exist ${build_dir} rmdir /s /q ${build_dir}"
+  remote_cmd "cd /d ${repo} && mkdir ${build_dir}"
+  remote_cmd "cd /d ${repo}\\${build_dir} && cmake -G \"MinGW Makefiles\" -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=install -DAXCL_DIR=\"${axcl_dir}\" -DBUILD_AX650=OFF -DBUILD_AXCL=ON .."
+  remote_cmd "cd /d ${repo}\\${build_dir} && cmake --build . --parallel 8"
+}
+
+main() {
+  build_patch
+  sync_patch
+  reapply_patch_remote
+  configure_and_build
+}
+
+main "$@"