feat(windows-cuda): make CUDA for Windows

Author: Daniele Briggi

.github/workflows/main.yml

@@ -15,30 +15,34 @@ jobs:
       fail-fast: false
       matrix:
         include:
-          - name: linux-vulkan
-            os: ubuntu-latest
-            arch: x86_64
-            make: LLAMA="-DGGML_BACKEND_DL=ON -DGGML_NATIVE=OFF -DGGML_CPU_ALL_VARIANTS=ON -DGGML_VULKAN=ON"
-          - name: macos
-            os: macos-latest
-          - name: windows
+          # - name: linux-vulkan
+          #   os: ubuntu-latest
+          #   arch: x86_64
+          #   make: LLAMA="-DGGML_BACKEND_DL=ON -DGGML_NATIVE=OFF -DGGML_CPU_ALL_VARIANTS=ON -DGGML_VULKAN=ON"
+          # - name: macos
+          #   os: macos-latest
+          # - name: windows
+          #   os: windows-latest
+          #   arch: x86_64
+          - name: windows-cuda
             os: windows-latest
             arch: x86_64
-          - name: android
-            os: ubuntu-latest
-            arch: arm64-v8a
-            make: PLATFORM=android ARCH=arm64-v8a
-          - name: android
-            os: ubuntu-latest
-            arch: x86_64
-            make: PLATFORM=android ARCH=x86_64
-            sqlite-amalgamation-zip: https://sqlite.org/2025/sqlite-amalgamation-3490100.zip
-          - name: ios
-            os: macos-latest
-            make: PLATFORM=ios
-          - name: isim
-            os: macos-latest
-            make: PLATFORM=isim
+            make: LLAMA="-DGGML_BACKEND_DL=ON -DGGML_NATIVE=OFF -DGGML_CPU=OFF -DGGML_CUDA=ON"
+          # - name: android
+          #   os: ubuntu-latest
+          #   arch: arm64-v8a
+          #   make: PLATFORM=android ARCH=arm64-v8a
+          # - name: android
+          #   os: ubuntu-latest
+          #   arch: x86_64
+          #   make: PLATFORM=android ARCH=x86_64
+          #   sqlite-amalgamation-zip: https://sqlite.org/2025/sqlite-amalgamation-3490100.zip
+          # - name: ios
+          #   os: macos-latest
+          #   make: PLATFORM=ios
+          # - name: isim
+          #   os: macos-latest
+          #   make: PLATFORM=isim
 
     defaults:
       run:
@@ -57,6 +61,7 @@ jobs:
           install: >-
             mingw-w64-x86_64-cc
             mingw-w64-x86_64-cmake
+            mingw-w64-x86_64-cuda
             make
 
       - name: linux install dependencies
@@ -89,7 +94,7 @@ jobs:
         shell: msys2 {0}
 
       - name: windows build sqlite-ai
-        if: matrix.name == 'windows'
+        if: matrix.name == 'windows' || matrix.name == 'windows-cuda'
         run: make extension ${{ matrix.make && matrix.make || ''}}
         shell: msys2 {0}
 

Makefile

@@ -62,6 +62,10 @@ MINIAUDIO_LIBS = $(BUILD_MINIAUDIO)/libminiaudio.a
 ifeq ($(PLATFORM),windows)
 	TARGET := $(DIST_DIR)/ai.dll
 	LDFLAGS = -L./$(BUILD_LLAMA)/common -L./$(BUILD_LLAMA)/ggml/src -L./$(BUILD_LLAMA)/src -L./$(BUILD_WHISPER)/src -L./$(BUILD_MINIAUDIO) -l:libllama.a -l:libwhisper.a -l:libminiaudio.a -l:libcommon.a -l:ggml.a -l:ggml-cpu.a -l:ggml-base.a -fopenmp -static-libgcc -static-libstdc++ -shared -lbcrypt
+	CXXFLAGS += -std=c++17
+	LLAMA_OPTIONS += -DCMAKE_CXX_STANDARD=17
+	WHISPER_OPTIONS += -DCMAKE_CXX_STANDARD=17
+	MINIAUDIO_OPTIONS += -DCMAKE_CXX_STANDARD=17
 	# Create .def file for Windows
 	DEF_FILE := $(BUILD_DIR)/ai.def
 	STRIP = strip --strip-unneeded $@
@@ -128,7 +132,7 @@ else ifeq ($(PLATFORM),isim)
 	WHISPER_OPTIONS += -DBUILD_SHARED_LIBS=OFF -DCMAKE_SYSTEM_NAME=iOS -DCMAKE_OSX_SYSROOT=iphonesimulator -DCMAKE_OSX_DEPLOYMENT_TARGET=14.0 -DCMAKE_OSX_ARCHITECTURES="x86_64;arm64" -DWHISPER_COREML=ON
 else # linux
 	TARGET := $(DIST_DIR)/ai.so
-	# using -DGGML_CPU_ALL_VARIANTS=ON
+	# Using -DGGML_CPU_ALL_VARIANTS=ON, `-lggml-cpu` is not needed
 	LDFLAGS := $(filter-out -lggml-cpu,$(LDFLAGS))
 	LDFLAGS += -shared -L./$(BUILD_LLAMA)/bin -Wl,-rpath,./$(BUILD_LLAMA)/bin -Wl,-rpath,./$(BUILD_LLAMA)/common -Wl,-rpath,./$(BUILD_LLAMA)/ggml/src -Wl,-rpath,./$(BUILD_LLAMA)/src -Wl,-rpath,./$(BUILD_WHISPER)/src
 	# Add miniaudio Linux-specific flags (as per miniaudio docs)