Try windows workflow

Add Windows workflow

Try adding vulkan to Windows build

Try to switch to newer fedora for newer vulkan

Try to add explicit vulkan dep to meson

Try to switch win64 build to dynamic llama.cpp

Fix llama linkage?

Link against common statically again

Missing comma.

Further workflow adjustments

Tweak flags

Author: blackhole89

.github/workflows/windows.yml

@@ -0,0 +1,67 @@
+name: MinGW Windows Nightly Build
+
+on:
+  push:
+    branches:
+      - master
+
+jobs:
+  mingw:
+    runs-on: ubuntu-latest
+    container:
+      image: registry.fedoraproject.org/fedora:40
+      options: --privileged
+    steps:
+      - uses: actions/checkout@v4
+      - name: Download dependencies 📥
+        run: |
+          dnf install -y "dnf-command(config-manager)" curl git patch
+          dnf install -y gcc-c++ cmake meson
+          dnf install -y mingw64-filesystem mingw64-gcc-c++
+          dnf install -y mingw64-winpthreads-static
+          dnf install -y mingw64-gtkmm30 mingw64-gtksourceviewmm3 mingw64-jsoncpp mingw64-zlib mingw64-fontconfig mingw64-librsvg2
+          dnf install -y mingw64-vulkan-headers mingw64-vulkan-loader mingw64-vulkan-tools
+          dnf install -y adwaita-icon-theme gtk-update-icon-cache
+      - name: Fetch and build llama.cpp
+        run: |
+          git clone https://github.com/ggerganov/llama.cpp.git
+          pushd llama.cpp/
+          git reset --hard 88540445
+          patch -p1 < ../llama.patch
+          cmake -DCMAKE_TOOLCHAIN_FILE=/usr/share/mingw/toolchain-mingw64.cmake -DBUILD_SHARED_LIBS=ON . 
+          make llama && make common
+          popd
+      - name: Configure 🔧
+        run: meson --prefix=/ --cross-file=/usr/share/mingw/toolchain-mingw64.meson --default-library shared bin-x86_64-w64-mingw32
+      - name: Compile 🎲
+        run: ninja -C bin-x86_64-w64-mingw32
+      - name: Build Windows-compatible directory 📁
+        run: |
+          mkdir dist
+          DESTDIR="$PWD/dist/" ninja -C bin-x86_64-w64-mingw32 install
+          # we'll ship the whole bin/ folder for now
+          cp -r /usr/x86_64-w64-mingw32/sys-root/mingw/bin/* dist/bin/
+          mkdir dist/bin/share
+          mkdir dist/bin/data
+          # copy share dir from mingw root to release
+          cp -r /usr/x86_64-w64-mingw32/sys-root/mingw/share/* dist/bin/share/
+          # add gtk-pixbuf libs
+          mkdir dist/bin/lib/
+          cp -r /usr/x86_64-w64-mingw32/sys-root/mingw/lib/gdk-pixbuf-2.0 dist/bin/lib/
+          # I'd advise against patching auto-generated files, however to run gtk-pixbuf-query-loaders.exe we'd need wine
+          sed 's|^"\.\./lib/|"./lib/|' -i dist/bin/lib/gdk-pixbuf-2.0/2.10.0/loaders.cache
+          # add Adwaita icons
+          cp -r /usr/share/icons/Adwaita/ dist/bin/data/icons/
+          cp LICENSE dist/
+          # copy llama dll
+          cp llama.cpp/bin/*.dll dist/bin/
+          mv dist/bin/ dist/autopen/
+          pushd dist/
+          zip -9r autopen_mingw.zip autopen/ LICENSE
+          popd
+      - name: Upload nightly Windows build 📤
+        uses: actions/upload-artifact@v4
+        with:
+          name: Autopen - Windows x86_64 nightly build
+          path: dist/autopen_mingw.zip
+

main.cpp

@@ -14,7 +14,7 @@ int main (int argc, char *argv[])
 #endif
 {
 #ifdef _WIN32
-	if (g_getenv("NK_WIN32_DEBUG") && AllocConsole()) {
+	if (AllocConsole()) {
 		freopen("CONOUT$", "w", stdout);
 		freopen("CONOUT$", "w", stderr);
 	}

meson.build

@@ -0,0 +1,52 @@
+project('autopen', 'cpp',
+	version : '0.1.0',
+	default_options : ['warning_level=3', 'cpp_std=c++14']
+)
+
+has_devenv = meson.version().version_compare('>=0.58.0')
+if has_devenv
+	devenv = environment()
+endif
+
+conf_data = configuration_data()
+conf_data.set('version', meson.project_version())
+
+gnome = import('gnome')
+
+deps = [
+	dependency('gtkmm-3.0'),
+	dependency('gtksourceviewmm-3.0'),
+	dependency('zlib'),
+	dependency('fontconfig'),
+    dependency('vulkan'),
+	dependency('gdk-x11-3.0', required : false),
+    declare_dependency(link_args : ['-Wl,-Bdynamic','-L'+meson.current_source_dir()+'/llama.cpp/bin', '-lllama']),
+    declare_dependency(link_args : [meson.current_source_dir()+'/llama.cpp/common/libcommon.a'])
+]
+
+src = [
+	'main.cpp',
+	'mainwindow.cpp',
+	'tokentree.cpp'
+]
+
+incdir = include_directories('llama.cpp', 'llama.cpp/common/')
+
+if meson.version().version_compare('>=0.56.0')
+	executable('autopen', src,
+		dependencies: deps,
+        include_directories : incdir,
+		install : true,
+		win_subsystem: 'windows'
+	)
+else
+	executable('autopen', src,
+		dependencies: deps,
+        include_directories : incdir,
+		install : true
+	)
+endif
+
+if has_devenv
+	meson.add_devenv(devenv)
+endif

tokentree.cpp

@@ -10,6 +10,8 @@ void LLMBuffer::init()
 	/* init llama.cpp */
 	gpt_params params;
 
+	params.n_gpu_layers = 99;
+	
 	llama_backend_init();
     llama_numa_init(params.numa);
 
@@ -21,7 +23,9 @@ void LLMBuffer::init()
 	//model = llama_load_model_from_file("llama.cpp/tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf", model_params);
 	//model = llama_load_model_from_file("llama.cpp/openhermes-2-mistral-7b.Q4_K_M.gguf", model_params);
 	//model = llama_load_model_from_file("llama.cpp/stablelm-zephyr-3b.Q4_K_M.gguf", model_params);
-	model = llama_load_model_from_file("qwen2.5-1.5b-instruct-q4_k_m.gguf", model_params);
+	//model = llama_load_model_from_file("qwen2.5-1.5b-instruct-q4_k_m.gguf", model_params);
+	model = llama_load_model_from_file("Qwen2.5-3B.Q4_K_M.gguf", model_params);
+	//model = llama_load_model_from_file("Phi-3.5-mini-instruct-Q4_K_M.gguf", model_params);
 
 	if (model == NULL) {
 		fprintf(stderr , "%s: error: unable to load model\n" , __func__);