fix: adapt to breaking llama.cpp changes (#501)

o-u-p · nickname-yin · web-flow · commit 76b505edf350 · 2025-09-06T22:26:42.000+03:00
Co-authored-by: Kevin &lt;nickname.yin@plaud.ai&gt;
diff --git a/llama/addon/AddonContext.cpp b/llama/addon/AddonContext.cpp
@@ -420,7 +420,8 @@ AddonContext::AddonContext(const Napi::CallbackInfo& info) : Napi::ObjectWrap<Ad
         }
 
         if (options.Has("flashAttention")) {
-            context_params.flash_attn = options.Get("flashAttention").As<Napi::Boolean>().Value();
+            bool flashAttention = options.Get("flashAttention").As<Napi::Boolean>().Value();
+            context_params.flash_attn_type = flashAttention ? LLAMA_FLASH_ATTN_TYPE_ENABLED : LLAMA_FLASH_ATTN_TYPE_DISABLED;
         }
 
         if (options.Has("threads")) {

Original file line number	Diff line number	Diff line change
`@@ -420,7 +420,8 @@ AddonContext::AddonContext(const Napi::CallbackInfo& info) : Napi::ObjectWrap<Ad`
`420`	`420`	`}`
`421`	`421`
`422`	`422`	`if (options.Has("flashAttention")) {`
`423`		`- context_params.flash_attn = options.Get("flashAttention").As<Napi::Boolean>().Value();`
	`423`	`+ bool flashAttention = options.Get("flashAttention").As<Napi::Boolean>().Value();`
	`424`	`+ context_params.flash_attn_type = flashAttention ? LLAMA_FLASH_ATTN_TYPE_ENABLED : LLAMA_FLASH_ATTN_TYPE_DISABLED;`
`424`	`425`	`}`
`425`	`426`
`426`	`427`	`if (options.Has("threads")) {`