fix build_attn

CISC · web-flow · commit 296ca594a2f6 · 2025-09-08T22:55:48.000+02:00
diff --git a/src/llama-model.cpp b/src/llama-model.cpp
@@ -18700,7 +18700,7 @@ struct llm_build_grovemoe : public llm_graph_context {
 
                 cur = build_attn(inp_attn,
                         model.layers[il].wo, model.layers[il].bo,
-                        Qcur, Kcur, Vcur, nullptr, nullptr, 1.0f/sqrtf(float(n_embd_head)), il);
+                        Qcur, Kcur, Vcur, nullptr, nullptr, nullptr, 1.0f/sqrtf(float(n_embd_head)), il);
             }
 
             if (il == n_layer - 1 && inp_out_ids) {

Original file line number	Diff line number	Diff line change
`@@ -18700,7 +18700,7 @@ struct llm_build_grovemoe : public llm_graph_context {`
`18700`	`18700`
`18701`	`18701`	`cur = build_attn(inp_attn,`
`18702`	`18702`	`model.layers[il].wo, model.layers[il].bo,`
`18703`		`- Qcur, Kcur, Vcur, nullptr, nullptr, 1.0f/sqrtf(float(n_embd_head)), il);`
	`18703`	`+ Qcur, Kcur, Vcur, nullptr, nullptr, nullptr, 1.0f/sqrtf(float(n_embd_head)), il);`
`18704`	`18704`	`}`
`18705`	`18705`
`18706`	`18706`	`if (il == n_layer - 1 && inp_out_ids) {`