fix build_attn

ngxson · ngxson · commit 9533fb752cb6 · 2025-04-23T14:30:16.000+02:00
diff --git a/src/llama-model.cpp b/src/llama-model.cpp
@@ -4783,7 +4783,7 @@ struct llm_build_llama_csm : public llm_graph_context {
 
                 cur = build_attn(inp_attn, gf,
                         model.layers[il].wo, model.layers[il].bo,
-                        Qcur, Kcur, Vcur, nullptr, kq_scale, il);
+                        Qcur, Kcur, Vcur, nullptr, nullptr, kq_scale, il);
             }
 
             if (il == n_layer - 1) {

Original file line number	Diff line number	Diff line change
`@@ -4783,7 +4783,7 @@ struct llm_build_llama_csm : public llm_graph_context {`
`4783`	`4783`
`4784`	`4784`	`cur = build_attn(inp_attn, gf,`
`4785`	`4785`	`model.layers[il].wo, model.layers[il].bo,`
`4786`		`- Qcur, Kcur, Vcur, nullptr, kq_scale, il);`
	`4786`	`+ Qcur, Kcur, Vcur, nullptr, nullptr, kq_scale, il);`
`4787`	`4787`	`}`
`4788`	`4788`
`4789`	`4789`	`if (il == n_layer - 1) {`