Merge branch 'ikawrakow:main' into main

Thireus · web-flow · commit 935095258230 · 2025-10-23T18:06:21.000+01:00
diff --git a/src/llama-build-context.cpp b/src/llama-build-context.cpp
@@ -942,7 +942,7 @@ llm_expert_gating_func_type   gating_op,
 
     if (!weight_before_ffn) {
         experts = ggml_mul(ctx, experts, weights);
-        cb(cur, "ffn_moe_weighted", il);
+        cb(experts, "ffn_moe_weighted", il);
     }
 
     if (n_expert_used == 1) {

Original file line number	Diff line number	Diff line change
`@@ -942,7 +942,7 @@ llm_expert_gating_func_type gating_op,`
`942`	`942`
`943`	`943`	`if (!weight_before_ffn) {`
`944`	`944`	`experts = ggml_mul(ctx, experts, weights);`
`945`		`- cb(cur, "ffn_moe_weighted", il);`
	`945`	`+ cb(experts, "ffn_moe_weighted", il);`
`946`	`946`	`}`
`947`	`947`
`948`	`948`	`if (n_expert_used == 1) {`