Skip to content

Commit 7cfc237

Browse files
committed
fix shexp
1 parent 6ceae82 commit 7cfc237

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

src/llama-model.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4364,7 +4364,7 @@ struct llm_build_llama : public llm_graph_context {
43644364
il);
43654365

43664366
// Shared experts
4367-
ggml_tensor * shexp_out = build_ffn(cur,
4367+
ggml_tensor * shexp_out = build_ffn(ffn_inp,
43684368
model.layers[il].ffn_up_shexp, NULL, NULL,
43694369
model.layers[il].ffn_gate_shexp, NULL, NULL,
43704370
model.layers[il].ffn_down_shexp, NULL, NULL,

0 commit comments

Comments
 (0)