Skip to content

Commit 0acda17

Browse files
DamonFoolCISC
andauthored
Update src/llama-model.cpp
Co-authored-by: Sigbjørn Skjæret <[email protected]>
1 parent ebef503 commit 0acda17

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

src/llama-model.cpp

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -13640,8 +13640,8 @@ struct llm_build_t5_dec : public llm_graph_context {
1364013640
model.layers[il].ffn_gate, NULL, NULL,
1364113641
model.layers[il].ffn_down, NULL, NULL,
1364213642
NULL,
13643-
model.layers[il_dec].ffn_gate ? LLM_FFN_GELU : LLM_FFN_RELU,
13644-
model.layers[il_dec].ffn_gate ? LLM_FFN_PAR : LLM_FFN_SEQ,
13643+
model.layers[il].ffn_gate_enc ? LLM_FFN_GELU : LLM_FFN_RELU,
13644+
model.layers[il].ffn_gate_enc ? LLM_FFN_PAR : LLM_FFN_SEQ,
1364513645
il);
1364613646
cb(cur, "ffn_out", il);
1364713647
}

0 commit comments

Comments
 (0)