Skip to content

Commit ebef503

Browse files
DamonFoolCISC
andauthored
Update src/llama-model.cpp
Co-authored-by: Sigbjørn Skjæret <[email protected]>
1 parent 634e5a9 commit ebef503

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

src/llama-model.cpp

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -13636,9 +13636,9 @@ struct llm_build_t5_dec : public llm_graph_context {
1363613636

1363713637
// T5 uses relu, flan-T5 uses gelu-gated
1363813638
cur = build_ffn(cur,
13639-
model.layers[il_dec].ffn_up, NULL, NULL,
13640-
model.layers[il_dec].ffn_gate, NULL, NULL,
13641-
model.layers[il_dec].ffn_down, NULL, NULL,
13639+
model.layers[il].ffn_up, NULL, NULL,
13640+
model.layers[il].ffn_gate, NULL, NULL,
13641+
model.layers[il].ffn_down, NULL, NULL,
1364213642
NULL,
1364313643
model.layers[il_dec].ffn_gate ? LLM_FFN_GELU : LLM_FFN_RELU,
1364413644
model.layers[il_dec].ffn_gate ? LLM_FFN_PAR : LLM_FFN_SEQ,

0 commit comments

Comments
 (0)