We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 634e5a9 commit ebef503Copy full SHA for ebef503
src/llama-model.cpp
@@ -13636,9 +13636,9 @@ struct llm_build_t5_dec : public llm_graph_context {
13636
13637
// T5 uses relu, flan-T5 uses gelu-gated
13638
cur = build_ffn(cur,
13639
- model.layers[il_dec].ffn_up, NULL, NULL,
13640
- model.layers[il_dec].ffn_gate, NULL, NULL,
13641
- model.layers[il_dec].ffn_down, NULL, NULL,
+ model.layers[il].ffn_up, NULL, NULL,
+ model.layers[il].ffn_gate, NULL, NULL,
+ model.layers[il].ffn_down, NULL, NULL,
13642
NULL,
13643
model.layers[il_dec].ffn_gate ? LLM_FFN_GELU : LLM_FFN_RELU,
13644
model.layers[il_dec].ffn_gate ? LLM_FFN_PAR : LLM_FFN_SEQ,
0 commit comments