Skip to content

Commit fb2ae69

Browse files
mitmulCISC
andauthored
Update src/llama-model.cpp
Co-authored-by: Sigbjørn Skjæret <[email protected]>
1 parent 71abd3a commit fb2ae69

File tree

1 file changed

+5
-17
lines changed

1 file changed

+5
-17
lines changed

src/llama-model.cpp

Lines changed: 5 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -15570,24 +15570,12 @@ struct llm_build_plamo2 : public llm_graph_context_mamba {
1557015570
cb(cur, "ffn_pre_norm", il);
1557115571

1557215572
// feed-forward network
15573-
{
15574-
cur = build_ffn(
15575-
cur,
15576-
model.layers[il].ffn_up,
15577-
NULL,
15578-
NULL,
15579-
NULL,
15580-
NULL,
15581-
NULL,
15582-
model.layers[il].ffn_down,
15583-
NULL,
15584-
NULL,
15573+
cur = build_ffn(cur,
15574+
model.layers[il].ffn_up, NULL, NULL,
15575+
NULL, NULL, NULL,
15576+
model.layers[il].ffn_down, NULL, NULL,
1558515577
NULL,
15586-
LLM_FFN_SWIGLU,
15587-
LLM_FFN_PAR,
15588-
il
15589-
);
15590-
}
15578+
LLM_FFN_SWIGLU, LLM_FFN_SEQ, il);
1559115579
cb(cur, "ffn_out", il);
1559215580

1559315581
// post ffn norm

0 commit comments

Comments
 (0)