Skip to content

Commit 2a82bdf

Browse files
committed
Fix post-attention norm
1 parent 81f95c0 commit 2a82bdf

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

src/llama-model.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -18068,7 +18068,7 @@ struct llm_build_seed_oss : public llm_graph_context {
1806818068

1806918069
// feed-forward network
1807018070
cur = build_norm(ffn_inp,
18071-
model.layers[il].ffn_norm, NULL,
18071+
model.layers[il].attn_post_norm, NULL,
1807218072
LLM_NORM_RMS, il);
1807318073
cb(cur, "ffn_norm", il);
1807418074

0 commit comments

Comments
 (0)