Skip to content

Commit bce831b

Browse files
authored
deci : support ffn-free with attention
1 parent 8ae5ebc commit bce831b

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

src/llama-model.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4788,7 +4788,7 @@ struct llm_build_deci : public llm_graph_context {
47884788
}
47894789

47904790
// FFN-free layer of Llama-3_1-Nemotron-Ultra-253B
4791-
if (n_head == 0 && n_ff == 0) {
4791+
if (n_ff == 0) {
47924792
continue;
47934793
}
47944794

0 commit comments

Comments
 (0)