Skip to content

Commit 63a2f54

Browse files
committed
update llm tensor names
1 parent 1dee442 commit 63a2f54

File tree

1 file changed

+6
-0
lines changed

1 file changed

+6
-0
lines changed

src/llama-arch.cpp

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1920,10 +1920,13 @@ static const std::map<llm_arch, std::map<llm_tensor, const char *>> LLM_TENSOR_N
19201920
{ LLM_TENSOR_ROPE_FREQS, "rope_freqs" },
19211921
{ LLM_TENSOR_ATTN_NORM, "blk.%d.attn_norm" },
19221922
{ LLM_TENSOR_ATTN_Q, "blk.%d.attn_q" },
1923+
{ LLM_TENSOR_ATTN_Q_NORM, "blk.%d.attn_q_norm" },
19231924
{ LLM_TENSOR_ATTN_K, "blk.%d.attn_k" },
1925+
{ LLM_TENSOR_ATTN_K_NORM, "blk.%d.attn_k_norm" },
19241926
{ LLM_TENSOR_ATTN_V, "blk.%d.attn_v" },
19251927
{ LLM_TENSOR_ATTN_OUT, "blk.%d.attn_output" },
19261928
{ LLM_TENSOR_FFN_GATE_INP, "blk.%d.ffn_gate_inp" },
1929+
{ LLM_TENSOR_FFN_EXP_PROBS_B, "blk.%d.exp_probs_b" },
19271930
{ LLM_TENSOR_FFN_NORM, "blk.%d.ffn_norm" },
19281931
{ LLM_TENSOR_FFN_GATE_EXPS, "blk.%d.ffn_gate_exps" },
19291932
{ LLM_TENSOR_FFN_DOWN_EXPS, "blk.%d.ffn_down_exps" },
@@ -1932,6 +1935,9 @@ static const std::map<llm_arch, std::map<llm_tensor, const char *>> LLM_TENSOR_N
19321935
{ LLM_TENSOR_FFN_GATE_SHEXP, "blk.%d.ffn_gate_shexp" },
19331936
{ LLM_TENSOR_FFN_DOWN_SHEXP, "blk.%d.ffn_down_shexp" },
19341937
{ LLM_TENSOR_FFN_UP_SHEXP, "blk.%d.ffn_up_shexp" },
1938+
{ LLM_TENSOR_FFN_GATE, "blk.%d.ffn_gate" },
1939+
{ LLM_TENSOR_FFN_UP, "blk.%d.ffn_up" },
1940+
{ LLM_TENSOR_FFN_DOWN, "blk.%d.ffn_down" },
19351941
},
19361942
},
19371943
{

0 commit comments

Comments
 (0)