@@ -1920,10 +1920,13 @@ static const std::map<llm_arch, std::map<llm_tensor, const char *>> LLM_TENSOR_N
19201920 { LLM_TENSOR_ROPE_FREQS, " rope_freqs" },
19211921 { LLM_TENSOR_ATTN_NORM, " blk.%d.attn_norm" },
19221922 { LLM_TENSOR_ATTN_Q, " blk.%d.attn_q" },
1923+ { LLM_TENSOR_ATTN_Q_NORM, " blk.%d.attn_q_norm" },
19231924 { LLM_TENSOR_ATTN_K, " blk.%d.attn_k" },
1925+ { LLM_TENSOR_ATTN_K_NORM, " blk.%d.attn_k_norm" },
19241926 { LLM_TENSOR_ATTN_V, " blk.%d.attn_v" },
19251927 { LLM_TENSOR_ATTN_OUT, " blk.%d.attn_output" },
19261928 { LLM_TENSOR_FFN_GATE_INP, " blk.%d.ffn_gate_inp" },
1929+ { LLM_TENSOR_FFN_EXP_PROBS_B, " blk.%d.exp_probs_b" },
19271930 { LLM_TENSOR_FFN_NORM, " blk.%d.ffn_norm" },
19281931 { LLM_TENSOR_FFN_GATE_EXPS, " blk.%d.ffn_gate_exps" },
19291932 { LLM_TENSOR_FFN_DOWN_EXPS, " blk.%d.ffn_down_exps" },
@@ -1932,6 +1935,9 @@ static const std::map<llm_arch, std::map<llm_tensor, const char *>> LLM_TENSOR_N
19321935 { LLM_TENSOR_FFN_GATE_SHEXP, " blk.%d.ffn_gate_shexp" },
19331936 { LLM_TENSOR_FFN_DOWN_SHEXP, " blk.%d.ffn_down_shexp" },
19341937 { LLM_TENSOR_FFN_UP_SHEXP, " blk.%d.ffn_up_shexp" },
1938+ { LLM_TENSOR_FFN_GATE, " blk.%d.ffn_gate" },
1939+ { LLM_TENSOR_FFN_UP, " blk.%d.ffn_up" },
1940+ { LLM_TENSOR_FFN_DOWN, " blk.%d.ffn_down" },
19351941 },
19361942 },
19371943 {
0 commit comments