Skip to content

Commit e0a0024

Browse files
authored
ensure ffn_post_norm is mapped
1 parent 4a53f13 commit e0a0024

File tree

2 files changed

+2
-0
lines changed

2 files changed

+2
-0
lines changed

gguf-py/gguf/constants.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1106,6 +1106,7 @@ class MODEL_TENSOR(IntEnum):
11061106
MODEL_TENSOR.FFN_GATE_EXP,
11071107
MODEL_TENSOR.FFN_DOWN_EXP,
11081108
MODEL_TENSOR.FFN_UP_EXP,
1109+
MODEL_TENSOR.FFN_POST_NORM,
11091110
MODEL_TENSOR.LAYER_OUT_NORM,
11101111
],
11111112
MODEL_ARCH.GPTNEOX: [

src/llama-arch.cpp

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -399,6 +399,7 @@ static const std::map<llm_arch, std::map<llm_tensor, const char *>> LLM_TENSOR_N
399399
{ LLM_TENSOR_FFN_GATE_EXPS, "blk.%d.ffn_gate_exps" },
400400
{ LLM_TENSOR_FFN_DOWN_EXPS, "blk.%d.ffn_down_exps" },
401401
{ LLM_TENSOR_FFN_UP_EXPS, "blk.%d.ffn_up_exps" },
402+
{ LLM_TENSOR_FFN_POST_NORM, "blk.%d.post_ffw_norm" },
402403
{ LLM_TENSOR_LAYER_OUT_NORM, "blk.%d.layer_output_norm" },
403404
{ LLM_TENSOR_ATTN_OUT_NORM, "blk.%d.attn_output_norm" },
404405
},

0 commit comments

Comments
 (0)