wrong norm constant

pwilkin · pwilkin · commit 62ebee4e525e · 2025-10-28T23:19:30.000+01:00
diff --git a/src/llama-model.cpp b/src/llama-model.cpp
@@ -2127,7 +2127,7 @@ void llama_model::load_hparams(llama_model_loader & ml) {
             } break;
         case LLM_ARCH_MINIMAX_M2:
             {
-                ml.get_key(LLM_KV_ATTENTION_LAYERNORM_EPS,      hparams.f_norm_eps);
+                ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS,  hparams.f_norm_rms_eps);
                 ml.get_key(LLM_KV_EXPERT_FEED_FORWARD_LENGTH,   hparams.n_ff_exp);
                 ml.get_key(LLM_KV_EXPERT_GATING_FUNC,           hparams.expert_gating_func, false);
 

Original file line number	Diff line number	Diff line change
`@@ -2127,7 +2127,7 @@ void llama_model::load_hparams(llama_model_loader & ml) {`
`2127`	`2127`	`} break;`
`2128`	`2128`	`case LLM_ARCH_MINIMAX_M2:`
`2129`	`2129`	`{`
`2130`		`- ml.get_key(LLM_KV_ATTENTION_LAYERNORM_EPS, hparams.f_norm_eps);`
	`2130`	`+ ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps);`
`2131`	`2131`	`ml.get_key(LLM_KV_EXPERT_FEED_FORWARD_LENGTH, hparams.n_ff_exp);`
`2132`	`2132`	`ml.get_key(LLM_KV_EXPERT_GATING_FUNC, hparams.expert_gating_func, false);`
`2133`	`2133`