fix MoE norm_w

Author: cebtenzzre

src/llama-model.cpp

@@ -5380,8 +5380,8 @@ struct llm_build_bert : public llm_graph_context {
                         hparams.n_expert,
                         hparams.n_expert_used,
                         LLM_FFN_GELU,
-                        true, false,
-                        0.0f,
+                        /*norm_w*/ model.arch != LLM_ARCH_NOMIC_BERT_MOE,
+                        false, 0.0f,
                         LLAMA_EXPERT_GATING_FUNC_TYPE_SOFTMAX, il);
                 cb(cur, "ffn_moe_out", il);
             } else if (model.arch == LLM_ARCH_BERT || model.arch == LLM_ARCH_NOMIC_BERT_MOE) {