fix reported active params number

Author: foldl

models/megrez.cpp

@@ -187,6 +187,13 @@ namespace chatllm::megrez::moe
             GenericGroupedSparseMoE(ctx, hidden_size, BlockParams::MoE::num_experts, BlockParams::MoE::experts_per_tok, true, false, false, false)
         {
         }
+        int64_t get_param_num(bool effective_only) const override
+        {
+            int64_t r = GenericSparseMLP::get_param_num(effective_only);
+            if (effective_only)
+                r += p_experts->get_param_num(effective_only);
+            return r;
+        }
     };
 
     class Prelude

src/layers.h

@@ -2465,7 +2465,7 @@ namespace chatllm
             ggml::tensor *weights);
         virtual ggml::tensor *calc_experts_outputs(ComputeContext *ctx, ggml::tensor *hidden_states,
             ggml::tensor *selected_experts);
-    private:
+    protected:
         MultiMLP *p_experts;    // shared pointer, not owned!
     };