Merge pull request #53 from tangtiangu/afd_v0.13.0_fix_precision

[Bugfix] fix precision for afd camp2p

Author: jiangkuaixue123

vllm/model_executor/models/deepseek_v2.py

@@ -1468,8 +1468,11 @@ def compute_attn_output(
                     hidden_states=hidden_states,
                     router_logits=router_logits,
                     top_k=self.top_k,
-                    use_grouped_topk=False,
-                    renormalize=True,
+                    use_grouped_topk=True,
+                    renormalize=getattr(self.config, "norm_topk_prob", True),
+                    scoring_func=getattr(self.config, "scoring_func", "softmax"),
+                    num_expert_group=getattr(self.config, "n_group", 1),
+                    topk_group = getattr(self.config, "topk_group", 1),
                     routed_scaling_factor=1.0 if not mix_placement else routed_scaling_factor,
                     e_score_correction_bias=self.gate.e_score_correction_bias,
                     mix_placement=mix_placement,