fix dpep (#808)

Author: shihaobai

lightllm/models/deepseek2/model.py

@@ -74,6 +74,7 @@ def _init_some_value(self):
 
     def _init_custom(self):
         self._init_to_get_yarn_rotary()
+        dist_group_manager.new_deepep_group(self.config["n_routed_experts"])
 
     def _verify_params(self):
         return super()._verify_params()

lightllm/server/router/model_infer/mode_backend/base_backend.py

@@ -192,7 +192,6 @@ def init_model(self, kvargs):
             elif self.model_type == "phi3":
                 self.model = Phi3TpPartModel(model_kvargs)
             elif self.model_type in ["deepseek_v2", "deepseek_v3"]:
-                dist_group_manager.new_deepep_group(model_cfg["n_routed_experts"])
                 self.model = Deepseek2TpPartModel(model_kvargs)
             elif self.model_type == "internvl_chat":
                 llm_model_type = model_cfg.get("llm_config").get("model_type")

lightllm/server/router/model_infer/mode_backend/dp_backend/impl.py

@@ -31,7 +31,7 @@ def init_custom(self):
         # nan 值，避免后续构建的fake请求在计算的过程中出现计算错误。
         from .pre_process import padded_prepare_prefill_inputs
 
-        kwargs, run_reqs, padded_req_num = padded_prepare_prefill_inputs([], 1, is_multimodal=False)
+        kwargs, run_reqs, padded_req_num = padded_prepare_prefill_inputs([], 1, is_multimodal=self.is_multimodal)
         self.model.forward(**kwargs)
         assert len(run_reqs) == 0 and padded_req_num == 1
         return