fix

Author: hiworldwzj

lightllm/common/basemodel/basemodel.py

@@ -37,7 +37,6 @@ class TpPartBaseModel:
 
     def __init__(self, kvargs):
         self.run_mode = kvargs["run_mode"]
-        self.local_tp_rank = kvargs["local_tp_rank"]
         self.tp_rank_ = kvargs["tp_rank"]
         self.world_size_ = kvargs["world_size"]
         self.weight_dir_ = kvargs["weight_dir"]

lightllm/server/router/model_infer/mode_backend/base_backend.py

@@ -107,7 +107,6 @@ def init_model(self, kvargs):
         model_cfg, _ = PretrainedConfig.get_config_dict(self.weight_dir)
 
         model_kvargs = {
-            "local_tp_rank": self.local_tp_rank,
             "tp_rank": self.tp_rank,
             "world_size": self.world_size,
             "weight_dir": self.weight_dir,