fix bias

Author: shihaobai

lightllm/common/basemodel/layer_weights/meta_weights/mm_weight.py

@@ -85,7 +85,7 @@ def load_hf_weights(self, weights):
             weight = weights[self.weight_name].to(self.data_type_)
             self.weight = weight[:, start:end]
         if self.bias_name in weights:
-            bias = weights[self.bias_name].to(self.data_type)
+            bias = weights[self.bias_name].to(self.data_type_)
             self.bias = bias.cuda(self.tp_rank_) / self.world_size_
         if weight is None:
             return
@@ -122,7 +122,7 @@ def _fuse(self):
             self._post_load_weights()
         if self.has_bias:
             if self.bias is None and all(b is not None for b in self.biases):
-                self.bias = torch.cat(self.bias, dim=0).cuda(self.tp_rank_)
+                self.bias = torch.cat(self.biases, dim=0).cuda(self.tp_rank_)
         return self
 
     def load_hf_weights(self, weights):

lightllm/models/internlm/layer_weights/transformer_layer_weight.py

@@ -13,7 +13,7 @@ def __init__(self, layer_num, tp_rank, world_size, data_type, network_config, mo
 
     def _init_weight_names(self):
         super()._init_weight_names()
-        self._q_bias_name = f"{self.layer_name}.self_attn.q_proj.bias"
-        self._k_bias_name = f"{self.layer_name}.self_attn.k_proj.bias"
-        self._v_bias_name = f"{self.layer_name}.self_attn.v_proj.bias"
-        self._o_bias_name = f"{self.layer_name}.self_attn.o_proj.bias"
+        self._q_bias_name = f"model.layers.{self.layer_num_}.self_attn.q_proj.bias"
+        self._k_bias_name = f"model.layers.{self.layer_num_}.self_attn.k_proj.bias"
+        self._v_bias_name = f"model.layers.{self.layer_num_}.self_attn.v_proj.bias"
+        self._o_bias_name = f"model.layers.{self.layer_num_}.self_attn.o_proj.bias"