fix lm head bias (#3185)

Co-authored-by: yuanxiaolan <[email protected]>

Author: RichardWooSJTU

fastdeploy/model_executor/layers/lm_head.py

@@ -72,6 +72,13 @@ def __init__(
                 dtype=paddle.get_default_dtype(),
                 is_bias=False,
             )
+            if self.bias_key is not None:
+                self.bias = self.create_parameter(
+                    shape=[num_embeddings],
+                    dtype=paddle.get_default_dtype(),
+                    is_bias=True,
+                )
+
         else:
             if self.column_cut:
                 need_gather = True
@@ -107,6 +114,10 @@ def load_state_dict(self, state_dict: Dict[str, paddle.Tensor | np.ndarray]):
 
         if self.use_ep:
             self.weight.set_value(get_tensor(state_dict.pop(self.weight_key)).astype(paddle.get_default_dtype()))
+            if self.bias_key is not None:
+                self.bias.set_value(
+                    get_tensor(state_dict.pop(self.linear_bias_key)).astype(paddle.get_default_dtype())
+                )
         else:
             if self.tie_word_embeddings:
                 self.linear.weight.set_value(
@@ -134,7 +145,10 @@ def forward(self, input: paddle.Tensor) -> paddle.Tensor:
         """
         logits = input
         if self.use_ep:
-            logits = paddle.matmul(logits, self.weight)
+            if self.linear_bias_key is None:
+                logits = paddle.matmul(logits, self.weight)
+            else:
+                logits = paddle.incubate.nn.functional.fused_linear(logits, self.weight, self.bias)
         else:
             logits = self.linear(logits)
         return logits