Skip to content

Commit fbc1648

Browse files
author
wangzaijun
committed
fix typing
1 parent f68a306 commit fbc1648

File tree

2 files changed

+1
-2
lines changed

2 files changed

+1
-2
lines changed

lightllm/models/qwen3_moe/layer_infer/transformer_layer_infer.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -124,7 +124,7 @@ def _tpsp_get_qkv(
124124
if infer_state.need_dp_prefill_balance:
125125
q = infer_state._all_to_all_unbalance_get(data=q)
126126
cache_kv = infer_state._all_to_all_unbalance_get(data=cache_kv)
127-
127+
128128
return q, cache_kv
129129

130130
def _moe_ffn(

lightllm/models/stablelm/layer_infer/transformer_layer_infer.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -54,7 +54,6 @@ def _tpsp_get_o(self, input, infer_state, layer_weight) -> Tuple[torch.Tensor, t
5454
# TODO
5555
raise Exception("not impl")
5656

57-
5857
def _att_norm(
5958
self, input, infer_state: LlamaInferStateInfo, layer_weight: StablelmTransformerLayerWeight
6059
) -> torch.Tensor:

0 commit comments

Comments
 (0)