Skip to content

Commit 6bc5c8d

Browse files
committed
reformat
1 parent 7d18bdc commit 6bc5c8d

File tree

4 files changed

+4
-9
lines changed

4 files changed

+4
-9
lines changed

lightllm/common/basemodel/layer_weights/meta_weights/fused_moe_weight_ep.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@ def __init__(
2323
data_type: torch.dtype,
2424
network_config: Dict[str, Any],
2525
layer_num: int,
26-
quant_cfg = None,
26+
quant_cfg=None,
2727
) -> None:
2828
super().__init__(
2929
gate_proj_name,

lightllm/common/basemodel/layer_weights/meta_weights/fused_moe_weight_tp.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,6 @@ def __init__(
2626
quant_cfg: Quantcfg = None,
2727
) -> None:
2828
super().__init__()
29-
3029
self.quant_method = quant_cfg.get_quant_method(layer_num, "fused_moe")
3130
self.quantized_weight = quant_cfg.quantized_weight
3231
if self.quant_method is not None:

lightllm/common/quantization/__init__.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -64,4 +64,4 @@ def get_quant_type(self, layer_num, name):
6464

6565
def get_quant_method(self, layer_num, name):
6666
quant_type = self.get_quant_type(layer_num, name)
67-
return QUANTMETHODS.get(quant_type)
67+
return QUANTMETHODS.get(quant_type)

lightllm/models/deepseek2/model.py

Lines changed: 2 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -114,12 +114,8 @@ def _init_weights(self):
114114
return
115115

116116
def _init_infer_layer(self):
117-
self.pre_infer = self.pre_layer_infer_class(
118-
network_config=self.config, mode=self.mode
119-
)
120-
self.post_infer = self.post_layer_infer_class(
121-
network_config=self.config, mode=self.mode
122-
)
117+
self.pre_infer = self.pre_layer_infer_class(network_config=self.config, mode=self.mode)
118+
self.post_infer = self.post_layer_infer_class(network_config=self.config, mode=self.mode)
123119
self.layers_infer = [
124120
self.transformer_layer_infer_class(
125121
i,

0 commit comments

Comments
 (0)