Skip to content

Commit 436d3c4

Browse files
committed
Enable CC_METHOD for dsv3 by default
1 parent c07e3a2 commit 436d3c4

File tree

2 files changed

+2
-2
lines changed

2 files changed

+2
-2
lines changed

lightllm/models/deepseek2/layer_infer/transformer_layer_infer.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -58,7 +58,7 @@ def __init__(self, layer_num, tp_rank, world_size, network_config, mode=[]):
5858
if mscale_all_dim:
5959
mscale = get_deepseek_mscale(scaling_factor, mscale_all_dim)
6060
self.softmax_scale = self.softmax_scale * mscale * mscale
61-
self.enable_cc_method = os.getenv("ENABLE_CC_METHOD", "False").upper() in ["ON", "TRUE", "1"]
61+
self.enable_cc_method = not os.getenv("DISABLE_CC_METHOD", "False").upper() in ["ON", "TRUE", "1"]
6262
super().__init__(layer_num, tp_rank, world_size, network_config, mode)
6363
self.enable_dp = os.getenv("ENABLE_DP", "0").upper() in ["ON", "TRUE", "1"]
6464
if self.enable_dp:

lightllm/models/deepseek2/layer_weights/transformer_layer_weight.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -66,7 +66,7 @@ def fuse_vb_o(self, layer_weight):
6666
class Deepseek2TransformerLayerWeight(TransformerLayerWeight):
6767
def __init__(self, layer_num, tp_rank, world_size, data_type, network_config, mode=[], quant_cfg=None):
6868
self.enable_dp = os.getenv("ENABLE_DP", "0").upper() in ["ON", "TRUE", "1"]
69-
self.enable_cc_method = os.getenv("ENABLE_CC_METHOD", "False").upper() in ["ON", "TRUE", "1"]
69+
self.enable_cc_method = not os.getenv("DISABLE_CC_METHOD", "False").upper() in ["ON", "TRUE", "1"]
7070
super().__init__(layer_num, tp_rank, world_size, data_type, network_config, mode, quant_cfg)
7171
return
7272

0 commit comments

Comments
 (0)