Skip to content

Commit 4211f25

Browse files
committed
fix deepgemm set_num_sms import
1 parent ae7165c commit 4211f25

File tree

1 file changed

+6
-4
lines changed

1 file changed

+6
-4
lines changed

lightllm/distributed/communication_op.py

Lines changed: 6 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -157,15 +157,17 @@ def new_deepep_group(self, n_routed_experts, hidden_size):
157157

158158
def _set_num_sms_for_deep_gemm(self):
159159
try:
160-
# set num sms for deep_gemm
161-
from deep_gemm.jit_kernels.utils import set_num_sms
160+
try:
161+
from deep_gemm.jit_kernels.utils import set_num_sms
162+
except:
163+
from deep_gemm import set_num_sms
162164

163165
deepep_sms = int(os.getenv("DEEPEP_SMS", deep_ep.Buffer.num_sms))
164166
device_sms = get_device_sm_count()
165167
deep_ep.Buffer.set_num_sms(deepep_sms)
166168
set_num_sms(device_sms - deepep_sms)
167-
except:
168-
pass
169+
except BaseException as e:
170+
logger.warning(f"set num sms for deep_gemm failed: {e}")
169171

170172
def clear_deepep_buffer(self):
171173
"""

0 commit comments

Comments
 (0)