We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6b9d985 commit 428f2b5Copy full SHA for 428f2b5
lightllm/distributed/communication_op.py
@@ -57,7 +57,7 @@
57
import deep_ep
58
from deep_gemm.jit_kernels.utils import set_num_sms
59
60
- deepep_sms = os.getenv("DEEPEP_SMS", deep_ep.Buffer.num_sms)
+ deepep_sms = int(os.getenv("DEEPEP_SMS", deep_ep.Buffer.num_sms))
61
device_sms = get_device_sm_count()
62
deep_ep.Buffer.set_num_sms(deepep_sms)
63
set_num_sms(device_sms - deepep_sms)
0 commit comments