We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 817dab0 commit 692bfbdCopy full SHA for 692bfbd
lightllm/utils/device_utils.py
@@ -234,8 +234,12 @@ def triton_support_tensor_descriptor() -> bool:
234
try:
235
from triton.tools.tensor_descriptor import TensorDescriptor
236
237
- logger.info("triton support tensor_descriptor")
238
- return True
+ support_tma = torch.cuda.get_device_capability() >= (9, 0)
+ if support_tma:
239
+ logger.info("triton support tensor_descriptor")
240
+ return True
241
+ else:
242
+ assert False
243
except:
244
logger.info("triton not support tensor_descriptor")
245
return False
0 commit comments