Skip to content

Commit 692bfbd

Browse files
author
wangzaijun
committed
fix tma support
1 parent 817dab0 commit 692bfbd

File tree

1 file changed

+6
-2
lines changed

1 file changed

+6
-2
lines changed

lightllm/utils/device_utils.py

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -234,8 +234,12 @@ def triton_support_tensor_descriptor() -> bool:
234234
try:
235235
from triton.tools.tensor_descriptor import TensorDescriptor
236236

237-
logger.info("triton support tensor_descriptor")
238-
return True
237+
support_tma = torch.cuda.get_device_capability() >= (9, 0)
238+
if support_tma:
239+
logger.info("triton support tensor_descriptor")
240+
return True
241+
else:
242+
assert False
239243
except:
240244
logger.info("triton not support tensor_descriptor")
241245
return False

0 commit comments

Comments
 (0)