Skip to content

Commit e1a2d5e

Browse files
committed
Enable FlashAttentionSupported (#9)
Signed-off-by: Xiaodong Ye <[email protected]>
1 parent cf8fb2e commit e1a2d5e

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

discover/types.go

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -182,7 +182,8 @@ func (l GpuInfoList) FlashAttentionSupported() bool {
182182
for _, gpu := range l {
183183
supportsFA := gpu.Library == "metal" ||
184184
(gpu.Library == "cuda" && gpu.DriverMajor >= 7) ||
185-
gpu.Library == "rocm"
185+
gpu.Library == "rocm" ||
186+
gpu.Library == "musa"
186187

187188
if !supportsFA {
188189
return false

0 commit comments

Comments
 (0)