Skip to content

Commit 6f5564e

Browse files
committed
musa: support flash attention (#9)
Signed-off-by: Xiaodong Ye <[email protected]>
1 parent 7580cdc commit 6f5564e

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

discover/types.go

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -175,7 +175,7 @@ func (l GpuInfoList) FlashAttentionSupported() bool {
175175
supportsFA := gpu.Library == "cpu" ||
176176
gpu.Name == "Metal" || gpu.Library == "Metal" ||
177177
(gpu.Library == "CUDA" && gpu.DriverMajor >= 7 && !(gpu.ComputeMajor == 7 && gpu.ComputeMinor == 2)) || // We don't have kernels for Jetson Xavier
178-
gpu.Library == "ROCm"
178+
gpu.Library == "ROCm" || gpu.Library == "MUSA"
179179

180180
if !supportsFA {
181181
return false

0 commit comments

Comments
 (0)