Skip to content

Commit aae3f04

Browse files
committed
cont : fix BF16 variant
1 parent 705592c commit aae3f04

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

ggml/src/ggml-metal/ggml-metal.metal

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -3727,8 +3727,8 @@ kernel void kernel_flash_attn_ext(
37273727
bfloat, bfloat4x4, simdgroup_bfloat8x8, \
37283728
float, simdgroup_float8x8, \
37293729
float, simdgroup_float8x8, \
3730-
float, float4, simdgroup_float8x8
3731-
//half, half4, simdgroup_half8x8
3730+
half, half4, simdgroup_half8x8
3731+
//float, float4, simdgroup_float8x8
37323732

37333733
typedef decltype(kernel_flash_attn_ext<FA_TYPES, half4x4, 1, dequantize_f16, half4x4, 1, dequantize_f16, 64, 64>) flash_attn_ext_t;
37343734

0 commit comments

Comments
 (0)