Skip to content

Commit 19272bf

Browse files
committed
Fix: FP16_MMA_AVAILABLE should not be checked in host code.
1 parent 9d27c38 commit 19272bf

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

ggml/src/ggml-cuda/fattn.cu

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -253,12 +253,12 @@ void ggml_cuda_flash_attn_ext(ggml_backend_cuda_context & ctx, ggml_tensor * dst
253253
const enum ggml_prec prec = ggml_flash_attn_ext_get_prec(KQV);
254254

255255
if (cc >= GGML_CUDA_CC_OFFSET_AMD) {
256-
#if defined(GGML_HIP_ROCWMMA_FATTN) && defined(FP16_MMA_AVAILABLE)
256+
#if defined(GGML_HIP_ROCWMMA_FATTN)
257257
if (fp16_mma_available(cc) && dst->src[0]->ne[1] > 8) {
258258
ggml_cuda_flash_attn_ext_wmma_f16(ctx, dst);
259259
return;
260260
}
261-
#endif // defined(GGML_HIP_ROCWMMA_FATTN) && defined(FP16_MMA_AVAILABLE)
261+
#endif // defined(GGML_HIP_ROCWMMA_FATTN)
262262

263263
// On AMD the tile kernels perform poorly, use the vec kernel instead:
264264
if (prec == GGML_PREC_DEFAULT && fast_fp16_available(cc)) {

0 commit comments

Comments
 (0)