Skip to content

Commit be1b670

Browse files
committed
cuda : add check GGML_OP_SUM
1 parent c25a6c7 commit be1b670

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

ggml/src/ggml-cuda/ggml-cuda.cu

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3645,9 +3645,10 @@ static bool ggml_backend_cuda_device_supports_op(ggml_backend_dev_t dev, const g
36453645
case GGML_OP_CONV_2D_DW:
36463646
case GGML_OP_CONV_TRANSPOSE_2D:
36473647
case GGML_OP_POOL_2D:
3648-
case GGML_OP_SUM:
36493648
case GGML_OP_ACC:
36503649
return true;
3650+
case GGML_OP_SUM:
3651+
return ggml_is_contiguous_rows(op->src[0]);
36513652
case GGML_OP_ARGSORT:
36523653
// TODO: Support arbitrary column width
36533654
return op->src[0]->ne[0] <= 1024;

0 commit comments

Comments
 (0)