Skip to content

Commit 263d49d

Browse files
committed
qkv warning
1 parent 2a890ec commit 263d49d

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

ggml/src/ggml-backend.cpp

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -748,6 +748,7 @@ static int ggml_backend_sched_backend_id_from_cur(ggml_backend_sched_t sched, st
748748
if (!backend_prealloc_warn) {
749749
backend_prealloc_warn = true;
750750
printf("\nCaution: pre-allocated tensor (%s) in a buffer (%s) that cannot run the operation (%s)\n", tensor->name, ggml_backend_buffer_name(buffer), ggml_op_name(tensor->op));
751+
printf("\nNote that if you are using Quantized KV, not all backends support it!\n");
751752
}
752753
}
753754

0 commit comments

Comments
 (0)