Skip to content

Commit 89faa24

Browse files
committed
make assert statement more in line with comment
1 parent dc814b8 commit 89faa24

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

ggml/src/ggml-cuda/rope.cu

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -429,7 +429,7 @@ void ggml_cuda_op_rope_impl(ggml_backend_cuda_context & ctx,
429429
GGML_ASSERT( dst->type == GGML_TYPE_F32 || dst->type == GGML_TYPE_F16);
430430
// When not fused, src0 and dst types must match
431431
// When fused (ROPE+VIEW+SET_ROWS), src0 may be F32 and dst may be F16
432-
GGML_ASSERT(src0->type == dst->type || dst->type == GGML_TYPE_F16);
432+
GGML_ASSERT(src0->type == dst->type || (src0->type == GGML_TYPE_F32 && dst->type == GGML_TYPE_F16));
433433

434434
const int64_t ne00 = src0->ne[0]; // head dims
435435
const int64_t ne01 = src0->ne[1]; // num heads

0 commit comments

Comments
 (0)