Skip to content

Commit e37748b

Browse files
committed
add assert that non-norm path should not contain a clamp
1 parent ad7409c commit e37748b

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

ggml/src/ggml-cuda/topk-moe.cu

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -257,6 +257,7 @@ void ggml_cuda_op_topk_moe(ggml_backend_cuda_context & ctx,
257257
}
258258
launch_topk_moe_cuda<true>(ctx, logits_d, weights_d, ids_d, n_rows, n_experts, n_expert_used, clamp_val);
259259
} else {
260+
GGML_ASSERT(clamp == nullptr);
260261
if (delayed_softmax) {
261262
launch_topk_moe_cuda<false, true>(ctx, logits_d, weights_d, ids_d, n_rows, n_experts, n_expert_used,
262263
clamp_val);

0 commit comments

Comments
 (0)