We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5b23f52 commit 9bb0836Copy full SHA for 9bb0836
xllm/core/scheduler/profile/profile_manager.cpp
@@ -636,6 +636,7 @@ void ProfileManager::generate_random_decode_batch(
636
std::vector<int32_t>& token_length_vec,
637
std::vector<int32_t>& prefix_length_vec) {
638
CHECK(total_length >= batch_size * min_context_len);
639
+ CHECK(total_length <= batch_size * max_context_len);
640
641
token_length_vec.resize(batch_size, min_context_len);
642
prefix_length_vec.resize(batch_size, min_context_len - 1);
0 commit comments