We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 808632d commit ce3f1eeCopy full SHA for ce3f1ee
vllm/engine/llm_engine.py
@@ -662,10 +662,10 @@ def _get_stats(
662
# decode seq_groups in scheduled_seq_groups.
663
if scheduler_outputs is not None:
664
num_generation_tokens_from_prefill_groups = 0.
665
- if scheduler_outputs.num_prefill_groups > 0 and len(
666
- scheduler_outputs.scheduled_seq_groups
667
- ) != scheduler_outputs.num_prefill_groups:
668
- print("DETECTED CHUNKED")
+ # NOTE: if scheduler_outputs.num_prefill_groups > 0 and
+ # the len of scheduler_outputs.scheduled_seq_groups is !=
+ # scheduler_outputs.num_prefill_groups, this means that
+ # chunked prefills have been detected.
669
670
for idx, scheduled_seq_group in enumerate(
671
scheduler_outputs.scheduled_seq_groups):
0 commit comments