Skip to content

Commit ce3f1ee

Browse files
authored
[Misc] remove chunk detected debug logs (#4571)
1 parent 808632d commit ce3f1ee

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

vllm/engine/llm_engine.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -662,10 +662,10 @@ def _get_stats(
662662
# decode seq_groups in scheduled_seq_groups.
663663
if scheduler_outputs is not None:
664664
num_generation_tokens_from_prefill_groups = 0.
665-
if scheduler_outputs.num_prefill_groups > 0 and len(
666-
scheduler_outputs.scheduled_seq_groups
667-
) != scheduler_outputs.num_prefill_groups:
668-
print("DETECTED CHUNKED")
665+
# NOTE: if scheduler_outputs.num_prefill_groups > 0 and
666+
# the len of scheduler_outputs.scheduled_seq_groups is !=
667+
# scheduler_outputs.num_prefill_groups, this means that
668+
# chunked prefills have been detected.
669669

670670
for idx, scheduled_seq_group in enumerate(
671671
scheduler_outputs.scheduled_seq_groups):

0 commit comments

Comments
 (0)