Skip to content

Commit b88537a

Browse files
authored
fix bug for scheduler v0 (#3308)
1 parent 71018fb commit b88537a

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

fastdeploy/output/token_processor.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -329,8 +329,9 @@ def _process_batch_output(self):
329329
if recovery_stop:
330330
llm_logger.info(f"recovery stop signal found at task {task_id}")
331331
if not recovery_stop and token_id < 0:
332-
if task_id in self.resource_manager.to_be_rescheduled_request_id_set:
333-
self.resource_manager.reschedule_preempt_task(task_id)
332+
if envs.ENABLE_V1_KVCACHE_SCHEDULER:
333+
if task_id in self.resource_manager.to_be_rescheduled_request_id_set:
334+
self.resource_manager.reschedule_preempt_task(task_id)
334335
continue
335336

336337
if task.get("prefill_chunk_info", None) is not None:

0 commit comments

Comments
 (0)