We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2f62a86 commit f1e9707Copy full SHA for f1e9707
lightllm/server/router/manager.py
@@ -496,7 +496,7 @@ async def _recv_new_reqs_and_schedule(self):
496
if self.is_multinode_tp:
497
self._multinode_tp_generate_new_batch()
498
else:
499
- if self._get_paused_req_num() == 0 and self.shm_reqs_io_buffer.is_empty():
+ if self._get_paused_req_num() == 0:
500
self._generate_new_batch()
501
return
502
0 commit comments