We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent ea4dc98 commit 1cffab4Copy full SHA for 1cffab4
lightllm/server/router/manager.py
@@ -276,7 +276,6 @@ def get_new_batch():
276
new_batch = self.req_queue.generate_new_batch(running_batch, current_waiting_num)
277
return new_batch
278
279
- # self.schedule_task = asyncio.create_task(get_new_batch())
280
self.schedule_task = asyncio.get_running_loop().run_in_executor(self.overlap_thread_pool, get_new_batch)
281
return None
282
else:
0 commit comments