We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a06e162 commit 73e1a6bCopy full SHA for 73e1a6b
lightllm/server/httpserver/manager.py
@@ -395,8 +395,10 @@ async def abort(self, group_request_id):
395
return
396
397
async def handle_loop(self):
398
- self.forwarding_queue = AsyncQueue()
399
- asyncio.create_task(self.pd_handle_loop())
+
+ if self.pd_mode.is_P_or_D():
400
+ self.forwarding_queue = AsyncQueue()
401
+ asyncio.create_task(self.pd_handle_loop())
402
403
while True:
404
recv_ans: BatchStrOut = await self.recv_from_detokenization.recv_pyobj()
0 commit comments