We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1146c8f commit 3b6de91Copy full SHA for 3b6de91
lightllm/server/detokenization/decode_req.py
@@ -60,8 +60,7 @@ def can_set_release_mark(self):
60
if self.req.is_aborted:
61
return True
62
if self.req.stop_str_matched:
63
- # httpserver那里必须先处理完请求, 这里才能释放
64
- return self.req.out_tokens_queue.is_empty()
+ return True
65
if (
66
self.req.finish_status.is_finished()
67
and self.req.candetoken_out_len == len(self.output_ids)
0 commit comments