Skip to content

Commit 3b6de91

Browse files
committed
fix
1 parent 1146c8f commit 3b6de91

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

lightllm/server/detokenization/decode_req.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -60,8 +60,7 @@ def can_set_release_mark(self):
6060
if self.req.is_aborted:
6161
return True
6262
if self.req.stop_str_matched:
63-
# httpserver那里必须先处理完请求, 这里才能释放
64-
return self.req.out_tokens_queue.is_empty()
63+
return True
6564
if (
6665
self.req.finish_status.is_finished()
6766
and self.req.candetoken_out_len == len(self.output_ids)

0 commit comments

Comments
 (0)