We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 87f5626 commit 70ed838Copy full SHA for 70ed838
lightllm/server/core/objs/req.py
@@ -208,10 +208,12 @@ def can_release(self):
208
ref_count_ok = self.ref_count == 1
209
can_released_mark = self.can_released_mark
210
211
- if (self.is_aborted or self.stop_str_matched) and can_released_mark and ref_count_ok:
+ if self.is_aborted and can_released_mark and ref_count_ok:
212
return True
213
214
- if self.finish_status.is_finished() and can_released_mark and ref_count_ok and self.out_tokens_queue.is_empty():
+ ok_finished_gen_req = self.finish_status.is_finished() or self.stop_str_matched
215
+
216
+ if ok_finished_gen_req and can_released_mark and ref_count_ok and self.out_tokens_queue.is_empty():
217
218
219
return False
0 commit comments