fix

Author: hiworldwzj

lightllm/server/api_openai.py

@@ -523,24 +523,13 @@ async def _collect_generation_results(
     # 处理停止序列剔除
     final_text = "".join(final_output)
     if finish_reason == "stop" and sampling_params.stop_sequences.size > 0:
-        stop_strings = sampling_params.stop_sequences.to_string()
-        valid_stop_strings = [s for s in stop_strings if s]
-        if valid_stop_strings:
-            max_stop_len = len(valid_stop_strings[0])
-            search_len = min(len(final_text), max_stop_len + 20)  # 搜索长度为最长停止序列长度加20
-            tail_text = final_text[-search_len:] if search_len > 0 else final_text
-            tail_start_pos = len(final_text) - search_len
-            earliest_stop_index = len(final_text)
-            for stop_str in valid_stop_strings:
-                stop_index = tail_text.find(stop_str)
-                if stop_index != -1:
-                    actual_stop_index = tail_start_pos + stop_index
-                    if actual_stop_index < earliest_stop_index:
-                        earliest_stop_index = actual_stop_index
-
-            if earliest_stop_index < len(final_text):
-                logger.info(f"removed stop sequence in tail: '{final_text[earliest_stop_index:]}'")
-                final_text = final_text[:earliest_stop_index]
+        valid_stop_strings = sampling_params.stop_sequences.to_strings()
+        for stop_str in valid_stop_strings:
+            stop_index = final_text.rfind(stop_str)
+            if stop_index != -1:
+                logger.debug(f"removed stop sequence in tail: '{final_text[stop_index:]}'")
+                final_text = final_text[:stop_index]
+                break
 
     return {
         "index": prompt_index,