fix api_cli

Author: shihaobai

lightllm/server/api_cli.py

@@ -128,7 +128,7 @@ def make_argument_parser() -> argparse.ArgumentParser:
     parser.add_argument(
         "--tool_call_parser",
         type=str,
-        choices=["qwen25", "llama3", "mistral"],
+        choices=["qwen25", "llama3", "mistral", "deepseekv3", "qwen"],
         default=None,
         help="tool call parser type",
     )

lightllm/server/api_models.py

@@ -168,7 +168,7 @@ class ChatMessage(BaseModel):
 class ChatCompletionResponseChoice(BaseModel):
     index: int
     message: ChatMessage
-    finish_reason: Optional[Literal["stop", "length", "function_call"]] = None
+    finish_reason: Optional[Literal["stop", "length", "tool_calls"]] = None
 
 
 class ChatCompletionResponse(BaseModel):

lightllm/server/function_call_parser.py

@@ -393,9 +393,9 @@ def __init__(self):
         Initializes the detector with necessary state variables.
         """
         super().__init__()
-        self.bot_token = "<tool_call>\n"
-        self.eot_token = "\n</tool_call>"
-        self.tool_call_separator = "\n"
+        self.bot_token = "<tool_call>"
+        self.eot_token = "</tool_call>"
+        # self.tool_call_separator = "\n"
         self._normal_text_buffer = ""  # Buffer for handling partial end tokens
 
     def has_tool_call(self, text: str) -> bool: