We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent cab746c commit 445ad15Copy full SHA for 445ad15
lightllm/server/core/objs/start_args_type.py
@@ -26,7 +26,7 @@ class StartArgs:
26
mem_fraction: float = field(default=0.9)
27
batch_max_tokens: Optional[int] = field(default=None)
28
eos_id: List[int] = field(default_factory=list)
29
- tool_call_parser: Optional[str] = field(default=None)
+ tool_call_parser: Optional[str] = field(default=None, metadata={"choices": ["llama3", "qwen25", "mistral"]})
30
running_max_req_size: int = field(default=1000)
31
tp: int = field(default=1)
32
dp: int = field(default=1)
0 commit comments