File tree Expand file tree Collapse file tree 1 file changed +4
-5
lines changed Expand file tree Collapse file tree 1 file changed +4
-5
lines changed Original file line number Diff line number Diff line change @@ -134,14 +134,13 @@ class FrontendArgs:
134134 """If specified, will run the OpenAI frontend server in the same process as
135135 the model serving engine."""
136136 enable_request_id_headers : bool = False
137- """If specified, API server will add X-Request-Id header to responses.
138- Caution: this hurts performance at high QPS."""
137+ """If specified, API server will add X-Request-Id header to responses."""
139138 enable_auto_tool_choice : bool = False
140- """If specified, exclude tool definitions in prompts when
141- tool_choice='none'."""
142- exclude_tools_when_tool_choice_none : bool = False
143139 """Enable auto tool choice for supported models. Use `--tool-call-parser`
144140 to specify which parser to use."""
141+ exclude_tools_when_tool_choice_none : bool = False
142+ """If specified, exclude tool definitions in prompts when
143+ tool_choice='none'."""
145144 tool_call_parser : Optional [str ] = None
146145 """Select the tool call parser depending on the model that you're using.
147146 This is used to parse the model-generated tool call into OpenAI API format.
You can’t perform that action at this time.
0 commit comments