Skip to content

Commit 871576f

Browse files
cjackalskyloevil
authored andcommitted
[doc] update vllm serve cli args documentation (vllm-project#24329)
Signed-off-by: cjackal <[email protected]>
1 parent e829601 commit 871576f

File tree

1 file changed

+4
-5
lines changed

1 file changed

+4
-5
lines changed

vllm/entrypoints/openai/cli_args.py

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -134,14 +134,13 @@ class FrontendArgs:
134134
"""If specified, will run the OpenAI frontend server in the same process as
135135
the model serving engine."""
136136
enable_request_id_headers: bool = False
137-
"""If specified, API server will add X-Request-Id header to responses.
138-
Caution: this hurts performance at high QPS."""
137+
"""If specified, API server will add X-Request-Id header to responses."""
139138
enable_auto_tool_choice: bool = False
140-
"""If specified, exclude tool definitions in prompts when
141-
tool_choice='none'."""
142-
exclude_tools_when_tool_choice_none: bool = False
143139
"""Enable auto tool choice for supported models. Use `--tool-call-parser`
144140
to specify which parser to use."""
141+
exclude_tools_when_tool_choice_none: bool = False
142+
"""If specified, exclude tool definitions in prompts when
143+
tool_choice='none'."""
145144
tool_call_parser: Optional[str] = None
146145
"""Select the tool call parser depending on the model that you're using.
147146
This is used to parse the model-generated tool call into OpenAI API format.

0 commit comments

Comments
 (0)