We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 789544d commit de330e6Copy full SHA for de330e6
chat.go
@@ -280,6 +280,7 @@ type ChatCompletionRequest struct {
280
// Such as think mode for qwen3. "chat_template_kwargs": {"enable_thinking": false}
281
// https://qwen.readthedocs.io/en/latest/deployment/vllm.html#thinking-non-thinking-modes
282
ChatTemplateKwargs map[string]any `json:"chat_template_kwargs,omitempty"`
283
+ // The prediction to use for the completion.
284
}
285
286
type StreamOptions struct {
0 commit comments