We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 87653b6 commit 3a519a1Copy full SHA for 3a519a1
tools/server/utils.hpp
@@ -780,6 +780,10 @@ static json oaicompat_chat_params_parse(
780
throw std::runtime_error("Cannot have 2 or more assistant messages at the end of the list.");
781
}
782
783
+ if(inputs.chat_template_kwargs.find("enable_thinking") != inputs.chat_template_kwargs.end()) {
784
+ throw std::runtime_error("Assistant response prefill is incompatible with enable_thinking.");
785
+ }
786
+
787
inputs.extract_reasoning = false;
788
inputs.add_generation_prompt = true;
789
0 commit comments