We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2950f62 commit 46064b4Copy full SHA for 46064b4
tools/server/utils.hpp
@@ -768,6 +768,11 @@ static json oaicompat_chat_params_parse(
768
769
/* TODO: test this properly */
770
inputs.reasoning_format = COMMON_REASONING_FORMAT_NONE;
771
+
772
+ if(inputs.chat_template_kwargs.find("enable_thinking") != inputs.chat_template_kwargs.end()) {
773
+ throw std::runtime_error("Assistant response prefill is incompatible with enable_thinking.");
774
+ }
775
776
inputs.add_generation_prompt = true;
777
}
778
0 commit comments