We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 62d45a5 commit ec4aeafCopy full SHA for ec4aeaf
examples/server/utils.hpp
@@ -586,8 +586,15 @@ static json oaicompat_completion_params_parse(
586
json llama_params;
587
588
auto tools = json_value(body, "tools", json());
589
- if (tools.is_array() && !tools.empty() && !use_jinja) {
590
- throw std::runtime_error("tools param requires --jinja flag");
+ auto stream = json_value(body, "stream", false);
+
591
+ if (tools.is_array() && !tools.empty()) {
592
+ if (stream) {
593
+ throw std::runtime_error("Cannot use tools with stream");
594
+ }
595
+ if (!use_jinja) {
596
+ throw std::runtime_error("tools param requires --jinja flag");
597
598
}
599
600
// Handle "stop" field
0 commit comments