We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1b809ce commit e8f8c2cCopy full SHA for e8f8c2c
tools/server/utils.hpp
@@ -779,7 +779,13 @@ static json oaicompat_chat_params_parse(
779
780
/* Append assistant prefilled message */
781
if (prefill_assistant_message) {
782
- chat_params.prompt += last_message.content;
+ if (last_message.content.is_array()) {
783
+ for (auto & p : last_message.content) {
784
+ chat_params.prompt += p["text"];
785
+ }
786
+ } else {
787
+ chat_params.prompt += last_message.content;
788
789
}
790
791
llama_params["chat_format"] = static_cast<int>(chat_params.format);
0 commit comments