server: fix remove 'image_url'/'input_audio' json-object effectlly for 'llama_params' in multimodal-model-mode (ggml-org#13853)

flyinskyin2013 · web-flow · commit c962ae3382a1 · 2025-05-28T16:33:54.000+02:00
[fix]: remove 'image_url'/'input_audio' effectlly for 'llama_params' in multimodal-model-mode
diff --git a/tools/server/utils.hpp b/tools/server/utils.hpp
@@ -573,7 +573,7 @@ struct oaicompat_parser_options {
 
 // used by /chat/completions endpoint
 static json oaicompat_chat_params_parse(
-    const json & body, /* openai api json semantics */
+    json & body, /* openai api json semantics */
     const oaicompat_parser_options & opt,
     std::vector<raw_buffer> & out_files)
 {
@@ -624,7 +624,7 @@ static json oaicompat_chat_params_parse(
     if (!body.contains("messages")) {
         throw std::runtime_error("'messages' is required");
     }
-    json messages = body.at("messages");
+    json & messages = body.at("messages");
     if (!messages.is_array()) {
         throw std::runtime_error("Expected 'messages' to be an array");
     }

Original file line number	Diff line number	Diff line change
`@@ -573,7 +573,7 @@ struct oaicompat_parser_options {`
`573`	`573`
`574`	`574`	`// used by /chat/completions endpoint`
`575`	`575`	`static json oaicompat_chat_params_parse(`
`576`		`- const json & body, /* openai api json semantics */`
	`576`	`+ json & body, /* openai api json semantics */`
`577`	`577`	`const oaicompat_parser_options & opt,`
`578`	`578`	`std::vector<raw_buffer> & out_files)`
`579`	`579`	`{`
`@@ -624,7 +624,7 @@ static json oaicompat_chat_params_parse(`
`624`	`624`	`if (!body.contains("messages")) {`
`625`	`625`	`throw std::runtime_error("'messages' is required");`
`626`	`626`	`}`
`627`		`- json messages = body.at("messages");`
	`627`	`+ json & messages = body.at("messages");`
`628`	`628`	`if (!messages.is_array()) {`
`629`	`629`	`throw std::runtime_error("Expected 'messages' to be an array");`
`630`	`630`	`}`