can set chat_template_kwargs in command line

Author: matteoserva

common/arg.cpp

@@ -2774,6 +2774,16 @@ common_params_context common_params_parser_init(common_params & params, llama_ex
             params.ssl_file_cert = value;
         }
     ).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_SSL_CERT_FILE"));
+    add_opt(common_arg(
+        {"--chat-template-kwargs"}, "STRING",
+        string_format("sets additional params for the json template parser"),
+        [](common_params & params, const std::string &  value) {
+            auto parsed = json::parse(value);
+            for (const auto & item : parsed.items()) {
+                params.default_template_kwargs[item.key()] = item.value().dump();
+            }
+        }
+    ).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("CHAT_TEMPLATE_KWARGS"));
     add_opt(common_arg(
         {"-to", "--timeout"}, "N",
         string_format("server read/write timeout in seconds (default: %d)", params.timeout_read),

common/common.h

@@ -8,6 +8,7 @@
 #include <string>
 #include <string_view>
 #include <vector>
+#include <map>
 #include <sstream>
 
 #ifdef _WIN32
@@ -374,6 +375,8 @@ struct common_params {
     std::string ssl_file_key  = "";                                                                         // NOLINT
     std::string ssl_file_cert = "";                                                                         // NOLINT
 
+    std::map<std::string,std::string> default_template_kwargs;
+
     // "advanced" endpoints are disabled by default for better security
     bool webui            = true;
     bool endpoint_slots   = false;

tools/server/server.cpp

@@ -4341,6 +4341,7 @@ int main(int argc, char ** argv) {
             body,
             params.use_jinja,
             params.reasoning_format,
+            params.default_template_kwargs,
             ctx_server.chat_templates.get(),
             ctx_server.mctx,
             files);
@@ -4362,6 +4363,7 @@ int main(int argc, char ** argv) {
             body,
             params.use_jinja,
             params.reasoning_format,
+            params.default_template_kwargs,
             ctx_server.chat_templates.get(),
             ctx_server.mctx,
             files);

tools/server/utils.hpp

@@ -584,6 +584,7 @@ static json oaicompat_completion_params_parse(
     const json & body, /* openai api json semantics */
     bool use_jinja,
     common_reasoning_format reasoning_format,
+    const std::map<std::string,std::string> default_template_kwargs,
     const struct common_chat_templates * tmpls,
     bool allow_non_text,
     std::vector<raw_buffer> & out_files)
@@ -728,6 +729,10 @@ static json oaicompat_completion_params_parse(
     inputs.add_generation_prompt = json_value(body, "add_generation_prompt", true);
 
     auto chat_template_kwargs_object = json_value(body, "chat_template_kwargs", json::object());
+    for (const auto & item: default_template_kwargs)
+    {
+        inputs.chat_template_kwargs[item.first] = item.second;
+    }
     for (const auto & item : chat_template_kwargs_object.items()) {
         inputs.chat_template_kwargs[item.key()] = item.value().dump();
     }