Update chat template

matteoserva · ngxson · web-flow · commit 7c57cba04cb4 · 2025-05-01T21:01:50.000+02:00
Co-authored-by: Xuan-Son Nguyen &lt;thichthat@gmail.com&gt;
diff --git a/src/llama-chat.cpp b/src/llama-chat.cpp
@@ -454,7 +454,7 @@ int32_t llm_chat_apply_template(
             ss << "<|" << role << "|>" << "\n" << message->content;
         }
         if (add_ass) {
-            ss << "<|assistant|>" << "\n";
+            ss << "<|assistant|>\n";
         }
     } else if (tmpl == LLM_CHAT_TEMPLATE_MINICPM) {
         // MiniCPM-3B-OpenHermes-2.5-v2-GGUF

Original file line number	Diff line number	Diff line change
`@@ -454,7 +454,7 @@ int32_t llm_chat_apply_template(`
`454`	`454`	`ss << "<\|" << role << "\|>" << "\n" << message->content;`
`455`	`455`	`}`
`456`	`456`	`if (add_ass) {`
`457`		`- ss << "<\|assistant\|>" << "\n";`
	`457`	`+ ss << "<\|assistant\|>\n";`
`458`	`458`	`}`
`459`	`459`	`} else if (tmpl == LLM_CHAT_TEMPLATE_MINICPM) {`
`460`	`460`	`// MiniCPM-3B-OpenHermes-2.5-v2-GGUF`