Update src/llama.cpp

arch-btw · ngxson · web-flow · commit 26f0911aee4a · 2024-10-26T04:56:40.000-07:00
Co-authored-by: Xuan Son Nguyen &lt;thichthat@gmail.com&gt;
diff --git a/src/llama.cpp b/src/llama.cpp
@@ -21717,7 +21717,7 @@ static int32_t llama_chat_apply_template_internal(
     // IBM Granite template
     for (const auto& message : chat) {
         std::string role(message->role);
-        ss << "<|start_of_role|>" << role << "<|end_of_role|>" << "\n"
+        ss << "<|start_of_role|>" << role << "<|end_of_role|>\n"
            << message->content << "<|end_of_text|>\n";
     }
     if (add_ass) {

Original file line number	Diff line number	Diff line change
`@@ -21717,7 +21717,7 @@ static int32_t llama_chat_apply_template_internal(`
`21717`	`21717`	`// IBM Granite template`
`21718`	`21718`	`for (const auto& message : chat) {`
`21719`	`21719`	`std::string role(message->role);`
`21720`		`- ss << "<\|start_of_role\|>" << role << "<\|end_of_role\|>" << "\n"`
	`21720`	`+ ss << "<\|start_of_role\|>" << role << "<\|end_of_role\|>\n"`
`21721`	`21721`	`<< message->content << "<\|end_of_text\|>\n";`
`21722`	`21722`	`}`
`21723`	`21723`	`if (add_ass) {`