Skip to content

Commit ec5ce2a

Browse files
committed
add falcon3 chat template
1 parent 2ce8604 commit ec5ce2a

File tree

1 file changed

+9
-0
lines changed

1 file changed

+9
-0
lines changed

src/llama.cpp

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -21616,6 +21616,15 @@ static int32_t llama_chat_apply_template_internal(
2161621616
if (add_ass) {
2161721617
ss << "<|assistant|>\n";
2161821618
}
21619+
} else if (tmpl == "falcon3" || (tmpl_contains("<|assistant|>") && tmpl_contains("<|user|>"))) {
21620+
// Falcon 3
21621+
for (auto message : chat) {
21622+
std::string role(message->role);
21623+
ss << "<|" << role << "|>\n" << message->content << "\n";
21624+
}
21625+
if (add_ass) {
21626+
ss << "<|assistant|>\n";
21627+
}
2161921628
} else if (tmpl == "zephyr" || tmpl_contains("<|user|>")) {
2162021629
// zephyr template
2162121630
for (auto message : chat) {

0 commit comments

Comments
 (0)