Skip to content

Commit aa5453d

Browse files
authored
Update llama.cpp
Fixed `trim_assistant_message` bug
1 parent 1f7a0c1 commit aa5453d

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

src/llama.cpp

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -21894,13 +21894,13 @@ static int32_t llama_chat_apply_template_internal(
2189421894
is_inside_turn = true;
2189521895
}
2189621896
std::string role(message->role);
21897-
std::string content = (trim_assistant_message? trim(message->content) : message->content);
21897+
std::string content(message->content);
2189821898
if (role == "system") {
2189921899
ss << content << "\n\n";
2190021900
} else if (role == "user") {
2190121901
ss << content << leading_space << "[/INST]";
2190221902
} else {
21903-
ss << trailing_space << content << "</s>";
21903+
ss << trailing_space << (trim_assistant_message ? trim(content) : content) << "</s>";
2190421904
is_inside_turn = false;
2190521905
}
2190621906
}

0 commit comments

Comments
 (0)