Skip to content

Commit b44b5bd

Browse files
committed
fix: Fix removal of LLM_KV_TOKENIZER_CHAT_TEMPLATE_N (0974ad7) after rebase
Branch: GraniteFour Signed-off-by: Gabe Goodhart <[email protected]>
1 parent 2834711 commit b44b5bd

File tree

2 files changed

+9
-4
lines changed

2 files changed

+9
-4
lines changed

src/llama-arch.cpp

Lines changed: 8 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -205,7 +205,6 @@ static const std::map<llm_kv, const char *> LLM_KV_NAMES = {
205205
{ LLM_KV_TOKENIZER_HF_JSON, "tokenizer.huggingface.json" },
206206
{ LLM_KV_TOKENIZER_RWKV, "tokenizer.rwkv.world" },
207207
{ LLM_KV_TOKENIZER_CHAT_TEMPLATE, "tokenizer.chat_template" },
208-
{ LLM_KV_TOKENIZER_CHAT_TEMPLATE_N, "tokenizer.chat_template.%s" },
209208
{ LLM_KV_TOKENIZER_FIM_PRE_ID, "tokenizer.ggml.fim_pre_token_id" },
210209
{ LLM_KV_TOKENIZER_FIM_SUF_ID, "tokenizer.ggml.fim_suf_token_id" },
211210
{ LLM_KV_TOKENIZER_FIM_MID_ID, "tokenizer.ggml.fim_mid_token_id" },
@@ -1793,8 +1792,14 @@ static const std::map<llm_tensor, llm_tensor_info> LLM_TENSOR_INFOS = {
17931792
LLM_KV::LLM_KV(llm_arch arch, const char * suffix) : arch(arch), suffix(suffix) {}
17941793

17951794
std::string LLM_KV::operator()(llm_kv kv) const {
1796-
return suffix ? ::format(LLM_KV_NAMES.at(kv), LLM_ARCH_NAMES.at(arch), suffix)
1797-
: ::format(LLM_KV_NAMES.at(kv), LLM_ARCH_NAMES.at(arch));
1795+
std::string name = ::format(LLM_KV_NAMES.at(kv), LLM_ARCH_NAMES.at(arch));
1796+
1797+
if (suffix != nullptr) {
1798+
name += ".";
1799+
name += suffix;
1800+
}
1801+
1802+
return name;
17981803
}
17991804

18001805
std::string LLM_TN_IMPL::str() const {

src/llama-model.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -14302,7 +14302,7 @@ uint64_t llama_model_size(const llama_model * model) {
1430214302
}
1430314303

1430414304
const char * llama_model_chat_template(const llama_model * model, const char * name) {
14305-
const auto key = name ? LLM_KV(model->arch, name)(LLM_KV_TOKENIZER_CHAT_TEMPLATE_N)
14305+
const auto key = name ? LLM_KV(model->arch, name)(LLM_KV_TOKENIZER_CHAT_TEMPLATE)
1430614306
: LLM_KV(model->arch)(LLM_KV_TOKENIZER_CHAT_TEMPLATE);
1430714307
const auto & it = model->gguf_kv.find(key);
1430814308
if (it == model->gguf_kv.end()) {

0 commit comments

Comments
 (0)