Skip to content

Commit 5050f27

Browse files
committed
pre tokenizer merge fix
1 parent f4a6fa8 commit 5050f27

File tree

1 file changed

+0
-6
lines changed

1 file changed

+0
-6
lines changed

src/llama-vocab.cpp

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1667,14 +1667,8 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
16671667
pre_type = LLAMA_VOCAB_PRE_TYPE_SEED_CODER;
16681668
clean_spaces = false;
16691669
} else if (
1670-
<<<<<<< HEAD
16711670
tokenizer_pre == "hunyuan") {
16721671
pre_type = LLAMA_VOCAB_PRE_TYPE_HUNYUAN;
1673-
=======
1674-
tokenizer_pre == "smoldocling") {
1675-
pre_type = LLAMA_VOCAB_PRE_TYPE_SMOLDOCLING;
1676-
>>>>>>> 61cfad02 (support for smoldocling)
1677-
clean_spaces = false;
16781672
} else if (
16791673
tokenizer_pre == "smoldocling") {
16801674
pre_type = LLAMA_VOCAB_PRE_TYPE_SMOLDOCLING;

0 commit comments

Comments
 (0)