Update src/llama-vocab.cpp

Co-authored-by: Sigbjørn Skjæret <[email protected]>

Author: ryan-mangeno

src/llama-vocab.cpp

@@ -1671,10 +1671,6 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
                 tokenizer_pre == "hunyuan") {
                 pre_type = LLAMA_VOCAB_PRE_TYPE_HUNYUAN;
                 clean_spaces = false;
-            } else if (
-                tokenizer_pre == "smoldocling") {
-                pre_type = LLAMA_VOCAB_PRE_TYPE_SMOLDOCLING;
-                clean_spaces = false;
             } else {
                 throw std::runtime_error(format("unknown pre-tokenizer type: '%s'", tokenizer_pre.c_str()));
             }