fix: pass chat handler not chat formatter for huggingface autotokenizer and tokenizer_config formats.

Author: abetlen

llama_cpp/server/model.py

@@ -78,7 +78,7 @@ def load_llama_from_model_settings(settings: ModelSettings) -> llama_cpp.Llama:
                 settings.hf_pretrained_model_name_or_path is not None
             ), "hf_pretrained_model_name_or_path must be set for hf-autotokenizer"
             chat_handler = (
-                llama_cpp.llama_chat_format.hf_autotokenizer_to_chat_formatter(
+                llama_cpp.llama_chat_format.hf_autotokenizer_to_chat_completion_handler(
                     settings.hf_pretrained_model_name_or_path
                 )
             )
@@ -87,7 +87,7 @@ def load_llama_from_model_settings(settings: ModelSettings) -> llama_cpp.Llama:
                 settings.hf_tokenizer_config_path is not None
             ), "hf_tokenizer_config_path must be set for hf-tokenizer-config"
             chat_handler = (
-                llama_cpp.llama_chat_format.hf_tokenizer_config_to_chat_formatter(
+                llama_cpp.llama_chat_format.hf_tokenizer_config_to_chat_completion_handler(
                     json.load(open(settings.hf_tokenizer_config_path))
                 )
             )