diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py index 2fd7ff193..02663d655 100644 --- a/llama_cpp/llama.py +++ b/llama_cpp/llama.py @@ -1332,7 +1332,7 @@ def logit_bias_processor( logits_processor=logits_processor, grammar=grammar, ): - if llama_cpp.llama_token_is_eog(self._model.model, token): + if llama_cpp.llama_vocab_is_eog(self._model.model, token): text = self.detokenize(completion_tokens, prev_tokens=prompt_tokens) finish_reason = "stop" break