From 1f3096a9a12c2d3e3f1829928ecf77259b177f82 Mon Sep 17 00:00:00 2001 From: David Roth Date: Sun, 26 Jan 2025 07:26:49 +0000 Subject: [PATCH] Updated deprecated llama_token_is_eog -> llama_vocab_is_eog --- llama_cpp/llama.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py index 2fd7ff193..02663d655 100644 --- a/llama_cpp/llama.py +++ b/llama_cpp/llama.py @@ -1332,7 +1332,7 @@ def logit_bias_processor( logits_processor=logits_processor, grammar=grammar, ): - if llama_cpp.llama_token_is_eog(self._model.model, token): + if llama_cpp.llama_vocab_is_eog(self._model.model, token): text = self.detokenize(completion_tokens, prev_tokens=prompt_tokens) finish_reason = "stop" break