We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e214a58 commit be0add1Copy full SHA for be0add1
llama_cpp/llama.py
@@ -491,7 +491,7 @@ def set_rng_seed(self, seed: int):
491
def sample_repetition_penalties(
492
self,
493
candidates: "_LlamaTokenDataArray",
494
- last_tokens_data: llama_cpp.Array[llama_cpp.llama_token],
+ last_tokens_data: "llama_cpp.Array[llama_cpp.llama_token]",
495
penalty_last_n: int,
496
penalty_repeat: float,
497
penalty_freq: float,
0 commit comments