We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 22d77ee commit 29b6e9aCopy full SHA for 29b6e9a
llama_cpp/llama.py
@@ -1777,7 +1777,7 @@ def __getstate__(self):
1777
logits_all=self.context_params.logits_all,
1778
embedding=self.context_params.embeddings,
1779
offload_kqv=self.context_params.offload_kqv,
1780
- flash_offload=self.context_params.flash_offload,
+ flash_attn=self.context_params.flash_attn,
1781
# Sampling Params
1782
last_n_tokens_size=self.last_n_tokens_size,
1783
# LoRA Params
0 commit comments