We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 0701c73 commit dbfc1cfCopy full SHA for dbfc1cf
llama_cpp/llama.py
@@ -1086,7 +1086,7 @@ def embed(
1086
data: Union[List[List[float]], List[List[List[float]]]] = []
1087
1088
def decode_batch(seq_sizes: List[int]):
1089
- llama_cpp.llama_kv_cache_clear(self._ctx.ctx)
+ llama_cpp.llama_memory_clear(llama_cpp.llama_get_memory(self._ctx.ctx), True)
1090
self._ctx.decode(self._batch)
1091
self._batch.reset()
1092
@@ -1157,7 +1157,7 @@ def decode_batch(seq_sizes: List[int]):
1157
1158
output = data[0] if isinstance(input, str) else data
1159
1160
1161
self.reset()
1162
1163
if return_count:
0 commit comments