missed one

getnamo · getnamo · commit 6de7e3a986aa · 2025-03-25T22:04:00.000-07:00
diff --git a/Source/LlamaCore/Private/Internal/LlamaInternal.cpp b/Source/LlamaCore/Private/Internal/LlamaInternal.cpp
@@ -320,7 +320,7 @@ void FLlamaInternal::ResetContextHistory(bool bKeepSystemsPrompt)
 void FLlamaInternal::RollbackContextHistoryByTokens(int32 NTokensToErase)
 {
     // clear the last n_regen tokens from the KV cache and update n_past
-    int32 TokensUsed = llama_get_kv_cache_used_cells(Context); //FilledContextCharLength
+    int32 TokensUsed = llama_kv_self_used_cells(Context); //FilledContextCharLength
 
     llama_kv_self_seq_rm(Context, 0, TokensUsed - NTokensToErase, -1);
 

Original file line number	Diff line number	Diff line change
`@@ -320,7 +320,7 @@ void FLlamaInternal::ResetContextHistory(bool bKeepSystemsPrompt)`
`320`	`320`	`void FLlamaInternal::RollbackContextHistoryByTokens(int32 NTokensToErase)`
`321`	`321`	`{`
`322`	`322`	`// clear the last n_regen tokens from the KV cache and update n_past`
`323`		`- int32 TokensUsed = llama_get_kv_cache_used_cells(Context); //FilledContextCharLength`
	`323`	`+ int32 TokensUsed = llama_kv_self_used_cells(Context); //FilledContextCharLength`
`324`	`324`
`325`	`325`	`llama_kv_self_seq_rm(Context, 0, TokensUsed - NTokensToErase, -1);`
`326`	`326`