remote mode for rollback

Author: getnamo

Llama.uplugin

@@ -1,7 +1,7 @@
 {
 	"FileVersion": 3,
 	"Version": 1,
-	"VersionName": "0.9.4",
+	"VersionName": "0.9.5",
 	"FriendlyName": "Llama",
 	"Description": "Llama.cpp plugin for large language model (LLM) inference.",
 	"Category": "LLM",

Source/LlamaCore/Private/LlamaComponent.cpp

@@ -156,12 +156,37 @@ void ULlamaComponent::ResetContextHistory(bool bKeepSystemPrompt)
 
 void ULlamaComponent::RemoveLastAssistantReply()
 {
-    LlamaNative->RemoveLastReply();
+    if (ModelParams.bRemoteMode)
+    {
+        //modify state only
+        int32 Count = ModelState.ChatHistory.History.Num();
+        if (Count >0)
+        {
+            ModelState.ChatHistory.History.RemoveAt(Count - 1);
+        }
+    }
+    else
+    {
+        LlamaNative->RemoveLastReply();
+    }
 }
 
 void ULlamaComponent::RemoveLastUserInput()
 {
-    LlamaNative->RemoveLastUserInput();
+    if (ModelParams.bRemoteMode)
+    {
+        //modify state only
+        int32 Count = ModelState.ChatHistory.History.Num();
+        if (Count > 1)
+        {
+            ModelState.ChatHistory.History.RemoveAt(Count - 1);
+            ModelState.ChatHistory.History.RemoveAt(Count - 2);
+        }
+    }
+    else
+    {
+        LlamaNative->RemoveLastUserInput();
+    }
 }
 
 

Source/LlamaCore/Public/LlamaDataTypes.h

@@ -236,6 +236,10 @@ struct FLLMModelParams
     UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "LLM Model Params")
     bool bAutoLoadModelOnStartup = true;
 
+    //If true, all prompt inserts/rollbacks only modify modelstate and do not forward to llama component (see impersonation)
+    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "LLM Model Params")
+    bool bRemoteMode = false;
+
     //If not different than default empty, no template will be applied
     UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "LLM Model Params")
     FJinjaChatTemplate CustomChatTemplate = "";