feat: Added experimental running memory support (autogen memory) and tweaked WI generation for agent

Author: prima

klite.embd

@@ -25908,13 +25908,13 @@ else
 				"description": "Overwrites an entry describing an entity. The information is stored under a unique identifier. This information is included when certain keywords are mentioned. This does not show the information to the user.",
 				"args": {
 					"uniqueIdentifier": "<unique identifier (such as a characters name, location etc)>",
-					"text": "<descriptive text which by itself provides all needed information to define the entity>",
 					"keywords": {
-						description: "<keywords to help with searching>",
+						description: "<keywords to help with searching - at least one must be provided>",
 						type: "array",
 						itemType: "string",
 						minItems: 1,
-					}
+					},
+					"text": "<descriptive text which by itself provides all needed information to define the entity>"
 				},
 				"enabled": true,
 				"executor": (action) => {
@@ -25976,7 +25976,7 @@ else
 				}
 			},
 			{
-				"name": "overwrite_current_state_response",
+			"name": "overwrite_current_state_response",
 				"description": "The current state can be overwritten by the overwrite_current_state command. Providing a JSON object to this function will enforce a particular response format when overriding the state.",
 				"args": {
 					"json": "<format which should be used when overwriting the current state>"
@@ -27208,6 +27208,7 @@ let checkFinalThoughtsPrompt = `Action: {"command":{"name":"thought","args":{"me
 		document.getElementById("agentCOTRepeatsMax").value = localsettings.agentCOTRepeatsMax;
 		document.getElementById("agentCOTRepeatsMaxnumeric").value = localsettings.agentCOTRepeatsMax;
 		document.getElementById("disableSaveCompressionLocally").checked = localsettings.disableSaveCompressionLocally;
+		document.getElementById("enableRunningMemory").checked = localsettings.enableRunningMemory;
 	}
 
 	confirm_settings = () => {
@@ -27216,6 +27217,7 @@ let checkFinalThoughtsPrompt = `Action: {"command":{"name":"thought","args":{"me
 		localsettings.agentCOTMax = document.getElementById("agentCOTMax").value;
 		localsettings.agentCOTRepeatsMax = document.getElementById("agentCOTRepeatsMax").value;
 		localsettings.disableSaveCompressionLocally = (document.getElementById("disableSaveCompressionLocally").checked ? true : false);
+		localsettings.enableRunningMemory = (document.getElementById("enableRunningMemory").checked ? true : false);
 		originalConfirmSettings()
 	}
 
@@ -27421,6 +27423,10 @@ let checkFinalThoughtsPrompt = `Action: {"command":{"name":"thought","args":{"me
 		{
 			localsettings.disableSaveCompressionLocally = true
 		}
+		if (localsettings?.enableRunningMemory == undefined) 
+		{
+			localsettings.enableRunningMemory = false
+		}
 
 		let createSettingElemBool = (inputElemId, labelTitle, labelText) => {
 			let settingLabelElem = document.createElement("div")
@@ -27525,6 +27531,9 @@ let checkFinalThoughtsPrompt = `Action: {"command":{"name":"thought","args":{"me
 		settingLabelElem = createSettingElemBool("disableSaveCompressionLocally", "Disables save compression locally", "Disables save compression locally - Improves load / autosave performance with larger saves. The save compression is left enabled for sharing saves or uploading to the main server)")
 		lastSettingContainer.append(settingLabelElem)
 
+		settingLabelElem = createSettingElemBool("enableRunningMemory", "Enable running memory", "Enables running memory, an experimental version of autogenerating memory which triggers every time the context length changes by half its maximum. The summaries it generates can be found under world info.")
+		lastSettingContainer.append(settingLabelElem)
+
 		createStopThinkingButton()
 	})
 
@@ -28157,4 +28166,73 @@ let checkFinalThoughtsPrompt = `Action: {"command":{"name":"thought","args":{"me
 		}
 	}
 </script>
+<script>
+	// Autogenerate running memory mod
+	let maxMemories = 5, lastContextLength = concat_gametext(true, "").length, autosummaryInterval = 60 * 1000;
+	let updateRunningMemory = async () => {
+		if (!localsettings?.enableRunningMemory || gametext_arr.length == 0 || (gametext_arr.length == 1 && gametext_arr[0].trim() == "")) {
+			return null
+		} else {
+			let truncated_context = concat_gametext(true, "");
+			if (truncated_context.length > (lastContextLength + (0.5 * localsettings.max_context_length * 3.0))) {
+				lastContextLength = truncated_context.length
+				let max_allowed_characters = Math.floor(localsettings.max_context_length * 3.0) - 100;
+				let max_mem_len = Math.floor(max_allowed_characters * 0.8);
+				let truncated_memory = current_memory.substring(current_memory.length - max_mem_len);
+				if (truncated_memory != null && truncated_memory != "") {
+					truncated_memory += "\n";
+				}
+
+				truncated_context = end_trim_to_sentence(truncated_context, true);
+				truncated_context = truncated_context.substring(truncated_context.length - max_allowed_characters);
+				let augmented_len = truncated_memory.length + truncated_context.length;
+				let excess_len = augmented_len - max_allowed_characters; //if > 0, then we exceeded context window
+				truncated_context = truncated_memory + truncated_context.substring(excess_len);
+
+				let long_story = (truncated_context.length > 1800 ? true : false);
+				truncated_context += "\n{{[INPUT]}}:Summarize the above text in a single paragraph of up to " + (long_story ? "ten" : "five") + " detailed sentences.{{[OUTPUT]}}";
+				truncated_context = replace_placeholders(truncated_context);
+
+				let summary = await generateAndGetTextFromPrompt(truncated_context)
+				if (!!summary) {
+					let overwriteWIFromAgent = (uniqueIdentifier, content) => {
+						let baseWI = {
+							"key": "",
+							"keysecondary": "",
+							"keyanti": "",
+							"content": content,
+							"comment": uniqueIdentifier,
+							"folder": null,
+							"selective": false,
+							"constant": true,
+							"probability": "100",
+							"wigroup": "Autogenerated history",
+							"widisabled": false
+						}
+						current_wi = current_wi.filter(wi => wi?.comment !== uniqueIdentifier)
+						current_wi.push(baseWI)
+					}
+					let runningMemory = current_wi.filter(wi => wi?.wigroup === "Autogenerated history")
+					if (runningMemory.length >= maxMemories) {
+						current_wi = current_wi.filter(wi => wi?.comment !== runningMemory[0].comment)
+					}
+					overwriteWIFromAgent(`AutoHist${Math.floor(Math.random() * 1000)}`, `[Autogenerated history:\n\n${summary}]`)
+					return summary
+				}
+			}
+		}
+	}
+	setInterval(updateRunningMemory, autosummaryInterval)
+
+	let previousRestartNewGame = restart_new_game, previousLoadSelectedFile = load_selected_file
+	restart_new_game = () => {
+		previousRestartNewGame()
+		lastContextLength = concat_gametext(true, "").length
+	}
+
+	load_selected_file = (file) => {
+		previousLoadSelectedFile(file)
+		lastContextLength = concat_gametext(true, "").length
+	}
+</script>
 </html>