sync

Author: jorgenwh

lib/hooks.ts

@@ -18,7 +18,8 @@ export function createChatMessageTransformHandler(
         output: { messages: WithParts[] }
     ) => {
         checkSession(state, logger, output.messages);
-        syncToolCache(state, logger, output.messages);
+        syncToolCache(state, config, logger, output.messages);
+
 
         deduplicate(state, logger, config, output.messages)
 

lib/messages/prune.ts

@@ -3,8 +3,10 @@ import type { Logger } from "../logger"
 import type { PluginConfig } from "../config"
 import { buildToolIdList } from "../utils"
 import { getLastUserMessage, extractParameterKey } from "./utils"
+import { loadPrompt } from "../prompt"
 
 const PRUNED_TOOL_OUTPUT_REPLACEMENT = '[Output removed to save context - information superseded or no longer needed]'
+const NUDGE_STRING = loadPrompt("nudge")
 
 const buildPrunableToolsList = (
     state: SessionState,
@@ -45,6 +47,12 @@ export const insertPruneToolContext = (
 
     const prunableToolsList = buildPrunableToolsList(state, config, logger, messages)
 
+    let nudgeString = ""
+    if (state.nudgeCounter >= config.strategies.pruneTool.nudgeFrequency) {
+        logger.info("Inserting prune nudge message")
+        nudgeString = "\n" + NUDGE_STRING
+    }
+
     const userMessage: WithParts = {
         info: {
             id: "msg_01234567890123456789012345",
@@ -63,7 +71,7 @@ export const insertPruneToolContext = (
                 sessionID: lastUserMessage.info.sessionID,
                 messageID: "msg_01234567890123456789012345",
                 type: "text",
-                text: prunableToolsList,
+                text: prunableToolsList + nudgeString,
             }
         ]
     }

lib/state/state.ts

@@ -38,7 +38,8 @@ export function createSessionState(): SessionState {
             pruneTokenCounter: 0,
             totalPruneTokens: 0,
         },
-        toolParameters: new Map<string, ToolParameterEntry>()
+        toolParameters: new Map<string, ToolParameterEntry>(),
+        nudgeCounter: 0
     }
 }
 
@@ -52,6 +53,7 @@ export function resetSessionState(state: SessionState): void {
         totalPruneTokens: 0,
     }
     state.toolParameters.clear()
+    state.nudgeCounter = 0
 }
 
 export async function ensureSessionInitialized(

lib/state/tool-cache.ts

@@ -1,5 +1,6 @@
 import type { SessionState, ToolStatus, WithParts } from "./index"
 import type { Logger } from "../logger"
+import { PluginConfig } from "../config"
 
 const MAX_TOOL_CACHE_SIZE = 500
 
@@ -10,6 +11,7 @@ const MAX_TOOL_CACHE_SIZE = 500
  */
 export async function syncToolCache(
     state: SessionState,
+    config: PluginConfig,
     logger: Logger,
     messages: WithParts[],
 ): Promise<void> {
@@ -30,6 +32,10 @@ export async function syncToolCache(
                         error: part.state.status === "error" ? part.state.error : undefined,
                     }
                 )
+
+                if (!config.strategies.pruneTool.protectedTools.includes(part.tool)) {
+                    state.nudgeCounter++
+                }
             }
         }
 

lib/state/types.ts

@@ -28,4 +28,5 @@ export interface SessionState {
     prune: Prune
     stats: SessionStats
     toolParameters: Map<string, ToolParameterEntry>
+    nudgeCounter: number
 }

lib/strategies/prune-tool.ts

@@ -102,6 +102,7 @@ export function createPruneTool(
             )
             state.stats.totalPruneTokens += state.stats.pruneTokenCounter
             state.stats.pruneTokenCounter = 0
+            state.nudgeCounter = 0
 
             return formatPruningResultForTool(
                 pruneToolIds,