Cache every 5 user messages

cte · cte · commit 83a1d8599b8f · 2025-05-01T10:41:45.000-07:00
diff --git a/src/api/providers/openrouter.ts b/src/api/providers/openrouter.ts
@@ -99,7 +99,7 @@ export class OpenRouterHandler extends BaseProvider implements SingleCompletionH
 		// https://openrouter.ai/docs/features/prompt-caching
 		if (isCacheAvailable) {
 			modelId.startsWith("google")
-				? addGeminiCacheBreakpoints(systemPrompt, openAiMessages, 10) // Pass frequency
+				? addGeminiCacheBreakpoints(systemPrompt, openAiMessages)
 				: addAnthropicCacheBreakpoints(systemPrompt, openAiMessages)
 		}
 

Original file line number	Diff line number	Diff line change
`@@ -99,7 +99,7 @@ export class OpenRouterHandler extends BaseProvider implements SingleCompletionH`
`99`	`99`	`// https://openrouter.ai/docs/features/prompt-caching`
`100`	`100`	`if (isCacheAvailable) {`
`101`	`101`	`modelId.startsWith("google")`
`102`		`- ? addGeminiCacheBreakpoints(systemPrompt, openAiMessages, 10) // Pass frequency`
	`102`	`+ ? addGeminiCacheBreakpoints(systemPrompt, openAiMessages)`
`103`	`103`	`: addAnthropicCacheBreakpoints(systemPrompt, openAiMessages)`
`104`	`104`	`}`
`105`	`105`