add cache point support for user and tool messages in bedrock (#5891)

sbking · web-flow · commit b1ffd223ab4a · 2025-12-10T16:29:24.000-05:00
diff --git a/.changeset/tender-walls-act.md b/.changeset/tender-walls-act.md
@@ -0,0 +1,5 @@
+---
+"@effect/ai-amazon-bedrock": patch
+---
+
+fix cache point support for user and tool messages
diff --git a/packages/ai/amazon-bedrock/src/AmazonBedrockLanguageModel.ts b/packages/ai/amazon-bedrock/src/AmazonBedrockLanguageModel.ts
@@ -406,6 +406,10 @@ const prepareMessages: (options: LanguageModel.ProviderOptions) => Effect.Effect
                 break
               }
             }
+
+            if (getCachePoint(message)) {
+              content.push(BEDROCK_CACHE_POINT)
+            }
           }
 
           messages.push({ role: "user", content })

-Original file line number
+Diff line change
@@ @@ -0,0 +1,5 @@ @@
 +---
 +"@effect/ai-amazon-bedrock": patch
 +---
++
 +fix cache point support for user and tool messages
Original file line number	Diff line number	Diff line change
`@@ -406,6 +406,10 @@ const prepareMessages: (options: LanguageModel.ProviderOptions) => Effect.Effect`
`406`	`406`	`break`
`407`	`407`	`}`
`408`	`408`	`}`
	`409`	`+`
	`410`	`+ if (getCachePoint(message)) {`
	`411`	`+ content.push(BEDROCK_CACHE_POINT)`
	`412`	`+ }`
`409`	`413`	`}`
`410`	`414`
`411`	`415`	`messages.push({ role: "user", content })`