caching the first prompt

Author: kazmer97

lib/idp_common_pkg/idp_common/extraction/agentic_idp.py

@@ -29,12 +29,13 @@
 from strands import Agent, tool
 from strands.agent.conversation_manager import SummarizingConversationManager
 from strands.models.bedrock import BedrockModel
-from strands.types.content import ContentBlock, Message
+from strands.types.content import CachePoint, ContentBlock, Message
 from strands.types.media import (
     DocumentContent,
     ImageContent,
     ImageSource,
 )
+from strands.types.streaming import ContentBlockDeltaToolUse
 
 from idp_common.bedrock.client import CACHEPOINT_SUPPORTED_MODELS
 from idp_common.utils.strands_agent_tools.todo_list import (
@@ -725,15 +726,21 @@ async def structured_output_async(
                             format="png", source=ImageSource(bytes=img_bytes)
                         )
                     ),
+                    ContentBlock(cachePoint=CachePoint(type="default")),
                 ],
             )
         ]
     elif isinstance(prompt, dict) and "content" in prompt:
         prompt_content = [prompt]
-        # Extract and store images as binary strings
     else:
         prompt_content = [
-            Message(role="user", content=[ContentBlock(text=str(prompt))])
+            Message(
+                role="user",
+                content=[
+                    ContentBlock(text=str(prompt)),
+                    ContentBlock(cachePoint=CachePoint(type="default")),
+                ],
+            )
         ]
 
     # Track token usage