Amazon Bedrock Runtime Update: Add Prompt Caching support to Converse and ConverseStream APIs

Author: AWS

.changes/next-release/feature-AmazonBedrockRuntime-c954dab.json

@@ -0,0 +1,6 @@
+{
+    "type": "feature",
+    "category": "Amazon Bedrock Runtime",
+    "contributor": "",
+    "description": "Add Prompt Caching support to Converse and ConverseStream APIs"
+}

services/bedrockruntime/src/main/resources/codegen-resources/service-2.json

@@ -392,6 +392,21 @@
       "min":0,
       "sensitive":true
     },
+    "CachePointBlock":{
+      "type":"structure",
+      "required":["type"],
+      "members":{
+        "type":{
+          "shape":"CachePointType",
+          "documentation":"<p>Specifies the type of cache point within the CachePointBlock.</p>"
+        }
+      },
+      "documentation":"<p>Defines a section of content to be cached for reuse in subsequent API calls.</p>"
+    },
+    "CachePointType":{
+      "type":"string",
+      "enum":["default"]
+    },
     "ConflictException":{
       "type":"structure",
       "members":{
@@ -435,6 +450,10 @@
           "shape":"GuardrailConverseContentBlock",
           "documentation":"<p>Contains the content to assess with the guardrail. If you don't specify <code>guardContent</code> in a call to the Converse API, the guardrail (if passed in the Converse API) assesses the entire message.</p> <p>For more information, see <i>Use a guardrail with the Converse API</i> in the <i>Amazon Bedrock User Guide</i>. <pre><code> &lt;/p&gt; </code></pre>"
         },
+        "cachePoint":{
+          "shape":"CachePointBlock",
+          "documentation":"<p>CachePoint to include in the message.</p>"
+        },
         "reasoningContent":{
           "shape":"ReasoningContentBlock",
           "documentation":"<p>Contains content regarding the reasoning that is carried out by the model. Reasoning refers to a Chain of Thought (CoT) that the model generates to enhance the accuracy of its final response.</p>"
@@ -2641,6 +2660,10 @@
         "guardContent":{
           "shape":"GuardrailConverseContentBlock",
           "documentation":"<p>A content block to assess with the guardrail. Use with the <a href=\"https://docs.aws.amazon.com/bedrock/latest/APIReference/API_runtime_Converse.html\">Converse</a> or <a href=\"https://docs.aws.amazon.com/bedrock/latest/APIReference/API_runtime_ConverseStream.html\">ConverseStream</a> API operations. </p> <p>For more information, see <i>Use a guardrail with the Converse API</i> in the <i>Amazon Bedrock User Guide</i>.</p>"
+        },
+        "cachePoint":{
+          "shape":"CachePointBlock",
+          "documentation":"<p>CachePoint to include in the system prompt.</p>"
         }
       },
       "documentation":"<p>A system content block.</p>",
@@ -2729,10 +2752,28 @@
         "totalTokens":{
           "shape":"TokenUsageTotalTokensInteger",
           "documentation":"<p>The total of input tokens and tokens generated by the model.</p>"
+        },
+        "cacheReadInputTokens":{
+          "shape":"TokenUsageCacheReadInputTokensInteger",
+          "documentation":"<p>The number of input tokens read from the cache for the request.</p>"
+        },
+        "cacheWriteInputTokens":{
+          "shape":"TokenUsageCacheWriteInputTokensInteger",
+          "documentation":"<p>The number of input tokens written to the cache for the request.</p>"
         }
       },
       "documentation":"<p>The tokens used in a message API inference call. </p>"
     },
+    "TokenUsageCacheReadInputTokensInteger":{
+      "type":"integer",
+      "box":true,
+      "min":0
+    },
+    "TokenUsageCacheWriteInputTokensInteger":{
+      "type":"integer",
+      "box":true,
+      "min":0
+    },
     "TokenUsageInputTokensInteger":{
       "type":"integer",
       "box":true,
@@ -2754,6 +2795,10 @@
         "toolSpec":{
           "shape":"ToolSpecification",
           "documentation":"<p>The specfication for the tool.</p>"
+        },
+        "cachePoint":{
+          "shape":"CachePointBlock",
+          "documentation":"<p>CachePoint to include in the tool configuration.</p>"
         }
       },
       "documentation":"<p>Information about a tool that you can use with the Converse API. For more information, see <a href=\"https://docs.aws.amazon.com/bedrock/latest/userguide/tool-use.html\">Tool use (function calling)</a> in the Amazon Bedrock User Guide.</p>",