Skip to content

Commit 4fb0c0d

Browse files
Add support for the prompt caching feature for Bedrock Prompt Management
1 parent 1aa09c3 commit 4fb0c0d

31 files changed

+1018
-21
lines changed

generator/ServiceModels/bedrock-agent/bedrock-agent-2023-06-05.api.json

Lines changed: 47 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1537,7 +1537,8 @@
15371537
"PREPARED",
15381538
"FAILED",
15391539
"UPDATING",
1540-
"DELETING"
1540+
"DELETING",
1541+
"DISSOCIATED"
15411542
]
15421543
},
15431544
"AgentAliasSummaries":{
@@ -1953,6 +1954,17 @@
19531954
"type":"string",
19541955
"pattern":"[a-z]{1,20}/.{1,20}"
19551956
},
1957+
"CachePointBlock":{
1958+
"type":"structure",
1959+
"required":["type"],
1960+
"members":{
1961+
"type":{"shape":"CachePointType"}
1962+
}
1963+
},
1964+
"CachePointType":{
1965+
"type":"string",
1966+
"enum":["default"]
1967+
},
19561968
"ChatPromptTemplateConfiguration":{
19571969
"type":"structure",
19581970
"required":["messages"],
@@ -2067,6 +2079,7 @@
20672079
"ContentBlock":{
20682080
"type":"structure",
20692081
"members":{
2082+
"cachePoint":{"shape":"CachePointBlock"},
20702083
"text":{"shape":"String"}
20712084
},
20722085
"sensitive":true,
@@ -3519,7 +3532,7 @@
35193532
"FlowNodes":{
35203533
"type":"list",
35213534
"member":{"shape":"FlowNode"},
3522-
"max":20,
3535+
"max":40,
35233536
"min":0
35243537
},
35253538
"FlowStatus":{
@@ -3597,6 +3610,8 @@
35973610
"unknownConnectionSourceOutput":{"shape":"UnknownConnectionSourceOutputFlowValidationDetails"},
35983611
"unknownConnectionTarget":{"shape":"UnknownConnectionTargetFlowValidationDetails"},
35993612
"unknownConnectionTargetInput":{"shape":"UnknownConnectionTargetInputFlowValidationDetails"},
3613+
"unknownNodeInput":{"shape":"UnknownNodeInputFlowValidationDetails"},
3614+
"unknownNodeOutput":{"shape":"UnknownNodeOutputFlowValidationDetails"},
36003615
"unreachableNode":{"shape":"UnreachableNodeFlowValidationDetails"},
36013616
"unsatisfiedConnectionConditions":{"shape":"UnsatisfiedConnectionConditionsFlowValidationDetails"},
36023617
"unspecified":{"shape":"UnspecifiedFlowValidationDetails"}
@@ -3637,7 +3652,9 @@
36373652
"MultipleNodeInputConnections",
36383653
"UnfulfilledNodeInput",
36393654
"UnsatisfiedConnectionConditions",
3640-
"Unspecified"
3655+
"Unspecified",
3656+
"UnknownNodeInput",
3657+
"UnknownNodeOutput"
36413658
]
36423659
},
36433660
"FlowValidations":{
@@ -5039,7 +5056,7 @@
50395056
"MaximumLength":{
50405057
"type":"integer",
50415058
"box":true,
5042-
"max":4096,
5059+
"max":8192,
50435060
"min":0
50445061
},
50455062
"MemoryConfiguration":{
@@ -5641,7 +5658,7 @@
56415658
"PromptInputVariablesList":{
56425659
"type":"list",
56435660
"member":{"shape":"PromptInputVariable"},
5644-
"max":5,
5661+
"max":10,
56455662
"min":0,
56465663
"sensitive":true
56475664
},
@@ -6541,6 +6558,7 @@
65416558
"SystemContentBlock":{
65426559
"type":"structure",
65436560
"members":{
6561+
"cachePoint":{"shape":"CachePointBlock"},
65446562
"text":{"shape":"NonEmptyString"}
65456563
},
65466564
"sensitive":true,
@@ -6622,6 +6640,7 @@
66226640
"type":"structure",
66236641
"required":["text"],
66246642
"members":{
6643+
"cachePoint":{"shape":"CachePointBlock"},
66256644
"inputVariables":{"shape":"PromptInputVariablesList"},
66266645
"text":{"shape":"TextPrompt"}
66276646
},
@@ -6641,6 +6660,7 @@
66416660
"Tool":{
66426661
"type":"structure",
66436662
"members":{
6663+
"cachePoint":{"shape":"CachePointBlock"},
66446664
"toolSpec":{"shape":"ToolSpecification"}
66456665
},
66466666
"union":true
@@ -6793,6 +6813,28 @@
67936813
"connection":{"shape":"FlowConnectionName"}
67946814
}
67956815
},
6816+
"UnknownNodeInputFlowValidationDetails":{
6817+
"type":"structure",
6818+
"required":[
6819+
"input",
6820+
"node"
6821+
],
6822+
"members":{
6823+
"input":{"shape":"FlowNodeInputName"},
6824+
"node":{"shape":"FlowNodeName"}
6825+
}
6826+
},
6827+
"UnknownNodeOutputFlowValidationDetails":{
6828+
"type":"structure",
6829+
"required":[
6830+
"node",
6831+
"output"
6832+
],
6833+
"members":{
6834+
"node":{"shape":"FlowNodeName"},
6835+
"output":{"shape":"FlowNodeOutputName"}
6836+
}
6837+
},
67966838
"UnreachableNodeFlowValidationDetails":{
67976839
"type":"structure",
67986840
"required":["node"],

generator/ServiceModels/bedrock-agent/bedrock-agent-2023-06-05.docs.json

Lines changed: 34 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -201,7 +201,7 @@
201201
"AgentAliasStatus": {
202202
"base": null,
203203
"refs": {
204-
"AgentAlias$agentAliasStatus": "<p>The status of the alias of the agent and whether it is ready for use. The following statuses are possible:</p> <ul> <li> <p>CREATING – The agent alias is being created.</p> </li> <li> <p>PREPARED – The agent alias is finished being created or updated and is ready to be invoked.</p> </li> <li> <p>FAILED – The agent alias API operation failed.</p> </li> <li> <p>UPDATING – The agent alias is being updated.</p> </li> <li> <p>DELETING – The agent alias is being deleted.</p> </li> </ul>",
204+
"AgentAlias$agentAliasStatus": "<p>The status of the alias of the agent and whether it is ready for use. The following statuses are possible:</p> <ul> <li> <p>CREATING – The agent alias is being created.</p> </li> <li> <p>PREPARED – The agent alias is finished being created or updated and is ready to be invoked.</p> </li> <li> <p>FAILED – The agent alias API operation failed.</p> </li> <li> <p>UPDATING – The agent alias is being updated.</p> </li> <li> <p>DELETING – The agent alias is being deleted.</p> </li> <li> <p>DISSOCIATED - The agent alias has no version associated with it.</p> </li> </ul>",
205205
"AgentAliasSummary$agentAliasStatus": "<p>The status of the alias.</p>",
206206
"DeleteAgentAliasResponse$agentAliasStatus": "<p>The status of the alias.</p>"
207207
}
@@ -457,6 +457,21 @@
457457
"ByteContentDoc$mimeType": "<p>The MIME type of the content. For a list of MIME types, see <a href=\"https://www.iana.org/assignments/media-types/media-types.xhtml\">Media Types</a>. The following MIME types are supported:</p> <ul> <li> <p>text/plain</p> </li> <li> <p>text/html</p> </li> <li> <p>text/csv</p> </li> <li> <p>text/vtt</p> </li> <li> <p>message/rfc822</p> </li> <li> <p>application/xhtml+xml</p> </li> <li> <p>application/pdf</p> </li> <li> <p>application/msword</p> </li> <li> <p>application/vnd.ms-word.document.macroenabled.12</p> </li> <li> <p>application/vnd.ms-word.template.macroenabled.12</p> </li> <li> <p>application/vnd.ms-excel</p> </li> <li> <p>application/vnd.ms-excel.addin.macroenabled.12</p> </li> <li> <p>application/vnd.ms-excel.sheet.macroenabled.12</p> </li> <li> <p>application/vnd.ms-excel.template.macroenabled.12</p> </li> <li> <p>application/vnd.ms-excel.sheet.binary.macroenabled.12</p> </li> <li> <p>application/vnd.ms-spreadsheetml</p> </li> <li> <p>application/vnd.openxmlformats-officedocument.spreadsheetml.sheet</p> </li> <li> <p>application/vnd.openxmlformats-officedocument.spreadsheetml.template</p> </li> <li> <p>application/vnd.openxmlformats-officedocument.wordprocessingml.document</p> </li> <li> <p>application/vnd.openxmlformats-officedocument.wordprocessingml.template</p> </li> </ul>"
458458
}
459459
},
460+
"CachePointBlock": {
461+
"base": "<p>Indicates where a cache checkpoint is located. All information before this checkpoint is cached to be accessed on subsequent requests.</p>",
462+
"refs": {
463+
"ContentBlock$cachePoint": "<p>Creates a cache checkpoint within a message.</p>",
464+
"SystemContentBlock$cachePoint": "<p>Creates a cache checkpoint within a tool designation</p>",
465+
"TextPromptTemplateConfiguration$cachePoint": "<p>A cache checkpoint within a template configuration.</p>",
466+
"Tool$cachePoint": "<p>Creates a cache checkpoint within a tool designation</p>"
467+
}
468+
},
469+
"CachePointType": {
470+
"base": null,
471+
"refs": {
472+
"CachePointBlock$type": "<p>Indicates that the CachePointBlock is of the default type</p>"
473+
}
474+
},
460475
"ChatPromptTemplateConfiguration": {
461476
"base": "<p>Contains configurations to use a prompt in a conversational format. For more information, see <a href=\"https://docs.aws.amazon.com/bedrock/latest/userguide/prompt-management-create.html\">Create a prompt using Prompt management</a>.</p>",
462477
"refs": {
@@ -1539,7 +1554,8 @@
15391554
"MismatchedNodeInputTypeFlowValidationDetails$input": "<p>The name of the input with the mismatched data type.</p>",
15401555
"MissingNodeInputFlowValidationDetails$input": "<p>The name of the missing input.</p>",
15411556
"MultipleNodeInputConnectionsFlowValidationDetails$input": "<p>The name of the input with multiple connections to it.</p>",
1542-
"UnfulfilledNodeInputFlowValidationDetails$input": "<p>The name of the unfulfilled input. An input is unfulfilled if there are no data connections to it.</p>"
1557+
"UnfulfilledNodeInputFlowValidationDetails$input": "<p>The name of the unfulfilled input. An input is unfulfilled if there are no data connections to it.</p>",
1558+
"UnknownNodeInputFlowValidationDetails$input": "<p>The name of the node with the unknown input.</p>"
15431559
}
15441560
},
15451561
"FlowNodeInputs": {
@@ -1567,6 +1583,8 @@
15671583
"MissingNodeOutputFlowValidationDetails$node": "<p>The name of the node missing the required output.</p>",
15681584
"MultipleNodeInputConnectionsFlowValidationDetails$node": "<p>The name of the node containing the input with multiple connections.</p>",
15691585
"UnfulfilledNodeInputFlowValidationDetails$node": "<p>The name of the node containing the unfulfilled input.</p>",
1586+
"UnknownNodeInputFlowValidationDetails$node": "<p>The name of the unknown input.</p>",
1587+
"UnknownNodeOutputFlowValidationDetails$node": "<p>The name of the node with the unknown output.</p>",
15701588
"UnreachableNodeFlowValidationDetails$node": "<p>The name of the unreachable node.</p>"
15711589
}
15721590
},
@@ -1582,7 +1600,8 @@
15821600
"FlowDataConnectionConfiguration$sourceOutput": "<p>The name of the output in the source node that the connection begins from.</p>",
15831601
"FlowNodeOutput$name": "<p>A name for the output that you can reference.</p>",
15841602
"MismatchedNodeOutputTypeFlowValidationDetails$output": "<p>The name of the output with the mismatched data type.</p>",
1585-
"MissingNodeOutputFlowValidationDetails$output": "<p>The name of the missing output.</p>"
1603+
"MissingNodeOutputFlowValidationDetails$output": "<p>The name of the missing output.</p>",
1604+
"UnknownNodeOutputFlowValidationDetails$output": "<p>The name of the unknown output.</p>"
15861605
}
15871606
},
15881607
"FlowNodeOutputs": {
@@ -4088,6 +4107,18 @@
40884107
"FlowValidationDetails$unknownConnectionTargetInput": "<p>Details about an unknown target input for a connection.</p>"
40894108
}
40904109
},
4110+
"UnknownNodeInputFlowValidationDetails": {
4111+
"base": "<p>Details about an unknown input for a node.</p>",
4112+
"refs": {
4113+
"FlowValidationDetails$unknownNodeInput": "<p>Details about an unknown input for a node.</p>"
4114+
}
4115+
},
4116+
"UnknownNodeOutputFlowValidationDetails": {
4117+
"base": "<p>Details about an unknown output for a node.</p>",
4118+
"refs": {
4119+
"FlowValidationDetails$unknownNodeOutput": "<p>Details about an unknown output for a node.</p>"
4120+
}
4121+
},
40914122
"UnreachableNodeFlowValidationDetails": {
40924123
"base": "<p>Details about an unreachable node in the flow. A node is unreachable when there are no paths to it from any starting node.</p>",
40934124
"refs": {

generator/ServiceModels/bedrock-agent/bedrock-agent-2023-06-05.normal.json

Lines changed: 84 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1708,7 +1708,7 @@
17081708
},
17091709
"agentAliasStatus":{
17101710
"shape":"AgentAliasStatus",
1711-
"documentation":"<p>The status of the alias of the agent and whether it is ready for use. The following statuses are possible:</p> <ul> <li> <p>CREATING – The agent alias is being created.</p> </li> <li> <p>PREPARED – The agent alias is finished being created or updated and is ready to be invoked.</p> </li> <li> <p>FAILED – The agent alias API operation failed.</p> </li> <li> <p>UPDATING – The agent alias is being updated.</p> </li> <li> <p>DELETING – The agent alias is being deleted.</p> </li> </ul>"
1711+
"documentation":"<p>The status of the alias of the agent and whether it is ready for use. The following statuses are possible:</p> <ul> <li> <p>CREATING – The agent alias is being created.</p> </li> <li> <p>PREPARED – The agent alias is finished being created or updated and is ready to be invoked.</p> </li> <li> <p>FAILED – The agent alias API operation failed.</p> </li> <li> <p>UPDATING – The agent alias is being updated.</p> </li> <li> <p>DELETING – The agent alias is being deleted.</p> </li> <li> <p>DISSOCIATED - The agent alias has no version associated with it.</p> </li> </ul>"
17121712
},
17131713
"agentId":{
17141714
"shape":"Id",
@@ -1804,7 +1804,8 @@
18041804
"PREPARED",
18051805
"FAILED",
18061806
"UPDATING",
1807-
"DELETING"
1807+
"DELETING",
1808+
"DISSOCIATED"
18081809
]
18091810
},
18101811
"AgentAliasSummaries":{
@@ -2508,6 +2509,21 @@
25082509
"type":"string",
25092510
"pattern":"[a-z]{1,20}/.{1,20}"
25102511
},
2512+
"CachePointBlock":{
2513+
"type":"structure",
2514+
"required":["type"],
2515+
"members":{
2516+
"type":{
2517+
"shape":"CachePointType",
2518+
"documentation":"<p>Indicates that the CachePointBlock is of the default type</p>"
2519+
}
2520+
},
2521+
"documentation":"<p>Indicates where a cache checkpoint is located. All information before this checkpoint is cached to be accessed on subsequent requests.</p>"
2522+
},
2523+
"CachePointType":{
2524+
"type":"string",
2525+
"enum":["default"]
2526+
},
25112527
"ChatPromptTemplateConfiguration":{
25122528
"type":"structure",
25132529
"required":["messages"],
@@ -2678,6 +2694,10 @@
26782694
"ContentBlock":{
26792695
"type":"structure",
26802696
"members":{
2697+
"cachePoint":{
2698+
"shape":"CachePointBlock",
2699+
"documentation":"<p>Creates a cache checkpoint within a message.</p>"
2700+
},
26812701
"text":{
26822702
"shape":"String",
26832703
"documentation":"<p>The text in the message.</p>"
@@ -4910,7 +4930,7 @@
49104930
"FlowNodes":{
49114931
"type":"list",
49124932
"member":{"shape":"FlowNode"},
4913-
"max":20,
4933+
"max":40,
49144934
"min":0
49154935
},
49164936
"FlowStatus":{
@@ -5092,6 +5112,14 @@
50925112
"shape":"UnknownConnectionTargetInputFlowValidationDetails",
50935113
"documentation":"<p>Details about an unknown target input for a connection.</p>"
50945114
},
5115+
"unknownNodeInput":{
5116+
"shape":"UnknownNodeInputFlowValidationDetails",
5117+
"documentation":"<p>Details about an unknown input for a node.</p>"
5118+
},
5119+
"unknownNodeOutput":{
5120+
"shape":"UnknownNodeOutputFlowValidationDetails",
5121+
"documentation":"<p>Details about an unknown output for a node.</p>"
5122+
},
50955123
"unreachableNode":{
50965124
"shape":"UnreachableNodeFlowValidationDetails",
50975125
"documentation":"<p>Details about an unreachable node in the flow.</p>"
@@ -5142,7 +5170,9 @@
51425170
"MultipleNodeInputConnections",
51435171
"UnfulfilledNodeInput",
51445172
"UnsatisfiedConnectionConditions",
5145-
"Unspecified"
5173+
"Unspecified",
5174+
"UnknownNodeInput",
5175+
"UnknownNodeOutput"
51465176
]
51475177
},
51485178
"FlowValidations":{
@@ -7227,7 +7257,7 @@
72277257
"MaximumLength":{
72287258
"type":"integer",
72297259
"box":true,
7230-
"max":4096,
7260+
"max":8192,
72317261
"min":0
72327262
},
72337263
"MemoryConfiguration":{
@@ -8131,7 +8161,7 @@
81318161
"PromptInputVariablesList":{
81328162
"type":"list",
81338163
"member":{"shape":"PromptInputVariable"},
8134-
"max":5,
8164+
"max":10,
81358165
"min":0,
81368166
"sensitive":true
81378167
},
@@ -9451,6 +9481,10 @@
94519481
"SystemContentBlock":{
94529482
"type":"structure",
94539483
"members":{
9484+
"cachePoint":{
9485+
"shape":"CachePointBlock",
9486+
"documentation":"<p>Creates a cache checkpoint within a tool designation</p>"
9487+
},
94549488
"text":{
94559489
"shape":"NonEmptyString",
94569490
"documentation":"<p>The text in the system prompt.</p>"
@@ -9544,6 +9578,10 @@
95449578
"type":"structure",
95459579
"required":["text"],
95469580
"members":{
9581+
"cachePoint":{
9582+
"shape":"CachePointBlock",
9583+
"documentation":"<p>A cache checkpoint within a template configuration.</p>"
9584+
},
95479585
"inputVariables":{
95489586
"shape":"PromptInputVariablesList",
95499587
"documentation":"<p>An array of the variables in the prompt template.</p>"
@@ -9571,6 +9609,10 @@
95719609
"Tool":{
95729610
"type":"structure",
95739611
"members":{
9612+
"cachePoint":{
9613+
"shape":"CachePointBlock",
9614+
"documentation":"<p>Creates a cache checkpoint within a tool designation</p>"
9615+
},
95749616
"toolSpec":{
95759617
"shape":"ToolSpecification",
95769618
"documentation":"<p>The specification for the tool.</p>"
@@ -9800,6 +9842,42 @@
98009842
},
98019843
"documentation":"<p>Details about an unknown target input for a connection.</p>"
98029844
},
9845+
"UnknownNodeInputFlowValidationDetails":{
9846+
"type":"structure",
9847+
"required":[
9848+
"input",
9849+
"node"
9850+
],
9851+
"members":{
9852+
"input":{
9853+
"shape":"FlowNodeInputName",
9854+
"documentation":"<p>The name of the node with the unknown input.</p>"
9855+
},
9856+
"node":{
9857+
"shape":"FlowNodeName",
9858+
"documentation":"<p>The name of the unknown input.</p>"
9859+
}
9860+
},
9861+
"documentation":"<p>Details about an unknown input for a node.</p>"
9862+
},
9863+
"UnknownNodeOutputFlowValidationDetails":{
9864+
"type":"structure",
9865+
"required":[
9866+
"node",
9867+
"output"
9868+
],
9869+
"members":{
9870+
"node":{
9871+
"shape":"FlowNodeName",
9872+
"documentation":"<p>The name of the node with the unknown output.</p>"
9873+
},
9874+
"output":{
9875+
"shape":"FlowNodeOutputName",
9876+
"documentation":"<p>The name of the unknown output.</p>"
9877+
}
9878+
},
9879+
"documentation":"<p>Details about an unknown output for a node.</p>"
9880+
},
98039881
"UnreachableNodeFlowValidationDetails":{
98049882
"type":"structure",
98059883
"required":["node"],

0 commit comments

Comments
 (0)