Skip to content

Commit faa6c40

Browse files
mrubensmrubens
authored
Bedrock native tool calling (#9698)
1 parent 8244f70 commit faa6c40

File tree

5 files changed

+888
-30
lines changed

5 files changed

+888
-30
lines changed

‎packages/types/src/providers/bedrock.ts‎

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,7 @@ export const bedrockModels = {
1919
supportsImages: true,
2020
supportsPromptCache: true,
2121
supportsReasoningBudget: true,
22+
supportsNativeTools: true,
2223
inputPrice: 3.0,
2324
outputPrice: 15.0,
2425
cacheWritesPrice: 3.75,
@@ -32,6 +33,7 @@ export const bedrockModels = {
3233
contextWindow: 300_000,
3334
supportsImages: true,
3435
supportsPromptCache: true,
36+
supportsNativeTools: true,
3537
inputPrice: 0.8,
3638
outputPrice: 3.2,
3739
cacheWritesPrice: 0.8, // per million tokens
@@ -45,6 +47,7 @@ export const bedrockModels = {
4547
contextWindow: 300_000,
4648
supportsImages: true,
4749
supportsPromptCache: false,
50+
supportsNativeTools: true,
4851
inputPrice: 1.0,
4952
outputPrice: 4.0,
5053
cacheWritesPrice: 1.0, // per million tokens
@@ -56,6 +59,7 @@ export const bedrockModels = {
5659
contextWindow: 300_000,
5760
supportsImages: true,
5861
supportsPromptCache: true,
62+
supportsNativeTools: true,
5963
inputPrice: 0.06,
6064
outputPrice: 0.24,
6165
cacheWritesPrice: 0.06, // per million tokens
@@ -69,6 +73,7 @@ export const bedrockModels = {
6973
contextWindow: 128_000,
7074
supportsImages: false,
7175
supportsPromptCache: true,
76+
supportsNativeTools: true,
7277
inputPrice: 0.035,
7378
outputPrice: 0.14,
7479
cacheWritesPrice: 0.035, // per million tokens
@@ -83,6 +88,7 @@ export const bedrockModels = {
8388
supportsImages: true,
8489
supportsPromptCache: true,
8590
supportsReasoningBudget: true,
91+
supportsNativeTools: true,
8692
inputPrice: 3.0,
8793
outputPrice: 15.0,
8894
cacheWritesPrice: 3.75,
@@ -97,6 +103,7 @@ export const bedrockModels = {
97103
supportsImages: true,
98104
supportsPromptCache: true,
99105
supportsReasoningBudget: true,
106+
supportsNativeTools: true,
100107
inputPrice: 15.0,
101108
outputPrice: 75.0,
102109
cacheWritesPrice: 18.75,
@@ -111,6 +118,7 @@ export const bedrockModels = {
111118
supportsImages: true,
112119
supportsPromptCache: true,
113120
supportsReasoningBudget: true,
121+
supportsNativeTools: true,
114122
inputPrice: 5.0,
115123
outputPrice: 25.0,
116124
cacheWritesPrice: 6.25,
@@ -125,6 +133,7 @@ export const bedrockModels = {
125133
supportsImages: true,
126134
supportsPromptCache: true,
127135
supportsReasoningBudget: true,
136+
supportsNativeTools: true,
128137
inputPrice: 15.0,
129138
outputPrice: 75.0,
130139
cacheWritesPrice: 18.75,
@@ -139,6 +148,7 @@ export const bedrockModels = {
139148
supportsImages: true,
140149
supportsPromptCache: true,
141150
supportsReasoningBudget: true,
151+
supportsNativeTools: true,
142152
inputPrice: 3.0,
143153
outputPrice: 15.0,
144154
cacheWritesPrice: 3.75,
@@ -152,6 +162,7 @@ export const bedrockModels = {
152162
contextWindow: 200_000,
153163
supportsImages: true,
154164
supportsPromptCache: true,
165+
supportsNativeTools: true,
155166
inputPrice: 3.0,
156167
outputPrice: 15.0,
157168
cacheWritesPrice: 3.75,
@@ -165,6 +176,7 @@ export const bedrockModels = {
165176
contextWindow: 200_000,
166177
supportsImages: false,
167178
supportsPromptCache: true,
179+
supportsNativeTools: true,
168180
inputPrice: 0.8,
169181
outputPrice: 4.0,
170182
cacheWritesPrice: 1.0,
@@ -179,6 +191,7 @@ export const bedrockModels = {
179191
supportsImages: true,
180192
supportsPromptCache: true,
181193
supportsReasoningBudget: true,
194+
supportsNativeTools: true,
182195
inputPrice: 1.0,
183196
outputPrice: 5.0,
184197
cacheWritesPrice: 1.25, // 5m cache writes
@@ -192,6 +205,7 @@ export const bedrockModels = {
192205
contextWindow: 200_000,
193206
supportsImages: true,
194207
supportsPromptCache: false,
208+
supportsNativeTools: true,
195209
inputPrice: 3.0,
196210
outputPrice: 15.0,
197211
},
@@ -200,6 +214,7 @@ export const bedrockModels = {
200214
contextWindow: 200_000,
201215
supportsImages: true,
202216
supportsPromptCache: false,
217+
supportsNativeTools: true,
203218
inputPrice: 15.0,
204219
outputPrice: 75.0,
205220
},
@@ -208,6 +223,7 @@ export const bedrockModels = {
208223
contextWindow: 200_000,
209224
supportsImages: true,
210225
supportsPromptCache: false,
226+
supportsNativeTools: true,
211227
inputPrice: 3.0,
212228
outputPrice: 15.0,
213229
},
@@ -216,6 +232,7 @@ export const bedrockModels = {
216232
contextWindow: 200_000,
217233
supportsImages: true,
218234
supportsPromptCache: false,
235+
supportsNativeTools: true,
219236
inputPrice: 0.25,
220237
outputPrice: 1.25,
221238
},
@@ -224,6 +241,7 @@ export const bedrockModels = {
224241
contextWindow: 100_000,
225242
supportsImages: false,
226243
supportsPromptCache: false,
244+
supportsNativeTools: true,
227245
inputPrice: 8.0,
228246
outputPrice: 24.0,
229247
description: "Claude 2.1",
@@ -233,6 +251,7 @@ export const bedrockModels = {
233251
contextWindow: 100_000,
234252
supportsImages: false,
235253
supportsPromptCache: false,
254+
supportsNativeTools: true,
236255
inputPrice: 8.0,
237256
outputPrice: 24.0,
238257
description: "Claude 2.0",
@@ -242,6 +261,7 @@ export const bedrockModels = {
242261
contextWindow: 100_000,
243262
supportsImages: false,
244263
supportsPromptCache: false,
264+
supportsNativeTools: true,
245265
inputPrice: 0.8,
246266
outputPrice: 2.4,
247267
description: "Claude Instant",
@@ -251,6 +271,7 @@ export const bedrockModels = {
251271
contextWindow: 128_000,
252272
supportsImages: false,
253273
supportsPromptCache: false,
274+
supportsNativeTools: true,
254275
inputPrice: 1.35,
255276
outputPrice: 5.4,
256277
},
@@ -259,6 +280,7 @@ export const bedrockModels = {
259280
contextWindow: 128_000,
260281
supportsImages: false,
261282
supportsPromptCache: false,
283+
supportsNativeTools: true,
262284
inputPrice: 0.5,
263285
outputPrice: 1.5,
264286
description: "GPT-OSS 20B - Optimized for low latency and local/specialized use cases",
@@ -268,6 +290,7 @@ export const bedrockModels = {
268290
contextWindow: 128_000,
269291
supportsImages: false,
270292
supportsPromptCache: false,
293+
supportsNativeTools: true,
271294
inputPrice: 2.0,
272295
outputPrice: 6.0,
273296
description: "GPT-OSS 120B - Production-ready, general-purpose, high-reasoning model",
@@ -277,6 +300,7 @@ export const bedrockModels = {
277300
contextWindow: 128_000,
278301
supportsImages: false,
279302
supportsPromptCache: false,
303+
supportsNativeTools: true,
280304
inputPrice: 0.72,
281305
outputPrice: 0.72,
282306
description: "Llama 3.3 Instruct (70B)",
@@ -286,6 +310,7 @@ export const bedrockModels = {
286310
contextWindow: 128_000,
287311
supportsImages: true,
288312
supportsPromptCache: false,
313+
supportsNativeTools: true,
289314
inputPrice: 0.72,
290315
outputPrice: 0.72,
291316
description: "Llama 3.2 Instruct (90B)",
@@ -295,6 +320,7 @@ export const bedrockModels = {
295320
contextWindow: 128_000,
296321
supportsImages: true,
297322
supportsPromptCache: false,
323+
supportsNativeTools: true,
298324
inputPrice: 0.16,
299325
outputPrice: 0.16,
300326
description: "Llama 3.2 Instruct (11B)",
@@ -304,6 +330,7 @@ export const bedrockModels = {
304330
contextWindow: 128_000,
305331
supportsImages: false,
306332
supportsPromptCache: false,
333+
supportsNativeTools: true,
307334
inputPrice: 0.15,
308335
outputPrice: 0.15,
309336
description: "Llama 3.2 Instruct (3B)",
@@ -313,6 +340,7 @@ export const bedrockModels = {
313340
contextWindow: 128_000,
314341
supportsImages: false,
315342
supportsPromptCache: false,
343+
supportsNativeTools: true,
316344
inputPrice: 0.1,
317345
outputPrice: 0.1,
318346
description: "Llama 3.2 Instruct (1B)",
@@ -322,6 +350,7 @@ export const bedrockModels = {
322350
contextWindow: 128_000,
323351
supportsImages: false,
324352
supportsPromptCache: false,
353+
supportsNativeTools: true,
325354
inputPrice: 2.4,
326355
outputPrice: 2.4,
327356
description: "Llama 3.1 Instruct (405B)",
@@ -331,6 +360,7 @@ export const bedrockModels = {
331360
contextWindow: 128_000,
332361
supportsImages: false,
333362
supportsPromptCache: false,
363+
supportsNativeTools: true,
334364
inputPrice: 0.72,
335365
outputPrice: 0.72,
336366
description: "Llama 3.1 Instruct (70B)",
@@ -340,6 +370,7 @@ export const bedrockModels = {
340370
contextWindow: 128_000,
341371
supportsImages: false,
342372
supportsPromptCache: false,
373+
supportsNativeTools: true,
343374
inputPrice: 0.9,
344375
outputPrice: 0.9,
345376
description: "Llama 3.1 Instruct (70B) (w/ latency optimized inference)",
@@ -349,6 +380,7 @@ export const bedrockModels = {
349380
contextWindow: 8_000,
350381
supportsImages: false,
351382
supportsPromptCache: false,
383+
supportsNativeTools: true,
352384
inputPrice: 0.22,
353385
outputPrice: 0.22,
354386
description: "Llama 3.1 Instruct (8B)",
@@ -358,6 +390,7 @@ export const bedrockModels = {
358390
contextWindow: 8_000,
359391
supportsImages: false,
360392
supportsPromptCache: false,
393+
supportsNativeTools: true,
361394
inputPrice: 2.65,
362395
outputPrice: 3.5,
363396
},
@@ -366,6 +399,7 @@ export const bedrockModels = {
366399
contextWindow: 4_000,
367400
supportsImages: false,
368401
supportsPromptCache: false,
402+
supportsNativeTools: true,
369403
inputPrice: 0.3,
370404
outputPrice: 0.6,
371405
},
@@ -374,6 +408,7 @@ export const bedrockModels = {
374408
contextWindow: 8_000,
375409
supportsImages: false,
376410
supportsPromptCache: false,
411+
supportsNativeTools: true,
377412
inputPrice: 0.15,
378413
outputPrice: 0.2,
379414
description: "Amazon Titan Text Lite",
@@ -383,6 +418,7 @@ export const bedrockModels = {
383418
contextWindow: 8_000,
384419
supportsImages: false,
385420
supportsPromptCache: false,
421+
supportsNativeTools: true,
386422
inputPrice: 0.2,
387423
outputPrice: 0.6,
388424
description: "Amazon Titan Text Express",

0 commit comments

Comments
 (0)