Anthropic specific transforms for bedrock /v1/messages

Author: narengogi

src/providers/bedrock/index.ts

@@ -76,6 +76,7 @@ import {
 import { BedrockListFilesResponseTransform } from './listfiles';
 import { BedrockDeleteFileResponseTransform } from './deleteFile';
 import {
+  AnthropicBedrockConverseMessagesConfig as BedrockAnthropicConverseMessagesConfig,
   BedrockConverseMessagesConfig,
   BedrockConverseMessagesStreamChunkTransform,
   BedrockMessagesResponseTransform,
@@ -105,7 +106,7 @@ const BedrockConfig: ProviderConfigs = {
           config = {
             complete: BedrockAnthropicCompleteConfig,
             chatComplete: BedrockConverseAnthropicChatCompleteConfig,
-            messages: BedrockConverseMessagesConfig,
+            messages: BedrockAnthropicConverseMessagesConfig,
             api: BedrockAPIConfig,
             responseTransforms: {
               'stream-complete': BedrockAnthropicCompleteStreamChunkTransform,
@@ -206,8 +207,8 @@ const BedrockConfig: ProviderConfigs = {
         config.responseTransforms = {
           ...(config.responseTransforms ?? {}),
           'stream-chatComplete': BedrockChatCompleteStreamChunkTransform,
-          'stream-messages': BedrockConverseMessagesStreamChunkTransform,
           messages: BedrockMessagesResponseTransform,
+          'stream-messages': BedrockConverseMessagesStreamChunkTransform,
         };
       }
       if (!config.responseTransforms?.chatComplete) {

src/providers/bedrock/messages.ts

@@ -33,6 +33,7 @@ import {
   BedrockStreamState,
 } from './types';
 import {
+  transformAnthropicAdditionalModelRequestFields,
   transformInferenceConfig,
   transformToolsConfig as transformToolConfig,
 } from './utils/messagesUtils';
@@ -302,11 +303,6 @@ export const BedrockConverseMessagesConfig: ProviderConfig = {
       return transformInferenceConfig(params);
     },
   },
-  // this if for anthropic
-  // thinking: {
-  //   param: 'thinking',
-  //   required: false,
-  // },
   tool_choice: {
     param: 'toolChoice',
     required: false,
@@ -321,10 +317,6 @@ export const BedrockConverseMessagesConfig: ProviderConfig = {
       return transformToolConfig(params);
     },
   },
-  // top_k: {
-  //   param: 'top_k',
-  //   required: false,
-  // },
   top_p: {
     param: 'inferenceConfig',
     required: false,
@@ -334,6 +326,40 @@ export const BedrockConverseMessagesConfig: ProviderConfig = {
   },
 };
 
+export const AnthropicBedrockConverseMessagesConfig: ProviderConfig = {
+  ...BedrockConverseMessagesConfig,
+  additional_model_request_fields: {
+    param: 'additionalModelRequestFields',
+    transform: (params: BedrockMessagesParams) =>
+      transformAnthropicAdditionalModelRequestFields(params),
+  },
+  top_k: {
+    param: 'additionalModelRequestFields',
+    transform: (params: BedrockMessagesParams) =>
+      transformAnthropicAdditionalModelRequestFields(params),
+  },
+  anthropic_version: {
+    param: 'additionalModelRequestFields',
+    transform: (params: BedrockMessagesParams) =>
+      transformAnthropicAdditionalModelRequestFields(params),
+  },
+  user: {
+    param: 'additionalModelRequestFields',
+    transform: (params: BedrockMessagesParams) =>
+      transformAnthropicAdditionalModelRequestFields(params),
+  },
+  thinking: {
+    param: 'additionalModelRequestFields',
+    transform: (params: BedrockMessagesParams) =>
+      transformAnthropicAdditionalModelRequestFields(params),
+  },
+  anthropic_beta: {
+    param: 'additionalModelRequestFields',
+    transform: (params: BedrockMessagesParams) =>
+      transformAnthropicAdditionalModelRequestFields(params),
+  },
+};
+
 const transformContentBlocks = (
   contentBlocks: BedrockContentItem[]
 ): ContentBlock[] => {