Merge pull request #1362 from Portkey-AI/fix/bedrock-messages-tooluse-stream-chunk-transform

fix: add tool_use, thinking and redacted_thinking content_block_start event handling in Bedrock messages transformer

Author: VisargD

src/providers/bedrock/messages.ts

@@ -435,9 +435,9 @@ export const BedrockMessagesResponseTransform = (
   _gatewayRequestUrl: string,
   gatewayRequest: Params
 ): MessagesResponse | ErrorResponse => {
-  if (responseStatus !== 200 && 'error' in response) {
+  if (responseStatus !== 200) {
     return (
-      BedrockErrorResponseTransform(response) ||
+      BedrockErrorResponseTransform(response as BedrockErrorResponse) ||
       generateInvalidProviderResponseError(response, BEDROCK)
     );
   }
@@ -513,6 +513,36 @@ const transformContentBlock = (
   return undefined;
 };
 
+function createContentBlockStartEvent(
+  parsedChunk: BedrockChatCompleteStreamChunk
+): RawContentBlockStartEvent {
+  const contentBlockStartEvent: RawContentBlockStartEvent = JSON.parse(
+    ANTHROPIC_CONTENT_BLOCK_START_EVENT
+  );
+
+  if (parsedChunk.start?.toolUse && parsedChunk.start.toolUse.toolUseId) {
+    contentBlockStartEvent.content_block = {
+      type: 'tool_use',
+      id: parsedChunk.start.toolUse.toolUseId,
+      name: parsedChunk.start.toolUse.name,
+      input: {},
+    };
+  } else if (parsedChunk.delta?.reasoningContent?.text) {
+    contentBlockStartEvent.content_block = {
+      type: 'thinking',
+      thinking: '',
+      signature: '',
+    };
+  } else if (parsedChunk.delta?.reasoningContent?.redactedContent) {
+    contentBlockStartEvent.content_block = {
+      type: 'redacted_thinking',
+      data: parsedChunk.delta.reasoningContent.redactedContent,
+    };
+  }
+
+  return contentBlockStartEvent;
+}
+
 export const BedrockConverseMessagesStreamChunkTransform = (
   responseChunk: string,
   fallbackId: string,
@@ -545,9 +575,8 @@ export const BedrockConverseMessagesStreamChunkTransform = (
       returnChunk += `event: content_block_stop\ndata: ${JSON.stringify(previousBlockStopEvent)}\n\n`;
     }
     streamState.currentContentBlockIndex = parsedChunk.contentBlockIndex;
-    const contentBlockStartEvent: RawContentBlockStartEvent = JSON.parse(
-      ANTHROPIC_CONTENT_BLOCK_START_EVENT
-    );
+    const contentBlockStartEvent: RawContentBlockStartEvent =
+      createContentBlockStartEvent(parsedChunk);
     contentBlockStartEvent.index = parsedChunk.contentBlockIndex;
     returnChunk += `event: content_block_start\ndata: ${JSON.stringify(contentBlockStartEvent)}\n\n`;
     const contentBlockDeltaEvent = transformContentBlock(parsedChunk);