Fix: message.content as Array isn't compatible with some provider

Author: cexer

.changeset/good-owls-speak.md

@@ -0,0 +1,5 @@
+---
+"roo-cline": patch
+---
+
+Fix: message.content as Array isn't compatible with some provider

src/api/transform/__tests__/openai-format.test.ts

@@ -28,6 +28,113 @@ describe("convertToOpenAiMessages", () => {
 			role: "assistant",
 			content: "Hi there!",
 		})
+		
+		it("should split nonToolMessages array content into multiple user messages", () => {
+			const anthropicMessages: Anthropic.Messages.MessageParam[] = [
+				{
+					role: "user",
+					content: [
+						{ type: "text", text: "First message" },
+						{ type: "text", text: "Second message" },
+					],
+				},
+			]
+
+			const openAiMessages = convertToOpenAiMessages(anthropicMessages)
+			expect(openAiMessages).toHaveLength(2)
+			expect(openAiMessages[0]).toEqual({ role: "user", content: "First message" })
+			expect(openAiMessages[1]).toEqual({ role: "user", content: "Second message" })
+		})
+
+		it("should handle messages with image content", () => {
+			const anthropicMessages: Anthropic.Messages.MessageParam[] = [
+				{
+					role: "user",
+					content: [
+						{
+							type: "text",
+							text: "What is in this image?",
+						},
+						{
+							type: "image",
+							source: {
+								type: "base64",
+								media_type: "image/jpeg",
+								data: "base64data",
+							},
+						},
+					],
+				},
+			]
+
+			const openAiMessages = convertToOpenAiMessages(anthropicMessages)
+			expect(openAiMessages).toHaveLength(2)
+			expect(openAiMessages[0].role).toBe("user")
+			expect(openAiMessages[0]).toEqual({ role: "user", content: "What is in this image?" })
+			expect(openAiMessages[1]).toEqual({
+				role: "user",
+				content: "IMAGE: data:image/jpeg;base64,base64data",
+			})
+		})
+
+		it("should handle assistant messages with tool use", () => {
+			const anthropicMessages: Anthropic.Messages.MessageParam[] = [
+				{
+					role: "assistant",
+					content: [
+						{
+							type: "text",
+							text: "Let me check the weather.",
+						},
+						{
+							type: "tool_use",
+							id: "weather-123",
+							name: "get_weather",
+							input: { city: "London" },
+						},
+					],
+				},
+			]
+
+			const openAiMessages = convertToOpenAiMessages(anthropicMessages)
+			expect(openAiMessages).toHaveLength(1)
+
+			const assistantMessage = openAiMessages[0] as OpenAI.Chat.ChatCompletionAssistantMessageParam
+			expect(assistantMessage.role).toBe("assistant")
+			expect(assistantMessage.content).toBe("Let me check the weather.")
+			expect(assistantMessage.tool_calls).toHaveLength(1)
+			expect(assistantMessage.tool_calls![0]).toEqual({
+				id: "weather-123",
+				type: "function",
+				function: {
+					name: "get_weather",
+					arguments: JSON.stringify({ city: "London" }),
+				},
+			})
+		})
+
+		it("should handle user messages with tool results", () => {
+			const anthropicMessages: Anthropic.Messages.MessageParam[] = [
+				{
+					role: "user",
+					content: [
+						{
+							type: "tool_result",
+							tool_use_id: "weather-123",
+							content: "Current temperature in London: 20°C",
+						},
+					],
+				},
+			]
+
+			const openAiMessages = convertToOpenAiMessages(anthropicMessages)
+			expect(openAiMessages).toHaveLength(1)
+
+			const toolMessage = openAiMessages[0] as OpenAI.Chat.ChatCompletionToolMessageParam
+			expect(toolMessage.role).toBe("tool")
+			expect(toolMessage.tool_call_id).toBe("weather-123")
+			expect(toolMessage.content).toBe("Current temperature in London: 20°C")
+		})
 	})
 
 	it("should handle messages with image content", () => {

src/api/transform/openai-format.ts

@@ -79,17 +79,22 @@ export function convertToOpenAiMessages(
 
 				// Process non-tool messages
 				if (nonToolMessages.length > 0) {
-					openAiMessages.push({
-						role: "user",
-						content: nonToolMessages.map((part) => {
-							if (part.type === "image") {
-								return {
-									type: "image_url",
-									image_url: { url: `data:${part.source.media_type};base64,${part.source.data}` },
-								}
-							}
-							return { type: "text", text: part.text }
-						}),
+					// Fix content being an array by splitting it into multiple string messages.
+					// Some providers do not recognize content of the form `content: [{xxx}, {xxx}]`, for example:
+					// - ByteDance Volcano Engine https://www.volcengine.com/
+					// - Baidu Intelligent Cloud https://cloud.baidu.com
+					nonToolMessages.forEach((part) => {
+						if (part.type === "image") {
+							openAiMessages.push({
+								role: "user",
+								content: `IMAGE: data:${part.source.media_type};base64,${part.source.data}`,
+							})
+						} else {
+							openAiMessages.push({
+								role: "user",
+								content: part.text,
+							})
+						}
 					})
 				}
 			} else if (anthropicMessage.role === "assistant") {