feat: add debug output for API streaming operations

error: mistral only works with stream = true?

Author: d-oit

package.json

@@ -274,6 +274,11 @@
 					"type": "boolean",
 					"default": false,
 					"description": "Enable debug output channel for Mistral API interactions"
+				},
+				"roo-cline.enableApiStreamDebugOutput": {
+					"type": "boolean",
+					"default": false,
+					"description": "Enable debug output for API streaming operations"
 				}
 			}
 		}

src/api/providers/mistral.ts

@@ -1,16 +1,7 @@
 import { Anthropic } from "@anthropic-ai/sdk"
 import { Mistral } from "@mistralai/mistralai"
 import { ApiHandler } from "../"
-import {
-	ApiHandlerOptions,
-	mistralDefaultModelId,
-	MistralModelId,
-	mistralModels,
-	ModelInfo,
-	openAiNativeDefaultModelId,
-	OpenAiNativeModelId,
-	openAiNativeModels,
-} from "../../shared/api"
+import { ApiHandlerOptions, mistralDefaultModelId, MistralModelId, mistralModels, ModelInfo } from "../../shared/api"
 import { convertToMistralMessages } from "../transform/mistral-format"
 import { ApiStream } from "../transform/stream"
 import * as vscode from "vscode"
@@ -55,7 +46,12 @@ export class MistralHandler implements ApiHandler {
 			? {
 					group: (message: string) => this.logDebug(`[Mistral Group] ${message}`),
 					groupEnd: () => this.logDebug(`[Mistral GroupEnd]`),
-					log: (...args: any[]) => this.logDebug(`[Mistral Log] ${args.join(" ")}`),
+					log: (...args: any[]) =>
+						this.logDebug(
+							`[Mistral Log] ${args
+								.map((arg) => (typeof arg === "object" ? JSON.stringify(arg, null, 2) : arg))
+								.join(" ")}`,
+						),
 				}
 			: undefined
 
@@ -66,9 +62,10 @@ export class MistralHandler implements ApiHandler {
 		})
 	}
 
-	private logDebug(message: string) {
+	private logDebug(message: string | object) {
 		if (this.enableDebugOutput && this.outputChannel) {
-			this.outputChannel.appendLine(`[Roo Code] ${message}`)
+			const formattedMessage = typeof message === "object" ? JSON.stringify(message, null, 2) : message
+			this.outputChannel.appendLine(`[Roo Code] ${formattedMessage}`)
 		}
 	}
 
@@ -85,9 +82,10 @@ export class MistralHandler implements ApiHandler {
 		this.logDebug(`Creating message with system prompt: ${systemPrompt}`)
 		const response = await this.client.chat.stream({
 			model: this.options.apiModelId || mistralDefaultModelId,
+			maxTokens: this.options.includeMaxTokens ? this.getModel().info.maxTokens : undefined,
 			messages: [{ role: "system", content: systemPrompt }, ...convertToMistralMessages(messages)],
 			temperature: this.options.modelTemperature ?? MISTRAL_DEFAULT_TEMPERATURE,
-			stream: this.options.mistralModelStreamingEnabled,
+			stream: this.options.mistralModelStreamingEnabled ?? undefined,
 		})
 
 		let completeContent = ""

src/core/Cline.ts

@@ -74,6 +74,11 @@ type UserContent = Array<
 >
 
 export class Cline {
+	private static readonly outputChannelName = "Roo Code Stream Output"
+	private static sharedOutputChannel: vscode.OutputChannel | undefined
+	private readonly enableStreamDebug: boolean
+	private readonly outputChannel?: vscode.OutputChannel
+
 	readonly taskId: string
 	api: ApiHandler
 	private terminalManager: TerminalManager
@@ -130,6 +135,16 @@ export class Cline {
 		historyItem?: HistoryItem | undefined,
 		experiments?: Record<string, boolean>,
 	) {
+		const config = vscode.workspace.getConfiguration("roo-cline")
+		this.enableStreamDebug = config.get<boolean>("enableApiStreamDebugOutput", false)
+
+		if (this.enableStreamDebug) {
+			if (!Cline.sharedOutputChannel) {
+				Cline.sharedOutputChannel = vscode.window.createOutputChannel(Cline.outputChannelName)
+			}
+			this.outputChannel = Cline.sharedOutputChannel
+		}
+
 		if (!task && !images && !historyItem) {
 			throw new Error("Either historyItem or task/images must be provided")
 		}
@@ -160,6 +175,12 @@ export class Cline {
 		}
 	}
 
+	private logStreamDebug(message: string) {
+		if (this.enableStreamDebug && this.outputChannel) {
+			this.outputChannel.appendLine(`[Stream Debug] ${message}`)
+		}
+	}
+
 	// Add method to update diffStrategy
 	async updateDiffStrategy(experimentalDiffStrategy?: boolean) {
 		// If not provided, get from current state
@@ -965,12 +986,17 @@ export class Cline {
 		const iterator = stream[Symbol.asyncIterator]()
 
 		try {
+			this.logStreamDebug(
+				`Starting API request - Previous index: ${previousApiReqIndex}, Retry attempt: ${retryAttempt}`,
+			)
 			// awaiting first chunk to see if it will throw an error
 			this.isWaitingForFirstChunk = true
 			const firstChunk = await iterator.next()
+			this.logStreamDebug(`Received first chunk: ${JSON.stringify(firstChunk.value)}`)
 			yield firstChunk.value
 			this.isWaitingForFirstChunk = false
 		} catch (error) {
+			this.logStreamDebug(`Error on first chunk: ${error}`)
 			// note that this api_req_failed ask is unique in that we only present this option if the api hasn't streamed any content yet (ie it fails on the first chunk due), as it would allow them to hit a retry button. However if the api failed mid-stream, it could be in any arbitrary state where some tools may have executed, so that error is handled differently and requires cancelling the task entirely.
 			if (alwaysApproveResubmit) {
 				const errorMsg = error.message ?? "Unknown error"