feat: add Mistral model streaming option and debug output configuration

Author: d-oit

package.json

@@ -269,6 +269,11 @@
 						}
 					},
 					"description": "Settings for VSCode Language Model API"
+				},
+				"roo-cline.enableMistralDebugOutput": {
+					"type": "boolean",
+					"default": false,
+					"description": "Enable debug output channel for Mistral API interactions"
 				}
 			}
 		}

src/api/providers/mistral.ts

@@ -13,49 +13,85 @@ import {
 } from "../../shared/api"
 import { convertToMistralMessages } from "../transform/mistral-format"
 import { ApiStream } from "../transform/stream"
+import * as vscode from "vscode"
 
 const MISTRAL_DEFAULT_TEMPERATURE = 0
 
 export class MistralHandler implements ApiHandler {
 	private options: ApiHandlerOptions
 	private client: Mistral
+	private readonly enableDebugOutput: boolean
+	private readonly outputChannel?: vscode.OutputChannel
+
+	private static readonly outputChannelName = "Roo Code Mistral"
+	private static sharedOutputChannel: vscode.OutputChannel | undefined
 
 	constructor(options: ApiHandlerOptions) {
 		if (!options.mistralApiKey) {
 			throw new Error("Mistral API key is required")
 		}
 
+		const config = vscode.workspace.getConfiguration("roo-cline")
+		this.enableDebugOutput = config.get<boolean>("enableMistralDebugOutput", false)
+
+		if (this.enableDebugOutput) {
+			if (!MistralHandler.sharedOutputChannel) {
+				MistralHandler.sharedOutputChannel = vscode.window.createOutputChannel(MistralHandler.outputChannelName)
+			}
+			this.outputChannel = MistralHandler.sharedOutputChannel
+		}
+
 		// Set default model ID if not provided
 		this.options = {
 			...options,
 			apiModelId: options.apiModelId || mistralDefaultModelId,
 		}
 
+		this.logDebug(`Initializing MistralHandler with options: ${JSON.stringify(options, null, 2)}`)
 		const baseUrl = this.getBaseUrl()
-		console.debug(`[Roo Code] MistralHandler using baseUrl: ${baseUrl}`)
+		this.logDebug(`MistralHandler using baseUrl: ${baseUrl}`)
+
+		const logger = this.enableDebugOutput
+			? {
+					group: (message: string) => this.logDebug(`[Mistral Group] ${message}`),
+					groupEnd: () => this.logDebug(`[Mistral GroupEnd]`),
+					log: (...args: any[]) => this.logDebug(`[Mistral Log] ${args.join(" ")}`),
+				}
+			: undefined
+
 		this.client = new Mistral({
 			serverURL: baseUrl,
 			apiKey: this.options.mistralApiKey,
+			debugLogger: logger,
 		})
 	}
 
+	private logDebug(message: string) {
+		if (this.enableDebugOutput && this.outputChannel) {
+			this.outputChannel.appendLine(`[Roo Code] ${message}`)
+		}
+	}
+
 	private getBaseUrl(): string {
 		const modelId = this.options.apiModelId ?? mistralDefaultModelId
-		console.debug(`[Roo Code] MistralHandler using modelId: ${modelId}`)
+		this.logDebug(`MistralHandler using modelId: ${modelId}`)
 		if (modelId?.startsWith("codestral-")) {
 			return this.options.mistralCodestralUrl || "https://codestral.mistral.ai"
 		}
 		return "https://api.mistral.ai"
 	}
 
 	async *createMessage(systemPrompt: string, messages: Anthropic.Messages.MessageParam[]): ApiStream {
+		this.logDebug(`Creating message with system prompt: ${systemPrompt}`)
 		const response = await this.client.chat.stream({
 			model: this.options.apiModelId || mistralDefaultModelId,
 			messages: [{ role: "system", content: systemPrompt }, ...convertToMistralMessages(messages)],
-			maxTokens: this.options.includeMaxTokens ? this.getModel().info.maxTokens : undefined,
 			temperature: this.options.modelTemperature ?? MISTRAL_DEFAULT_TEMPERATURE,
+			stream: this.options.mistralModelStreamingEnabled,
 		})
 
+		let completeContent = ""
+
 		for await (const chunk of response) {
 			const delta = chunk.data.choices[0]?.delta
 			if (delta?.content) {
@@ -65,13 +101,18 @@ export class MistralHandler implements ApiHandler {
 				} else if (Array.isArray(delta.content)) {
 					content = delta.content.map((c) => (c.type === "text" ? c.text : "")).join("")
 				}
+				completeContent += content
 				yield {
 					type: "text",
 					text: content,
 				}
 			}
 
 			if (chunk.data.usage) {
+				this.logDebug(`Complete content: ${completeContent}`)
+				this.logDebug(
+					`Usage - Input tokens: ${chunk.data.usage.promptTokens}, Output tokens: ${chunk.data.usage.completionTokens}`,
+				)
 				yield {
 					type: "usage",
 					inputTokens: chunk.data.usage.promptTokens || 0,
@@ -85,8 +126,10 @@ export class MistralHandler implements ApiHandler {
 		const modelId = this.options.apiModelId
 		if (modelId && modelId in mistralModels) {
 			const id = modelId as MistralModelId
+			this.logDebug(`Using model: ${id}`)
 			return { id, info: mistralModels[id] }
 		}
+		this.logDebug(`Using default model: ${mistralDefaultModelId}`)
 		return {
 			id: mistralDefaultModelId,
 			info: mistralModels[mistralDefaultModelId],
@@ -95,6 +138,7 @@ export class MistralHandler implements ApiHandler {
 
 	async completePrompt(prompt: string): Promise<string> {
 		try {
+			this.logDebug(`Completing prompt: ${prompt}`)
 			const response = await this.client.chat.complete({
 				model: this.options.apiModelId || mistralDefaultModelId,
 				messages: [{ role: "user", content: prompt }],
@@ -103,11 +147,15 @@ export class MistralHandler implements ApiHandler {
 
 			const content = response.choices?.[0]?.message.content
 			if (Array.isArray(content)) {
-				return content.map((c) => (c.type === "text" ? c.text : "")).join("")
+				const result = content.map((c) => (c.type === "text" ? c.text : "")).join("")
+				this.logDebug(`Completion result: ${result}`)
+				return result
 			}
+			this.logDebug(`Completion result: ${content}`)
 			return content || ""
 		} catch (error) {
 			if (error instanceof Error) {
+				this.logDebug(`Completion error: ${error.message}`)
 				throw new Error(`Mistral completion error: ${error.message}`)
 			}
 			throw error

src/core/webview/ClineProvider.ts

@@ -128,6 +128,7 @@ type GlobalStateKey =
 	| "unboundModelInfo"
 	| "modelTemperature"
 	| "mistralCodestralUrl"
+	| "mistralModelStreamingEnabled"
 	| "maxOpenTabsContext"
 
 export const GlobalFileNames = {
@@ -1669,6 +1670,7 @@ export class ClineProvider implements vscode.WebviewViewProvider {
 			vsCodeLmModelSelector,
 			mistralApiKey,
 			mistralCodestralUrl,
+			mistralModelStreamingEnabled,
 			unboundApiKey,
 			unboundModelId,
 			unboundModelInfo,
@@ -1709,6 +1711,7 @@ export class ClineProvider implements vscode.WebviewViewProvider {
 			this.storeSecret("deepSeekApiKey", deepSeekApiKey),
 			this.updateGlobalState("azureApiVersion", azureApiVersion),
 			this.updateGlobalState("openAiStreamingEnabled", openAiStreamingEnabled),
+			this.updateGlobalState("mistralModelStreamingEnabled", mistralModelStreamingEnabled),
 			this.updateGlobalState("openRouterModelId", openRouterModelId),
 			this.updateGlobalState("openRouterModelInfo", openRouterModelInfo),
 			this.updateGlobalState("openRouterBaseUrl", openRouterBaseUrl),
@@ -2556,6 +2559,7 @@ export class ClineProvider implements vscode.WebviewViewProvider {
 			deepSeekApiKey,
 			mistralApiKey,
 			mistralCodestralUrl,
+			mistralModelStreamingEnabled,
 			azureApiVersion,
 			openAiStreamingEnabled,
 			openRouterModelId,
@@ -2638,6 +2642,7 @@ export class ClineProvider implements vscode.WebviewViewProvider {
 			this.getSecret("deepSeekApiKey") as Promise<string | undefined>,
 			this.getSecret("mistralApiKey") as Promise<string | undefined>,
 			this.getGlobalState("mistralCodestralUrl") as Promise<string | undefined>,
+			this.getGlobalState("mistralModelStreamingEnabled") as Promise<boolean | undefined>,
 			this.getGlobalState("azureApiVersion") as Promise<string | undefined>,
 			this.getGlobalState("openAiStreamingEnabled") as Promise<boolean | undefined>,
 			this.getGlobalState("openRouterModelId") as Promise<string | undefined>,
@@ -2737,6 +2742,7 @@ export class ClineProvider implements vscode.WebviewViewProvider {
 				deepSeekApiKey,
 				mistralApiKey,
 				mistralCodestralUrl,
+				mistralModelStreamingEnabled,
 				azureApiVersion,
 				openAiStreamingEnabled,
 				openRouterModelId,

src/shared/api.ts

@@ -52,7 +52,8 @@ export interface ApiHandlerOptions {
 	geminiApiKey?: string
 	openAiNativeApiKey?: string
 	mistralApiKey?: string
-	mistralCodestralUrl?: string // New option for Codestral URL
+	mistralCodestralUrl?: string
+	mistralModelStreamingEnabled?: boolean
 	azureApiVersion?: string
 	openRouterUseMiddleOutTransform?: boolean
 	openAiStreamingEnabled?: boolean