Add model reasoning effort

Author: cte

src/api/providers/constants.ts

@@ -1,3 +1,12 @@
+export const DEFAULT_HEADERS = {
+	"HTTP-Referer": "https://github.com/RooVetGit/Roo-Cline",
+	"X-Title": "Roo Code",
+}
+
 export const ANTHROPIC_DEFAULT_MAX_TOKENS = 8192
 
 export const DEEP_SEEK_DEFAULT_TEMPERATURE = 0.6
+
+export const AZURE_AI_INFERENCE_PATH = "/models/chat/completions"
+
+export const REASONING_MODELS = new Set(["x-ai/grok-3-mini-beta", "grok-3-mini-beta", "grok-3-mini-fast-beta"])

src/api/providers/openai.ts

@@ -15,17 +15,10 @@ import { convertToSimpleMessages } from "../transform/simple-format"
 import { ApiStream, ApiStreamUsageChunk } from "../transform/stream"
 import { BaseProvider } from "./base-provider"
 import { XmlMatcher } from "../../utils/xml-matcher"
-import { DEEP_SEEK_DEFAULT_TEMPERATURE } from "./constants"
-
-export const defaultHeaders = {
-	"HTTP-Referer": "https://github.com/RooVetGit/Roo-Cline",
-	"X-Title": "Roo Code",
-}
+import { DEEP_SEEK_DEFAULT_TEMPERATURE, DEFAULT_HEADERS, AZURE_AI_INFERENCE_PATH } from "./constants"
 
 export interface OpenAiHandlerOptions extends ApiHandlerOptions {}
 
-const AZURE_AI_INFERENCE_PATH = "/models/chat/completions"
-
 export class OpenAiHandler extends BaseProvider implements SingleCompletionHandler {
 	protected options: OpenAiHandlerOptions
 	private client: OpenAI
@@ -45,7 +38,7 @@ export class OpenAiHandler extends BaseProvider implements SingleCompletionHandl
 			this.client = new OpenAI({
 				baseURL,
 				apiKey,
-				defaultHeaders,
+				defaultHeaders: DEFAULT_HEADERS,
 				defaultQuery: { "api-version": this.options.azureApiVersion || "2024-05-01-preview" },
 			})
 		} else if (isAzureOpenAi) {
@@ -56,7 +49,7 @@ export class OpenAiHandler extends BaseProvider implements SingleCompletionHandl
 				apiKey,
 				apiVersion: this.options.azureApiVersion || azureOpenAiDefaultApiVersion,
 				defaultHeaders: {
-					...defaultHeaders,
+					...DEFAULT_HEADERS,
 					...(this.options.openAiHostHeader ? { Host: this.options.openAiHostHeader } : {}),
 				},
 			})
@@ -65,7 +58,7 @@ export class OpenAiHandler extends BaseProvider implements SingleCompletionHandl
 				baseURL,
 				apiKey,
 				defaultHeaders: {
-					...defaultHeaders,
+					...DEFAULT_HEADERS,
 					...(this.options.openAiHostHeader ? { Host: this.options.openAiHostHeader } : {}),
 				},
 			})

src/api/providers/openrouter.ts

@@ -9,10 +9,9 @@ import { convertToOpenAiMessages } from "../transform/openai-format"
 import { ApiStreamChunk, ApiStreamUsageChunk } from "../transform/stream"
 import { convertToR1Format } from "../transform/r1-format"
 
-import { DEEP_SEEK_DEFAULT_TEMPERATURE } from "./constants"
+import { DEFAULT_HEADERS, DEEP_SEEK_DEFAULT_TEMPERATURE } from "./constants"
 import { getModelParams, SingleCompletionHandler } from ".."
 import { BaseProvider } from "./base-provider"
-import { defaultHeaders } from "./openai"
 
 const OPENROUTER_DEFAULT_PROVIDER_NAME = "[default]"
 
@@ -40,7 +39,7 @@ export class OpenRouterHandler extends BaseProvider implements SingleCompletionH
 		const baseURL = this.options.openRouterBaseUrl || "https://openrouter.ai/api/v1"
 		const apiKey = this.options.openRouterApiKey ?? "not-provided"
 
-		this.client = new OpenAI({ baseURL, apiKey, defaultHeaders })
+		this.client = new OpenAI({ baseURL, apiKey, defaultHeaders: DEFAULT_HEADERS })
 	}
 
 	override async *createMessage(

src/api/providers/xai.ts

@@ -2,11 +2,10 @@ import { Anthropic } from "@anthropic-ai/sdk"
 import OpenAI from "openai"
 import { ApiHandlerOptions, XAIModelId, ModelInfo, xaiDefaultModelId, xaiModels } from "../../shared/api"
 import { ApiStream } from "../transform/stream"
-import { BaseProvider } from "./base-provider"
 import { convertToOpenAiMessages } from "../transform/openai-format"
+import { DEFAULT_HEADERS, REASONING_MODELS } from "./constants"
+import { BaseProvider } from "./base-provider"
 import { SingleCompletionHandler } from ".."
-import { ChatCompletionReasoningEffort } from "openai/resources/chat/completions.mjs"
-import { defaultHeaders } from "./openai"
 
 export class XAIHandler extends BaseProvider implements SingleCompletionHandler {
 	protected options: ApiHandlerOptions
@@ -18,35 +17,29 @@ export class XAIHandler extends BaseProvider implements SingleCompletionHandler
 		this.client = new OpenAI({
 			baseURL: "https://api.x.ai/v1",
 			apiKey: this.options.xaiApiKey ?? "not-provided",
-			defaultHeaders: defaultHeaders,
+			defaultHeaders: DEFAULT_HEADERS,
 		})
 	}
 
-	override getModel(): { id: string; info: ModelInfo } {
+	override getModel() {
 		const modelId = this.options.apiModelId
+
 		if (modelId && modelId in xaiModels) {
 			const id = modelId as XAIModelId
 			return { id, info: xaiModels[id] }
 		}
+
 		return {
 			id: xaiDefaultModelId,
 			info: xaiModels[xaiDefaultModelId],
+			reasoningEffort: REASONING_MODELS.has(xaiDefaultModelId) ? this.options.reasoningEffort : undefined,
 		}
 	}
 
 	override async *createMessage(systemPrompt: string, messages: Anthropic.Messages.MessageParam[]): ApiStream {
-		const modelId = this.getModel().id
-		const modelInfo = this.getModel().info
+		const { id: modelId, info: modelInfo, reasoningEffort } = this.getModel()
 
-		// Special handling for Grok-3-mini models which support reasoning_effort
-		let reasoningEffort: ChatCompletionReasoningEffort | undefined
-		if (modelId.includes("3-mini") && this.options.reasoningEffort) {
-			if (["low", "high"].includes(this.options.reasoningEffort)) {
-				reasoningEffort = this.options.reasoningEffort as ChatCompletionReasoningEffort
-			}
-		}
-
-		// Use the OpenAI-compatible API
+		// Use the OpenAI-compatible API.
 		const stream = await this.client.chat.completions.create({
 			model: modelId,
 			max_tokens: modelInfo.maxTokens,
@@ -59,6 +52,7 @@ export class XAIHandler extends BaseProvider implements SingleCompletionHandler
 
 		for await (const chunk of stream) {
 			const delta = chunk.choices[0]?.delta
+
 			if (delta?.content) {
 				yield {
 					type: "text",
@@ -78,7 +72,7 @@ export class XAIHandler extends BaseProvider implements SingleCompletionHandler
 					type: "usage",
 					inputTokens: chunk.usage.prompt_tokens || 0,
 					outputTokens: chunk.usage.completion_tokens || 0,
-					// X.AI might include these fields in the future, handle them if present
+					// X.AI might include these fields in the future, handle them if present.
 					cacheReadTokens:
 						"cache_read_input_tokens" in chunk.usage ? (chunk.usage as any).cache_read_input_tokens : 0,
 					cacheWriteTokens:
@@ -91,16 +85,21 @@ export class XAIHandler extends BaseProvider implements SingleCompletionHandler
 	}
 
 	async completePrompt(prompt: string): Promise<string> {
+		const { id: modelId, reasoningEffort } = this.getModel()
+
 		try {
 			const response = await this.client.chat.completions.create({
-				model: this.getModel().id,
+				model: modelId,
 				messages: [{ role: "user", content: prompt }],
+				...(reasoningEffort ? { reasoning_effort: reasoningEffort } : {}),
 			})
+
 			return response.choices[0]?.message.content || ""
 		} catch (error) {
 			if (error instanceof Error) {
 				throw new Error(`xAI completion error: ${error.message}`)
 			}
+
 			throw error
 		}
 	}

webview-ui/src/components/settings/ApiOptions.tsx

@@ -1562,13 +1562,6 @@ const ApiOptions = ({
 					</div>
 				)}
 
-			{selectedProvider === "openrouter" && REASONING_MODELS.has(selectedModelId) && (
-				<ReasoningEffort
-					apiConfiguration={apiConfiguration}
-					setApiConfigurationField={setApiConfigurationField}
-				/>
-			)}
-
 			{selectedProvider === "glama" && (
 				<ModelPicker
 					apiConfiguration={apiConfiguration}
@@ -1713,6 +1706,13 @@ const ApiOptions = ({
 				</>
 			)}
 
+			{REASONING_MODELS.has(selectedModelId) && (
+				<ReasoningEffort
+					apiConfiguration={apiConfiguration}
+					setApiConfigurationField={setApiConfigurationField}
+				/>
+			)}
+
 			{!fromWelcomeView && (
 				<>
 					<DiffSettingsControl

webview-ui/src/components/settings/constants.ts

@@ -50,4 +50,4 @@ export const VERTEX_REGIONS = [
 	{ value: "asia-southeast1", label: "asia-southeast1" },
 ]
 
-export const REASONING_MODELS = new Set(["x-ai/grok-3-mini-beta"])
+export const REASONING_MODELS = new Set(["x-ai/grok-3-mini-beta", "grok-3-mini-beta", "grok-3-mini-fast-beta"])