feat: Add reasoning effort setting for OpenAI compatible provider

Author: mr-ryan-james

.changeset/odd-ligers-press.md

@@ -0,0 +1,5 @@
+---
+"roo-cline": minor
+---
+
+Add Reasoning Effort setting for OpenAI Compatible provider

package-lock.json

@@ -469,6 +469,7 @@
 		"@types/jest": "^29.5.14",
 		"@types/mocha": "^10.0.10",
 		"@types/node": "20.x",
+		"@types/node-cache": "^4.1.3",
 		"@types/node-ipc": "^9.2.3",
 		"@types/string-similarity": "^4.0.2",
 		"@typescript-eslint/eslint-plugin": "^7.14.1",

package.json

@@ -29,5 +29,6 @@
 	"settings.vsCodeLmModelSelector.description": "Settings for VSCode Language Model API",
 	"settings.vsCodeLmModelSelector.vendor.description": "The vendor of the language model (e.g. copilot)",
 	"settings.vsCodeLmModelSelector.family.description": "The family of the language model (e.g. gpt-4)",
-	"settings.customStoragePath.description": "Custom storage path. Leave empty to use the default location. Supports absolute paths (e.g. 'D:\\RooCodeStorage')"
+	"settings.customStoragePath.description": "Custom storage path. Leave empty to use the default location. Supports absolute paths (e.g. 'D:\\RooCodeStorage')",
+	"settings:providers.setReasoningLevel": "Enable Reasoning Effort"
 }

package.nls.json

@@ -155,6 +155,39 @@ describe("OpenAiHandler", () => {
 			expect(textChunks).toHaveLength(1)
 			expect(textChunks[0].text).toBe("Test response")
 		})
+		it("should include reasoning_effort when reasoning effort is enabled", async () => {
+			const reasoningOptions: ApiHandlerOptions = {
+				...mockOptions,
+				enableReasoningEffort: true,
+				openAiCustomModelInfo: { contextWindow: 128_000, supportsPromptCache: false, reasoningEffort: "high" },
+			}
+			const reasoningHandler = new OpenAiHandler(reasoningOptions)
+			const stream = reasoningHandler.createMessage(systemPrompt, messages)
+			// Consume the stream to trigger the API call
+			for await (const _chunk of stream) {
+			}
+			// Assert the mockCreate was called with reasoning_effort
+			expect(mockCreate).toHaveBeenCalled()
+			const callArgs = mockCreate.mock.calls[0][0]
+			expect(callArgs.reasoning_effort).toBe("high")
+		})
+
+		it("should not include reasoning_effort when reasoning effort is disabled", async () => {
+			const noReasoningOptions: ApiHandlerOptions = {
+				...mockOptions,
+				enableReasoningEffort: false,
+				openAiCustomModelInfo: { contextWindow: 128_000, supportsPromptCache: false },
+			}
+			const noReasoningHandler = new OpenAiHandler(noReasoningOptions)
+			const stream = noReasoningHandler.createMessage(systemPrompt, messages)
+			// Consume the stream to trigger the API call
+			for await (const _chunk of stream) {
+			}
+			// Assert the mockCreate was called without reasoning_effort
+			expect(mockCreate).toHaveBeenCalled()
+			const callArgs = mockCreate.mock.calls[0][0]
+			expect(callArgs.reasoning_effort).toBeUndefined()
+		})
 	})
 
 	describe("error handling", () => {

src/api/providers/__tests__/openai.test.ts

@@ -2,7 +2,7 @@
 
 import { Anthropic } from "@anthropic-ai/sdk"
 
-import { ApiHandlerOptions } from "../../../shared/api"
+import { ApiHandlerOptions, unboundDefaultModelId } from "../../../shared/api"
 
 import { UnboundHandler } from "../unbound"
 
@@ -70,7 +70,7 @@ describe("UnboundHandler", () => {
 	beforeEach(() => {
 		mockOptions = {
 			unboundApiKey: "test-api-key",
-			unboundModelId: "anthropic/claude-3-5-sonnet-20241022",
+			unboundModelId: unboundDefaultModelId,
 		}
 
 		handler = new UnboundHandler(mockOptions)
@@ -133,7 +133,7 @@ describe("UnboundHandler", () => {
 
 			expect(mockCreate).toHaveBeenCalledWith(
 				expect.objectContaining({
-					model: "claude-3-5-sonnet-20241022",
+					model: "claude-3-7-sonnet-20250219",
 					messages: expect.any(Array),
 					stream: true,
 				}),
@@ -174,7 +174,7 @@ describe("UnboundHandler", () => {
 
 			expect(mockCreate).toHaveBeenCalledWith(
 				expect.objectContaining({
-					model: "claude-3-5-sonnet-20241022",
+					model: "claude-3-7-sonnet-20250219",
 					messages: [{ role: "user", content: "Test prompt" }],
 					temperature: 0,
 					max_tokens: 8192,

src/api/providers/__tests__/unbound.test.ts

@@ -238,6 +238,7 @@ describe("Cline", () => {
 			apiProvider: "anthropic",
 			apiModelId: "claude-3-5-sonnet-20241022",
 			apiKey: "test-api-key", // Add API key to mock config
+			enableReasoningEffort: false,
 		}
 
 		// Mock provider methods
@@ -475,10 +476,12 @@ describe("Cline", () => {
 				const configWithImages = {
 					...mockApiConfig,
 					apiModelId: "claude-3-sonnet",
+					enableReasoningEffort: false,
 				}
 				const configWithoutImages = {
 					...mockApiConfig,
 					apiModelId: "gpt-3.5-turbo",
+					enableReasoningEffort: false,
 				}
 
 				// Create test conversation history with mixed content

src/core/__tests__/Cline.test.ts

@@ -87,6 +87,7 @@ type ProviderSettings = {
 	openAiUseAzure?: boolean | undefined
 	azureApiVersion?: string | undefined
 	openAiStreamingEnabled?: boolean | undefined
+	enableReasoningEffort?: boolean | undefined
 	ollamaModelId?: string | undefined
 	ollamaBaseUrl?: string | undefined
 	vsCodeLmModelSelector?:

src/exports/roo-code.d.ts

@@ -88,6 +88,7 @@ type ProviderSettings = {
 	openAiUseAzure?: boolean | undefined
 	azureApiVersion?: string | undefined
 	openAiStreamingEnabled?: boolean | undefined
+	enableReasoningEffort?: boolean | undefined
 	ollamaModelId?: string | undefined
 	ollamaBaseUrl?: string | undefined
 	vsCodeLmModelSelector?:

src/exports/types.ts

@@ -355,6 +355,7 @@ export const providerSettingsSchema = z.object({
 	openAiUseAzure: z.boolean().optional(),
 	azureApiVersion: z.string().optional(),
 	openAiStreamingEnabled: z.boolean().optional(),
+	enableReasoningEffort: z.boolean().optional(),
 	// Ollama
 	ollamaModelId: z.string().optional(),
 	ollamaBaseUrl: z.string().optional(),
@@ -453,6 +454,7 @@ const providerSettingsRecord: ProviderSettingsRecord = {
 	openAiUseAzure: undefined,
 	azureApiVersion: undefined,
 	openAiStreamingEnabled: undefined,
+	enableReasoningEffort: undefined,
 	// Ollama
 	ollamaModelId: undefined,
 	ollamaBaseUrl: undefined,