Skip to content

Commit 3a2278a

Browse files
author
Roo
committed
fix: update Claude 4 Sonnet context window to 1M tokens
- Update claude-sonnet-4-20250514 and claude-opus-4-20250514 from 200k to 1M tokens across all providers - Fix Anthropic provider model definitions - Fix Bedrock provider model definitions - Fix Vertex AI provider model definitions - Fix OpenRouter default model info - Update LiteLLM fallback logic to default to 1M tokens for Claude 4 models - Update test expectations to reflect correct 1M token context window Fixes #5726
1 parent 8a3dcfb commit 3a2278a

File tree

6 files changed

+15
-9
lines changed

6 files changed

+15
-9
lines changed

packages/types/src/providers/anthropic.ts

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@ export const anthropicDefaultModelId: AnthropicModelId = "claude-sonnet-4-202505
88
export const anthropicModels = {
99
"claude-sonnet-4-20250514": {
1010
maxTokens: 64_000, // Overridden to 8k if `enableReasoningEffort` is false.
11-
contextWindow: 200_000,
11+
contextWindow: 1_000_000, // 1M token context window
1212
supportsImages: true,
1313
supportsComputerUse: true,
1414
supportsPromptCache: true,
@@ -20,7 +20,7 @@ export const anthropicModels = {
2020
},
2121
"claude-opus-4-20250514": {
2222
maxTokens: 32_000, // Overridden to 8k if `enableReasoningEffort` is false.
23-
contextWindow: 200_000,
23+
contextWindow: 1_000_000, // 1M token context window
2424
supportsImages: true,
2525
supportsComputerUse: true,
2626
supportsPromptCache: true,

packages/types/src/providers/bedrock.ts

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -69,7 +69,7 @@ export const bedrockModels = {
6969
},
7070
"anthropic.claude-sonnet-4-20250514-v1:0": {
7171
maxTokens: 8192,
72-
contextWindow: 200_000,
72+
contextWindow: 1_000_000, // 1M token context window
7373
supportsImages: true,
7474
supportsComputerUse: true,
7575
supportsPromptCache: true,
@@ -84,7 +84,7 @@ export const bedrockModels = {
8484
},
8585
"anthropic.claude-opus-4-20250514-v1:0": {
8686
maxTokens: 8192,
87-
contextWindow: 200_000,
87+
contextWindow: 1_000_000, // 1M token context window
8888
supportsImages: true,
8989
supportsComputerUse: true,
9090
supportsPromptCache: true,

packages/types/src/providers/openrouter.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ export const openRouterDefaultModelId = "anthropic/claude-sonnet-4"
55

66
export const openRouterDefaultModelInfo: ModelInfo = {
77
maxTokens: 8192,
8-
contextWindow: 200_000,
8+
contextWindow: 1_000_000, // 1M token context window for Claude 4 Sonnet
99
supportsImages: true,
1010
supportsComputerUse: true,
1111
supportsPromptCache: true,

packages/types/src/providers/vertex.ts

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -165,7 +165,7 @@ export const vertexModels = {
165165
},
166166
"claude-sonnet-4@20250514": {
167167
maxTokens: 8192,
168-
contextWindow: 200_000,
168+
contextWindow: 1_000_000, // 1M token context window
169169
supportsImages: true,
170170
supportsComputerUse: true,
171171
supportsPromptCache: true,
@@ -177,7 +177,7 @@ export const vertexModels = {
177177
},
178178
"claude-opus-4@20250514": {
179179
maxTokens: 8192,
180-
contextWindow: 200_000,
180+
contextWindow: 1_000_000, // 1M token context window
181181
supportsImages: true,
182182
supportsComputerUse: true,
183183
supportsPromptCache: true,

src/api/providers/fetchers/litellm.ts

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -51,9 +51,15 @@ export async function getLiteLLMModels(apiKey: string, baseUrl: string): Promise
5151
)
5252
}
5353

54+
// Determine default context window based on model
55+
let defaultContextWindow = 200000
56+
if (litellmModelName.includes("claude-sonnet-4") || litellmModelName.includes("claude-opus-4")) {
57+
defaultContextWindow = 1000000 // 1M tokens for Claude 4 models
58+
}
59+
5460
models[modelName] = {
5561
maxTokens: modelInfo.max_tokens || 8192,
56-
contextWindow: modelInfo.max_input_tokens || 200000,
62+
contextWindow: modelInfo.max_input_tokens || defaultContextWindow,
5763
supportsImages: Boolean(modelInfo.supports_vision),
5864
// litellm_params.model may have a prefix like openrouter/
5965
supportsComputerUse,

src/core/webview/__tests__/ClineProvider.spec.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2216,7 +2216,7 @@ describe("getTelemetryProperties", () => {
22162216
mockCline.api = {
22172217
getModel: vi.fn().mockReturnValue({
22182218
id: "claude-sonnet-4-20250514",
2219-
info: { contextWindow: 200000 },
2219+
info: { contextWindow: 1000000 },
22202220
}),
22212221
}
22222222
})

0 commit comments

Comments
 (0)