Skip to content

Commit fb3012f

Browse files
dv01d0xToshii
andauthored
add llama4 models, and mis/codestral models to vertex api (RooCodeInc#3474)
* add llama4 models, and mis/codestral models to vertex api * update mistral context window sizes * changeset --------- Co-authored-by: 0xtoshii <[email protected]>
1 parent 8336831 commit fb3012f

File tree

2 files changed

+57
-12
lines changed

2 files changed

+57
-12
lines changed

.changeset/angry-ghosts-bake.md

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
---
2+
"claude-dev": patch
3+
---
4+
5+
add models to vertex ai

src/shared/api.ts

Lines changed: 52 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -465,6 +465,46 @@ export const vertexModels = {
465465
cacheWritesPrice: 0.3,
466466
cacheReadsPrice: 0.03,
467467
},
468+
"mistral-large-2411": {
469+
maxTokens: 128_000,
470+
contextWindow: 128_000,
471+
supportsImages: false,
472+
supportsPromptCache: false,
473+
inputPrice: 2.0,
474+
outputPrice: 6.0,
475+
},
476+
"mistral-small-2503": {
477+
maxTokens: 128_000,
478+
contextWindow: 128_000,
479+
supportsImages: true,
480+
supportsPromptCache: false,
481+
inputPrice: 0.1,
482+
outputPrice: 0.3,
483+
},
484+
"codestral-2501": {
485+
maxTokens: 256_000,
486+
contextWindow: 256_000,
487+
supportsImages: false,
488+
supportsPromptCache: false,
489+
inputPrice: 0.3,
490+
outputPrice: 0.9,
491+
},
492+
"llama-4-maverick-17b-128e-instruct-maas": {
493+
maxTokens: 128_000,
494+
contextWindow: 1_048_576,
495+
supportsImages: true,
496+
supportsPromptCache: false,
497+
inputPrice: 0.35,
498+
outputPrice: 1.15,
499+
},
500+
"llama-4-scout-17b-16e-instruct-maas": {
501+
maxTokens: 1_000_000,
502+
contextWindow: 10_485_760,
503+
supportsImages: true,
504+
supportsPromptCache: false,
505+
inputPrice: 0.25,
506+
outputPrice: 0.7,
507+
},
468508
"gemini-2.0-flash-001": {
469509
maxTokens: 8192,
470510
contextWindow: 1_048_576,
@@ -1460,8 +1500,8 @@ export type MistralModelId = keyof typeof mistralModels
14601500
export const mistralDefaultModelId: MistralModelId = "devstral-small-2505"
14611501
export const mistralModels = {
14621502
"mistral-large-2411": {
1463-
maxTokens: 131_000,
1464-
contextWindow: 131_000,
1503+
maxTokens: 128_000,
1504+
contextWindow: 128_000,
14651505
supportsImages: false,
14661506
supportsPromptCache: false,
14671507
inputPrice: 2.0,
@@ -1476,24 +1516,24 @@ export const mistralModels = {
14761516
outputPrice: 6.0,
14771517
},
14781518
"ministral-3b-2410": {
1479-
maxTokens: 131_000,
1480-
contextWindow: 131_000,
1519+
maxTokens: 128_000,
1520+
contextWindow: 128_000,
14811521
supportsImages: false,
14821522
supportsPromptCache: false,
14831523
inputPrice: 0.04,
14841524
outputPrice: 0.04,
14851525
},
14861526
"ministral-8b-2410": {
1487-
maxTokens: 131_000,
1488-
contextWindow: 131_000,
1527+
maxTokens: 128_000,
1528+
contextWindow: 128_000,
14891529
supportsImages: false,
14901530
supportsPromptCache: false,
14911531
inputPrice: 0.1,
14921532
outputPrice: 0.1,
14931533
},
14941534
"mistral-small-latest": {
1495-
maxTokens: 131_000,
1496-
contextWindow: 131_000,
1535+
maxTokens: 128_000,
1536+
contextWindow: 128_000,
14971537
supportsImages: true,
14981538
supportsPromptCache: false,
14991539
inputPrice: 0.1,
@@ -1516,16 +1556,16 @@ export const mistralModels = {
15161556
outputPrice: 0.3,
15171557
},
15181558
"pixtral-12b-2409": {
1519-
maxTokens: 131_000,
1520-
contextWindow: 131_000,
1559+
maxTokens: 128_000,
1560+
contextWindow: 128_000,
15211561
supportsImages: true,
15221562
supportsPromptCache: false,
15231563
inputPrice: 0.15,
15241564
outputPrice: 0.15,
15251565
},
15261566
"open-mistral-nemo-2407": {
1527-
maxTokens: 131_000,
1528-
contextWindow: 131_000,
1567+
maxTokens: 128_000,
1568+
contextWindow: 128_000,
15291569
supportsImages: false,
15301570
supportsPromptCache: false,
15311571
inputPrice: 0.15,

0 commit comments

Comments
 (0)