Skip to content

Commit 64dc3fc

Browse files
KanTakahiroKandaniel-lxs
authored
update provider models and prices for Groq & Mistral (#4588)
Co-authored-by: Kan <[email protected]> Co-authored-by: Daniel <[email protected]>
1 parent bbbff73 commit 64dc3fc

File tree

2 files changed

+40
-14
lines changed

2 files changed

+40
-14
lines changed

packages/types/src/providers/groq.ts

Lines changed: 24 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,7 @@ export type GroqModelId =
88
| "meta-llama/llama-4-maverick-17b-128e-instruct"
99
| "mistral-saba-24b"
1010
| "qwen-qwq-32b"
11+
| "qwen/qwen3-32b"
1112
| "deepseek-r1-distill-llama-70b"
1213

1314
export const groqDefaultModelId: GroqModelId = "llama-3.3-70b-versatile" // Defaulting to Llama3 70B Versatile
@@ -19,62 +20,71 @@ export const groqModels = {
1920
contextWindow: 131072,
2021
supportsImages: false,
2122
supportsPromptCache: false,
22-
inputPrice: 0,
23-
outputPrice: 0,
23+
inputPrice: 0.05,
24+
outputPrice: 0.08,
2425
description: "Meta Llama 3.1 8B Instant model, 128K context.",
2526
},
2627
"llama-3.3-70b-versatile": {
2728
maxTokens: 32768,
2829
contextWindow: 131072,
2930
supportsImages: false,
3031
supportsPromptCache: false,
31-
inputPrice: 0,
32-
outputPrice: 0,
32+
inputPrice: 0.59,
33+
outputPrice: 0.79,
3334
description: "Meta Llama 3.3 70B Versatile model, 128K context.",
3435
},
3536
"meta-llama/llama-4-scout-17b-16e-instruct": {
3637
maxTokens: 8192,
3738
contextWindow: 131072,
3839
supportsImages: false,
3940
supportsPromptCache: false,
40-
inputPrice: 0,
41-
outputPrice: 0,
41+
inputPrice: 0.11,
42+
outputPrice: 0.34,
4243
description: "Meta Llama 4 Scout 17B Instruct model, 128K context.",
4344
},
4445
"meta-llama/llama-4-maverick-17b-128e-instruct": {
4546
maxTokens: 8192,
4647
contextWindow: 131072,
4748
supportsImages: false,
4849
supportsPromptCache: false,
49-
inputPrice: 0,
50-
outputPrice: 0,
50+
inputPrice: 0.2,
51+
outputPrice: 0.6,
5152
description: "Meta Llama 4 Maverick 17B Instruct model, 128K context.",
5253
},
5354
"mistral-saba-24b": {
5455
maxTokens: 32768,
5556
contextWindow: 32768,
5657
supportsImages: false,
5758
supportsPromptCache: false,
58-
inputPrice: 0,
59-
outputPrice: 0,
59+
inputPrice: 0.79,
60+
outputPrice: 0.79,
6061
description: "Mistral Saba 24B model, 32K context.",
6162
},
6263
"qwen-qwq-32b": {
6364
maxTokens: 131072,
6465
contextWindow: 131072,
6566
supportsImages: false,
6667
supportsPromptCache: false,
67-
inputPrice: 0,
68-
outputPrice: 0,
68+
inputPrice: 0.29,
69+
outputPrice: 0.39,
6970
description: "Alibaba Qwen QwQ 32B model, 128K context.",
7071
},
72+
"qwen/qwen3-32b": {
73+
maxTokens: 131072,
74+
contextWindow: 131072,
75+
supportsImages: false,
76+
supportsPromptCache: false,
77+
inputPrice: 0.29,
78+
outputPrice: 0.59,
79+
description: "Alibaba Qwen 3 32B model, 128K context.",
80+
},
7181
"deepseek-r1-distill-llama-70b": {
7282
maxTokens: 131072,
7383
contextWindow: 131072,
7484
supportsImages: false,
7585
supportsPromptCache: false,
76-
inputPrice: 0,
77-
outputPrice: 0,
86+
inputPrice: 0.75,
87+
outputPrice: 0.99,
7888
description: "DeepSeek R1 Distill Llama 70B model, 128K context.",
7989
},
8090
} as const satisfies Record<string, ModelInfo>

packages/types/src/providers/mistral.ts

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,22 @@ export type MistralModelId = keyof typeof mistralModels
66
export const mistralDefaultModelId: MistralModelId = "codestral-latest"
77

88
export const mistralModels = {
9+
"magistral-medium-latest": {
10+
maxTokens: 41_000,
11+
contextWindow: 41_000,
12+
supportsImages: false,
13+
supportsPromptCache: false,
14+
inputPrice: 2.0,
15+
outputPrice: 5.0,
16+
},
17+
"mistral-medium-latest": {
18+
maxTokens: 131_000,
19+
contextWindow: 131_000,
20+
supportsImages: true,
21+
supportsPromptCache: false,
22+
inputPrice: 0.4,
23+
outputPrice: 2.0,
24+
},
925
"codestral-latest": {
1026
maxTokens: 256_000,
1127
contextWindow: 256_000,

0 commit comments

Comments
 (0)