|
20 | 20 | ] |
21 | 21 |
|
22 | 22 | CHAT_MODEL_ARGS_DICT = { |
| 23 | + "openai/gpt-5-2025-08-07": OpenAIModelArgs( |
| 24 | + model_name="gpt-5-2025-08-07", |
| 25 | + max_total_tokens=400_000, |
| 26 | + max_input_tokens=272_000, |
| 27 | + max_new_tokens=16_384, |
| 28 | + temperature=1, # gpt-5 supports temperature of 1 only |
| 29 | + vision_support=True, |
| 30 | + ), |
23 | 31 | "openai/gpt-5-nano-2025-08-07": OpenAIModelArgs( |
24 | 32 | model_name="gpt-5-nano-2025-08-07", |
25 | | - max_total_tokens=128_000, |
26 | | - max_input_tokens=128_000, |
| 33 | + max_total_tokens=400_000, |
| 34 | + max_input_tokens=272_000, |
27 | 35 | max_new_tokens=16_384, |
28 | 36 | temperature=1, # gpt-5 supports temperature of 1 only |
29 | 37 | vision_support=True, |
30 | 38 | ), |
31 | 39 | "openai/gpt-5-mini-2025-08-07": OpenAIModelArgs( |
32 | 40 | model_name="gpt-5-mini-2025-08-07", |
33 | | - max_total_tokens=128_000, |
34 | | - max_input_tokens=128_000, |
| 41 | + max_total_tokens=400_000, |
| 42 | + max_input_tokens=272_000, |
35 | 43 | max_new_tokens=16_384, |
36 | 44 | temperature=1, # gpt-5 supports temperature of 1 only |
37 | 45 | vision_support=True, |
|
111 | 119 | max_new_tokens=64_000, |
112 | 120 | temperature=1e-1, |
113 | 121 | ), |
114 | | - "openai/gpt-5-nano-2025-08-07": OpenAIModelArgs( |
115 | | - model_name="gpt-5-nano-2025-08-07", |
116 | | - max_total_tokens=400_000, |
117 | | - max_input_tokens=400_000 - 4_000, |
118 | | - max_new_tokens=4_000, |
119 | | - temperature=1, # temperature param not supported by gpt-5 |
120 | | - ), |
121 | | - "openai/gpt-5-mini-2025-08-07": OpenAIModelArgs( |
122 | | - model_name="gpt-5-mini-2025-08-07", |
123 | | - max_total_tokens=400_000, |
124 | | - max_input_tokens=400_000 - 4_000, |
125 | | - max_new_tokens=4_000, |
126 | | - temperature=1, # temperature param not supported by gpt-5 |
127 | | - ), |
128 | 122 | "azure/gpt-35-turbo/gpt-35-turbo": AzureModelArgs( |
129 | 123 | model_name="gpt-35-turbo", |
130 | 124 | max_total_tokens=8_192, |
|
171 | 165 | max_total_tokens=256_000, |
172 | 166 | max_input_tokens=256_000, |
173 | 167 | max_new_tokens=16_384, |
| 168 | + temperature=1, # temperature param not supported by gpt-5 |
174 | 169 | vision_support=True, |
175 | 170 | ), |
176 | 171 | "azure/gpt-5-mini-2025-08-07": AzureModelArgs( |
177 | 172 | model_name="gpt-5-mini", |
178 | 173 | max_total_tokens=256_000, |
179 | 174 | max_input_tokens=256_000, |
180 | 175 | max_new_tokens=16_384, |
| 176 | + temperature=1, # temperature param not supported by gpt-5 |
181 | 177 | vision_support=True, |
182 | 178 | ), |
183 | 179 | "azure/gpt-5-nano-2025-08-07": AzureModelArgs( |
184 | 180 | model_name="gpt-5-nano", |
185 | 181 | max_total_tokens=256_000, |
186 | 182 | max_input_tokens=256_000, |
187 | 183 | max_new_tokens=16_384, |
| 184 | + temperature=1, # temperature param not supported by gpt-5 |
188 | 185 | vision_support=True, |
189 | 186 | ), |
190 | 187 | # ---------------- Anthropic ----------------# |
|
0 commit comments