|
23 | 23 | "openai/gpt-5-2025-08-07": OpenAIModelArgs( |
24 | 24 | model_name="gpt-5-2025-08-07", |
25 | 25 | max_total_tokens=400_000, |
26 | | - max_input_tokens=272_000, |
27 | | - max_new_tokens=16_384, |
| 26 | + max_input_tokens=256_000, |
| 27 | + max_new_tokens=128_000, |
28 | 28 | temperature=1, # gpt-5 supports temperature of 1 only |
29 | 29 | vision_support=True, |
30 | 30 | ), |
31 | 31 | "openai/gpt-5-nano-2025-08-07": OpenAIModelArgs( |
32 | 32 | model_name="gpt-5-nano-2025-08-07", |
33 | 33 | max_total_tokens=400_000, |
34 | | - max_input_tokens=272_000, |
35 | | - max_new_tokens=16_384, |
| 34 | + max_input_tokens=256_000, |
| 35 | + max_new_tokens=128_000, |
36 | 36 | temperature=1, # gpt-5 supports temperature of 1 only |
37 | 37 | vision_support=True, |
38 | 38 | ), |
39 | 39 | "openai/gpt-5-mini-2025-08-07": OpenAIModelArgs( |
40 | 40 | model_name="gpt-5-mini-2025-08-07", |
41 | 41 | max_total_tokens=400_000, |
42 | | - max_input_tokens=272_000, |
43 | | - max_new_tokens=16_384, |
| 42 | + max_input_tokens=256_000, |
| 43 | + max_new_tokens=128_000, |
44 | 44 | temperature=1, # gpt-5 supports temperature of 1 only |
45 | 45 | vision_support=True, |
46 | 46 | ), |
|
162 | 162 | ), |
163 | 163 | "azure/gpt-5-2025-08-07": AzureModelArgs( |
164 | 164 | model_name="gpt-5", |
165 | | - max_total_tokens=256_000, |
| 165 | + max_total_tokens=400_000, |
166 | 166 | max_input_tokens=256_000, |
167 | | - max_new_tokens=16_384, |
| 167 | + max_new_tokens=128_000, |
168 | 168 | temperature=1, # temperature param not supported by gpt-5 |
169 | 169 | vision_support=True, |
170 | 170 | ), |
171 | 171 | "azure/gpt-5-mini-2025-08-07": AzureModelArgs( |
172 | 172 | model_name="gpt-5-mini", |
173 | | - max_total_tokens=256_000, |
| 173 | + max_total_tokens=400_000, |
174 | 174 | max_input_tokens=256_000, |
175 | | - max_new_tokens=16_384, |
| 175 | + max_new_tokens=128_000, |
176 | 176 | temperature=1, # temperature param not supported by gpt-5 |
177 | 177 | vision_support=True, |
178 | 178 | ), |
179 | 179 | "azure/gpt-5-nano-2025-08-07": AzureModelArgs( |
180 | 180 | model_name="gpt-5-nano", |
181 | | - max_total_tokens=256_000, |
| 181 | + max_total_tokens=400_000, |
182 | 182 | max_input_tokens=256_000, |
183 | | - max_new_tokens=16_384, |
| 183 | + max_new_tokens=128_000, |
184 | 184 | temperature=1, # temperature param not supported by gpt-5 |
185 | 185 | vision_support=True, |
186 | 186 | ), |
|
0 commit comments