Skip to content

Commit b907f4c

Browse files
update token limits following Azure's documentation
1 parent a257eee commit b907f4c

File tree

1 file changed

+12
-12
lines changed

1 file changed

+12
-12
lines changed

src/agentlab/llm/llm_configs.py

Lines changed: 12 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -23,24 +23,24 @@
2323
"openai/gpt-5-2025-08-07": OpenAIModelArgs(
2424
model_name="gpt-5-2025-08-07",
2525
max_total_tokens=400_000,
26-
max_input_tokens=272_000,
27-
max_new_tokens=16_384,
26+
max_input_tokens=256_000,
27+
max_new_tokens=128_000,
2828
temperature=1, # gpt-5 supports temperature of 1 only
2929
vision_support=True,
3030
),
3131
"openai/gpt-5-nano-2025-08-07": OpenAIModelArgs(
3232
model_name="gpt-5-nano-2025-08-07",
3333
max_total_tokens=400_000,
34-
max_input_tokens=272_000,
35-
max_new_tokens=16_384,
34+
max_input_tokens=256_000,
35+
max_new_tokens=128_000,
3636
temperature=1, # gpt-5 supports temperature of 1 only
3737
vision_support=True,
3838
),
3939
"openai/gpt-5-mini-2025-08-07": OpenAIModelArgs(
4040
model_name="gpt-5-mini-2025-08-07",
4141
max_total_tokens=400_000,
42-
max_input_tokens=272_000,
43-
max_new_tokens=16_384,
42+
max_input_tokens=256_000,
43+
max_new_tokens=128_000,
4444
temperature=1, # gpt-5 supports temperature of 1 only
4545
vision_support=True,
4646
),
@@ -162,25 +162,25 @@
162162
),
163163
"azure/gpt-5-2025-08-07": AzureModelArgs(
164164
model_name="gpt-5",
165-
max_total_tokens=256_000,
165+
max_total_tokens=400_000,
166166
max_input_tokens=256_000,
167-
max_new_tokens=16_384,
167+
max_new_tokens=128_000,
168168
temperature=1, # temperature param not supported by gpt-5
169169
vision_support=True,
170170
),
171171
"azure/gpt-5-mini-2025-08-07": AzureModelArgs(
172172
model_name="gpt-5-mini",
173-
max_total_tokens=256_000,
173+
max_total_tokens=400_000,
174174
max_input_tokens=256_000,
175-
max_new_tokens=16_384,
175+
max_new_tokens=128_000,
176176
temperature=1, # temperature param not supported by gpt-5
177177
vision_support=True,
178178
),
179179
"azure/gpt-5-nano-2025-08-07": AzureModelArgs(
180180
model_name="gpt-5-nano",
181-
max_total_tokens=256_000,
181+
max_total_tokens=400_000,
182182
max_input_tokens=256_000,
183-
max_new_tokens=16_384,
183+
max_new_tokens=128_000,
184184
temperature=1, # temperature param not supported by gpt-5
185185
vision_support=True,
186186
),

0 commit comments

Comments
 (0)