|
20 | 20 | ] |
21 | 21 |
|
22 | 22 | CHAT_MODEL_ARGS_DICT = { |
23 | | - "openai/gpt-5-nano-2025-08-07": OpenAIModelArgs( |
24 | | - model_name="gpt-5-nano-2025-08-07", |
25 | | - max_total_tokens=128_000, |
26 | | - max_input_tokens=128_000, |
27 | | - max_new_tokens=16_384, |
28 | | - temperature=1, # gpt-5 supports temperature of 1 only |
29 | | - vision_support=True, |
30 | | - ), |
31 | | - "openai/gpt-5-mini-2025-08-07": OpenAIModelArgs( |
32 | | - model_name="gpt-5-mini-2025-08-07", |
33 | | - max_total_tokens=128_000, |
34 | | - max_input_tokens=128_000, |
35 | | - max_new_tokens=16_384, |
36 | | - temperature=1, # gpt-5 supports temperature of 1 only |
37 | | - vision_support=True, |
38 | | - ), |
39 | 23 | "openai/gpt-4.1-mini-2025-04-14": OpenAIModelArgs( |
40 | 24 | model_name="gpt-4.1-mini-2025-04-14", |
41 | 25 | max_total_tokens=128_000, |
|
117 | 101 | max_input_tokens=400_000 - 4_000, |
118 | 102 | max_new_tokens=4_000, |
119 | 103 | temperature=1, # temperature param not supported by gpt-5 |
| 104 | + vision_support=True, |
120 | 105 | ), |
121 | 106 | "openai/gpt-5-mini-2025-08-07": OpenAIModelArgs( |
122 | 107 | model_name="gpt-5-mini-2025-08-07", |
123 | 108 | max_total_tokens=400_000, |
124 | 109 | max_input_tokens=400_000 - 4_000, |
125 | 110 | max_new_tokens=4_000, |
126 | 111 | temperature=1, # temperature param not supported by gpt-5 |
| 112 | + vision_support=True, |
127 | 113 | ), |
128 | 114 | "azure/gpt-35-turbo/gpt-35-turbo": AzureModelArgs( |
129 | 115 | model_name="gpt-35-turbo", |
|
0 commit comments