@@ -64,27 +64,17 @@ def _create_base_completions(
6464 "frequency_penalty" : model_config .frequency_penalty ,
6565 "presence_penalty" : model_config .presence_penalty ,
6666 "drop_params" : True ,
67+ "api_base" : model_config .api_base ,
68+ "api_version" : model_config .api_version ,
69+ "api_key" : model_config .api_key ,
70+ "organization" : model_config .organization ,
71+ "proxy" : model_config .proxy ,
72+ "audience" : model_config .audience ,
73+ "max_tokens" : model_config .max_tokens ,
74+ "max_completion_tokens" : model_config .max_completion_tokens ,
75+ "reasoning_effort" : model_config .reasoning_effort ,
6776 }
6877
69- if model_config .api_base :
70- base_args ["api_base" ] = model_config .api_base
71- if model_config .api_version :
72- base_args ["api_version" ] = model_config .api_version
73- if model_config .api_key :
74- base_args ["api_key" ] = model_config .api_key
75- if model_config .organization :
76- base_args ["organization" ] = model_config .organization
77- if model_config .proxy :
78- base_args ["proxy" ] = model_config .proxy
79- if model_config .audience :
80- base_args ["audience" ] = model_config .audience
81- if model_config .max_tokens :
82- base_args ["max_tokens" ] = model_config .max_tokens
83- if model_config .max_completion_tokens :
84- base_args ["max_completion_tokens" ] = model_config .max_completion_tokens
85- if model_config .reasoning_effort :
86- base_args ["reasoning_effort" ] = model_config .reasoning_effort
87-
8878 if model_config .auth_type == AuthType .AzureManagedIdentity :
8979 if model_config .model_provider != "azure" :
9080 msg = "Azure Managed Identity authentication is only supported for Azure models."
0 commit comments