39
39
ModelRequestParameters ,
40
40
StreamedResponse ,
41
41
check_allow_model_requests ,
42
+ get_user_agent ,
42
43
)
43
44
44
45
try :
@@ -200,6 +201,7 @@ async def _completions_create(
200
201
timeout_ms = self ._get_timeout_ms (model_settings .get ('timeout' )),
201
202
random_seed = model_settings .get ('seed' , UNSET ),
202
203
stop = model_settings .get ('stop_sequences' , None ),
204
+ http_headers = {'User-Agent' : get_user_agent ()},
203
205
)
204
206
except SDKError as e :
205
207
if (status_code := e .status_code ) >= 400 :
@@ -238,6 +240,7 @@ async def _stream_completions_create(
238
240
presence_penalty = model_settings .get ('presence_penalty' ),
239
241
frequency_penalty = model_settings .get ('frequency_penalty' ),
240
242
stop = model_settings .get ('stop_sequences' , None ),
243
+ http_headers = {'User-Agent' : get_user_agent ()},
241
244
)
242
245
243
246
elif model_request_parameters .result_tools :
@@ -251,6 +254,7 @@ async def _stream_completions_create(
251
254
messages = mistral_messages ,
252
255
response_format = {'type' : 'json_object' },
253
256
stream = True ,
257
+ http_headers = {'User-Agent' : get_user_agent ()},
254
258
)
255
259
256
260
else :
@@ -259,6 +263,7 @@ async def _stream_completions_create(
259
263
model = str (self ._model_name ),
260
264
messages = mistral_messages ,
261
265
stream = True ,
266
+ http_headers = {'User-Agent' : get_user_agent ()},
262
267
)
263
268
assert response , 'A unexpected empty response from Mistral.'
264
269
return response
0 commit comments