File tree Expand file tree Collapse file tree 1 file changed +9
-2
lines changed Expand file tree Collapse file tree 1 file changed +9
-2
lines changed Original file line number Diff line number Diff line change 23
23
ResponseText ,
24
24
)
25
25
from litellm .types .responses .main import DecodedResponseId
26
- from litellm .types .utils import SpecialEnums , Usage
26
+ from litellm .types .utils import PromptTokensDetails , SpecialEnums , Usage
27
27
28
28
29
29
class ResponsesAPIRequestUtils :
@@ -375,8 +375,15 @@ def _transform_response_api_usage_to_chat_usage(
375
375
)
376
376
prompt_tokens : int = response_api_usage .input_tokens or 0
377
377
completion_tokens : int = response_api_usage .output_tokens or 0
378
+ prompt_tokens_details : Optional [PromptTokensDetails ] = None
379
+ if response_api_usage .input_tokens_details :
380
+ prompt_tokens_details = PromptTokensDetails (
381
+ cached_tokens = response_api_usage .input_tokens_details .cached_tokens ,
382
+ audio_tokens = response_api_usage .input_tokens_details .audio_tokens ,
383
+ )
378
384
return Usage (
379
385
prompt_tokens = prompt_tokens ,
380
386
completion_tokens = completion_tokens ,
381
387
total_tokens = prompt_tokens + completion_tokens ,
382
- )
388
+ prompt_tokens_details = prompt_tokens_details ,
389
+ )
You can’t perform that action at this time.
0 commit comments