File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -375,7 +375,7 @@ async def chat(self, chat_request: ChatRequest) -> ChatResponse:
375375
376376 # Extract prompt caching metrics if available
377377 cache_read_tokens = usage .get ("cacheReadInputTokens" , 0 )
378- cache_creation_tokens = usage .get ("cacheCreationInputTokens " , 0 )
378+ cache_creation_tokens = usage .get ("cacheWriteInputTokens " , 0 )
379379
380380 # Calculate actual prompt tokens
381381 # Bedrock's totalTokens includes all: inputTokens + cacheRead + cacheWrite + outputTokens
@@ -1035,7 +1035,7 @@ def _create_response_stream(
10351035
10361036 # Extract prompt caching metrics if available
10371037 cache_read_tokens = usage_data .get ("cacheReadInputTokens" , 0 )
1038- cache_creation_tokens = usage_data .get ("cacheCreationInputTokens " , 0 )
1038+ cache_creation_tokens = usage_data .get ("cacheWriteInputTokens " , 0 )
10391039
10401040 # Create prompt_tokens_details if cache metrics are available
10411041 prompt_tokens_details = None
You can’t perform that action at this time.
0 commit comments