Skip to content

Commit 7e03ab0

Browse files
authored
fix: Fix invalid cache_creation_tokens metric key (#195)
1 parent 18b68bd commit 7e03ab0

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

src/api/models/bedrock.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -375,7 +375,7 @@ async def chat(self, chat_request: ChatRequest) -> ChatResponse:
375375

376376
# Extract prompt caching metrics if available
377377
cache_read_tokens = usage.get("cacheReadInputTokens", 0)
378-
cache_creation_tokens = usage.get("cacheCreationInputTokens", 0)
378+
cache_creation_tokens = usage.get("cacheWriteInputTokens", 0)
379379

380380
# Calculate actual prompt tokens
381381
# Bedrock's totalTokens includes all: inputTokens + cacheRead + cacheWrite + outputTokens
@@ -1035,7 +1035,7 @@ def _create_response_stream(
10351035

10361036
# Extract prompt caching metrics if available
10371037
cache_read_tokens = usage_data.get("cacheReadInputTokens", 0)
1038-
cache_creation_tokens = usage_data.get("cacheCreationInputTokens", 0)
1038+
cache_creation_tokens = usage_data.get("cacheWriteInputTokens", 0)
10391039

10401040
# Create prompt_tokens_details if cache metrics are available
10411041
prompt_tokens_details = None

0 commit comments

Comments
 (0)