Skip to content

Commit 95830f2

Browse files
committed
changes per comments
1 parent ce7b471 commit 95830f2

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

src/providers/bedrock/chatComplete.ts

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -529,8 +529,8 @@ export const BedrockChatCompleteResponseTransform: (
529529
}
530530

531531
if ('output' in response) {
532-
const cacheReadInputTokens = response.usage.cacheReadInputTokens || 0;
533-
const cacheWriteInputTokens = response.usage.cacheWriteInputTokens || 0;
532+
const cacheReadInputTokens = response.usage?.cacheReadInputTokens || 0;
533+
const cacheWriteInputTokens = response.usage?.cacheWriteInputTokens || 0;
534534

535535
let content: string = '';
536536
content = response.output.message.content
@@ -574,7 +574,7 @@ export const BedrockChatCompleteResponseTransform: (
574574
cached_tokens: cacheReadInputTokens,
575575
},
576576
// we only want to be sending this for anthropic models and this is not openai compliant
577-
...((cacheReadInputTokens || cacheWriteInputTokens) && {
577+
...((cacheReadInputTokens > 0 || cacheWriteInputTokens > 0) && {
578578
cache_read_input_tokens: cacheReadInputTokens,
579579
cache_creation_input_tokens: cacheWriteInputTokens,
580580
}),

0 commit comments

Comments
 (0)