We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
2 parents 207777f + a3a51af commit 1532a4aCopy full SHA for 1532a4a
.changeset/brown-meals-decide.md
@@ -0,0 +1,5 @@
1
+---
2
+'token.js': minor
3
4
+
5
+Support usage metrics (e.g., totalTokens) in the Bedrock provider
src/handlers/bedrock.ts
@@ -549,7 +549,15 @@ async function* createCompletionResponseStreaming(
549
created,
550
model,
551
object: 'chat.completion.chunk',
552
+ ...(stream.metadata?.usage && {
553
+ usage: {
554
+ prompt_tokens: stream.metadata.usage.inputTokens,
555
+ completion_tokens: stream.metadata.usage.outputTokens,
556
+ total_tokens: stream.metadata.usage.totalTokens,
557
+ },
558
+ }),
559
}
560
561
yield convertedResponse
562
563
0 commit comments