Skip to content

Commit 809439f

Browse files
committed
Requesty: Only report final usage
1 parent f6cae4d commit 809439f

File tree

2 files changed

+12
-1
lines changed

2 files changed

+12
-1
lines changed

.changeset/twelve-ants-scream.md

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
---
2+
"roo-cline": patch
3+
---
4+
5+
Requesty: Fix token usage counts

src/api/providers/requesty.ts

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -101,6 +101,8 @@ export class RequestyHandler extends BaseProvider implements SingleCompletionHan
101101

102102
const stream = await this.client.chat.completions.create(completionParams)
103103

104+
let lastUsage: any = undefined
105+
104106
for await (const chunk of stream) {
105107
const delta = chunk.choices[0]?.delta
106108
if (delta?.content) {
@@ -118,9 +120,13 @@ export class RequestyHandler extends BaseProvider implements SingleCompletionHan
118120
}
119121

120122
if (chunk.usage) {
121-
yield this.processUsageMetrics(chunk.usage, model.info)
123+
lastUsage = chunk.usage
122124
}
123125
}
126+
127+
if (lastUsage) {
128+
yield this.processUsageMetrics(lastUsage, model.info)
129+
}
124130
}
125131

126132
async completePrompt(prompt: string): Promise<string> {

0 commit comments

Comments
 (0)