Skip to content

Commit 2963aa5

Browse files
authored
fetch cache details from OR/Cline provider generation endpoint (RooCodeInc#3340)
* fetch cache details from generation endpoint * changeset
1 parent cfc133a commit 2963aa5

File tree

3 files changed

+7
-4
lines changed

3 files changed

+7
-4
lines changed

.changeset/hungry-rules-relax.md

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
---
2+
"claude-dev": minor
3+
---
4+
5+
fetch cache details from generation endpoint

src/api/providers/cline.ts

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -107,9 +107,8 @@ export class ClineHandler implements ApiHandler {
107107
const generation = response.data
108108
return {
109109
type: "usage",
110-
// at this time there's no support for gatting cached_tokens from generation endpoint
111110
cacheWriteTokens: 0,
112-
cacheReadTokens: 0,
111+
cacheReadTokens: generation?.native_tokens_cached || 0,
113112
inputTokens: generation?.native_tokens_prompt || 0,
114113
outputTokens: generation?.native_tokens_completion || 0,
115114
totalCost: generation?.total_cost || 0,

src/api/providers/openrouter.ts

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -105,9 +105,8 @@ export class OpenRouterHandler implements ApiHandler {
105105
// console.log("OpenRouter generation details:", generation)
106106
return {
107107
type: "usage",
108-
// at this time there's no support for gatting cached_tokens from generation endpoint
109108
cacheWriteTokens: 0,
110-
cacheReadTokens: 0,
109+
cacheReadTokens: generation?.native_tokens_cached || 0,
111110
// openrouter generation endpoint fails often
112111
inputTokens: generation?.native_tokens_prompt || 0,
113112
outputTokens: generation?.native_tokens_completion || 0,

0 commit comments

Comments
 (0)