Skip to content

Commit 72a9e0b

Browse files
authored
Fix cache usage tracking for openai-compatible (#2401)
1 parent 903f3b6 commit 72a9e0b

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

src/api/providers/openai.ts

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -211,6 +211,8 @@ export class OpenAiHandler extends BaseProvider implements SingleCompletionHandl
211211
type: "usage",
212212
inputTokens: usage?.prompt_tokens || 0,
213213
outputTokens: usage?.completion_tokens || 0,
214+
cacheWriteTokens: usage?.cache_creation_input_tokens || undefined,
215+
cacheReadTokens: usage?.cache_read_input_tokens || undefined,
214216
}
215217
}
216218

0 commit comments

Comments
 (0)