Fixed property issue

mollux · mollux · commit 08ac3fea97ba · 2025-06-01T22:23:22.000+02:00
diff --git a/src/api/providers/lite-llm.ts b/src/api/providers/lite-llm.ts
@@ -68,7 +68,7 @@ export class LiteLLMHandler extends RouterProvider implements SingleCompletionHa
 
 			for await (const chunk of completion) {
 				const delta = chunk.choices[0]?.delta
-				const usage = chunk.usage as OpenAI.CompletionUsage
+				const usage = chunk.usage as LiteLLMUsage
 
 				if (delta?.content) {
 					yield { type: "text", text: delta.content }
@@ -125,3 +125,8 @@ export class LiteLLMHandler extends RouterProvider implements SingleCompletionHa
 		}
 	}
 }
+
+// LiteLLM usage may include an extra field for Anthropic use cases.
+interface LiteLLMUsage extends OpenAI.CompletionUsage {
+	cache_creation_input_tokens?: number
+}

Original file line number	Diff line number	Diff line change
`@@ -68,7 +68,7 @@ export class LiteLLMHandler extends RouterProvider implements SingleCompletionHa`
`68`	`68`
`69`	`69`	`for await (const chunk of completion) {`
`70`	`70`	`const delta = chunk.choices[0]?.delta`
`71`		`- const usage = chunk.usage as OpenAI.CompletionUsage`
	`71`	`+ const usage = chunk.usage as LiteLLMUsage`
`72`	`72`
`73`	`73`	`if (delta?.content) {`
`74`	`74`	`yield { type: "text", text: delta.content }`
`@@ -125,3 +125,8 @@ export class LiteLLMHandler extends RouterProvider implements SingleCompletionHa`
`125`	`125`	`}`
`126`	`126`	`}`
`127`	`127`	`}`
	`128`	`+`
	`129`	`+// LiteLLM usage may include an extra field for Anthropic use cases.`
	`130`	`+interface LiteLLMUsage extends OpenAI.CompletionUsage {`
	`131`	`+ cache_creation_input_tokens?: number`
	`132`	`+}`