We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a7615bd commit 01540a7Copy full SHA for 01540a7
src/api/providers/gemini.ts
@@ -112,6 +112,7 @@ export class GeminiHandler extends BaseProvider implements SingleCompletionHandl
112
113
// If `CACHE_WRITE_FREQUENCY` messages have been appended since the
114
// last cache write then write a new cache entry.
115
+ // TODO: Use a token count instead.
116
if (!cacheEntry || (uncachedContent && uncachedContent.length >= CACHE_WRITE_FREQUENCY)) {
117
isCacheWriteQueued = true
118
}
@@ -327,6 +328,7 @@ export class GeminiHandler extends BaseProvider implements SingleCompletionHandl
327
328
systemInstruction: string
329
contents: Content[]
330
}) {
331
+ // TODO: https://www.npmjs.com/package/p-queue
332
if (this.isCacheBusy) {
333
return
334
0 commit comments