Add command to flush NES caches (#280)

Author: chrmarti

package.json

@@ -2050,6 +2050,11 @@
 				"title": "%github.copilot.command.collectDiagnostics%",
 				"category": "Developer"
 			},
+			{
+				"command": "github.copilot.debug.inlineEdit.clearCache",
+				"title": "%github.copilot.command.inlineEdit.clearCache%",
+				"category": "Developer"
+			},
 			{
 				"command": "github.copilot.debug.generateSTest",
 				"title": "%github.copilot.command.generateSTest%",
@@ -3850,4 +3855,4 @@
 		"string_decoder": "npm:[email protected]",
 		"node-gyp": "npm:[email protected]"
 	}
-}
+}

package.nls.json

@@ -180,6 +180,7 @@
 	"github.copilot.config.useProjectTemplates": "Use relevant GitHub projects as starter projects when using `/new`",
 	"github.copilot.chat.attachSelection": "Add Selection to Chat",
 	"github.copilot.command.collectDiagnostics": "GitHub Copilot Chat Diagnostics",
+	"github.copilot.command.inlineEdit.clearCache": "GitHub Copilot Chat Clear Next Edit Cache",
 	"github.copilot.command.showNotebookLog": "Show Chat Log Notebook",
 	"github.copilot.resetAutomaticCommandExecutionPrompt": "Reset Automatic Command Execution Prompt",
 	"github.copilot.command.generateSTest": "Generate STest From Last Chat Request",

src/extension/inlineEdits/common/rejectionCollector.ts

@@ -67,6 +67,10 @@ export class RejectionCollector extends Disposable {
 		this._tracer.trace(`Checking rejection, ${isRejected ? 'rejected' : 'not rejected'}: ${e}`);
 		return isRejected;
 	}
+
+	public clear() {
+		this._garbageCollector.clear();
+	}
 }
 
 class DocumentRejectionTracker {
@@ -147,10 +151,14 @@ class LRUGarbageCollector implements IDisposable {
 		}
 	}
 
-	dispose(): void {
+	public clear(): void {
 		for (const d of this._disposables) {
 			d.dispose();
 		}
 		this._disposables = [];
 	}
+
+	public dispose(): void {
+		this.clear();
+	}
 }

src/extension/inlineEdits/node/nextEditCache.ts

@@ -121,6 +121,11 @@ export class NextEditCache extends Disposable {
 			docCache.evictedCachedEdit(cachedEdit);
 		}
 	}
+
+	public clear() {
+		this._documentCaches.forEach(cache => cache.clear());
+		this._sharedCache.clear();
+	}
 }
 
 class DocumentEditCache {
@@ -158,6 +163,10 @@ class DocumentEditCache {
 		}
 	}
 
+	public clear() {
+		this._trackedCachedEdits.length = 0;
+	}
+
 	public setKthNextEdit(documentContents: StringText, editWindow: OffsetRange | undefined, nextEdit: StringReplacement, nextEdits: StringReplacement[] | undefined, userEditSince: StringEdit | undefined, subsequentN: number, source: NextEditFetchRequest): CachedEdit {
 		const key = this._getKey(documentContents.value);
 		const cachedEdit: CachedEdit = { docId: this.docId, edit: nextEdit, edits: nextEdits, detailedEdits: [], userEditSince, subsequentN, source, documentBeforeEdit: documentContents, editWindow, cacheTime: Date.now() };

src/extension/inlineEdits/node/nextEditProvider.ts

@@ -664,6 +664,12 @@ export class NextEditProvider extends Disposable implements INextEditProvider<Ne
 		}
 		this._snippyService.handlePostInsertion(docId.toUri(), suggestion.result.documentBeforeEdits, suggestion.result.edit);
 	}
+
+	public clearCache() {
+		this._nextEditCache.clear();
+		this._recentlyShownCache.clear();
+		this._rejectionCollector.clear();
+	}
 }
 
 function assertDefined<T>(value: T | undefined): T {
@@ -704,6 +710,10 @@ class RecentlyShownCache {
 		}
 	}
 
+	clear() {
+		this._cache.clear();
+	}
+
 	private _key(docId: DocumentId, documentContent: StringText) {
 		return docId.uri + ';' + documentContent.value;
 	}

src/extension/inlineEdits/vscode-node/inlineEditProviderFeature.ts

@@ -148,6 +148,10 @@ export class InlineEditProviderFeature extends Disposable implements IExtensionC
 			reader.store.add(commands.registerCommand(learnMoreCommandId, () => {
 				this._envService.openExternal(URI.parse(learnMoreLink));
 			}));
+
+			reader.store.add(commands.registerCommand(clearCacheCommandId, () => {
+				model.nextEditProvider.clearCache();
+			}));
 		}));
 
 		this._register(autorun(reader => {
@@ -165,3 +169,5 @@ export class InlineEditProviderFeature extends Disposable implements IExtensionC
 export const learnMoreCommandId = 'github.copilot.debug.inlineEdit.learnMore';
 
 export const learnMoreLink = 'https://aka.ms/vscode-nes';
+
+const clearCacheCommandId = 'github.copilot.debug.inlineEdit.clearCache';