do not request if we have a completion

Author: markijbema

src/services/ghost/GhostInlineCompletionProvider.ts

@@ -45,6 +45,16 @@ export function findMatchingSuggestion(
 export class GhostInlineCompletionProvider implements vscode.InlineCompletionItemProvider {
 	private suggestionsHistory: FillInAtCursorSuggestion[] = []
 
+	/**
+	 * Check if a cached suggestion is available for the given prefix and suffix
+	 * @param prefix - The text before the cursor position
+	 * @param suffix - The text after the cursor position
+	 * @returns True if a matching suggestion exists, false otherwise
+	 */
+	public cachedSuggestionAvailable(prefix: string, suffix: string): boolean {
+		return findMatchingSuggestion(prefix, suffix, this.suggestionsHistory) !== null
+	}
+
 	public updateSuggestions(suggestions: GhostSuggestionsState): void {
 		const fillInAtCursor = suggestions.getFillInAtCursor()
 

src/services/ghost/GhostProvider.ts

@@ -293,6 +293,11 @@ export class GhostProvider {
 		const { prefix, suffix } = extractPrefixSuffix(context.document, position)
 		const languageId = context.document.languageId
 
+		// Check cache before making API call
+		if (this.inlineCompletionProvider.cachedSuggestionAvailable(prefix, suffix)) {
+			return
+		}
+
 		const { systemPrompt, userPrompt } = this.autoTriggerStrategy.getPrompts(
 			autocompleteInput,
 			prefix,

src/services/ghost/__tests__/GhostInlineCompletionProvider.test.ts

@@ -728,6 +728,69 @@ describe("GhostInlineCompletionProvider", () => {
 		})
 	})
 
+	describe("cachedSuggestionAvailable", () => {
+		it("should return true when prefix and suffix match", () => {
+			const suggestions = new GhostSuggestionsState()
+			suggestions.setFillInAtCursor({
+				text: "console.log('cached');",
+				prefix: "const x = 1",
+				suffix: "\nconst y = 2",
+			})
+			provider.updateSuggestions(suggestions)
+
+			const result = provider.cachedSuggestionAvailable("const x = 1", "\nconst y = 2")
+			expect(result).toBe(true)
+		})
+
+		it("should return false when no matching suggestion exists", () => {
+			const suggestions = new GhostSuggestionsState()
+			suggestions.setFillInAtCursor({
+				text: "console.log('test');",
+				prefix: "const x = 1",
+				suffix: "\nconst y = 2",
+			})
+			provider.updateSuggestions(suggestions)
+
+			const result = provider.cachedSuggestionAvailable("different prefix", "different suffix")
+			expect(result).toBe(false)
+		})
+
+		it("should return true for partial typing", () => {
+			const suggestions = new GhostSuggestionsState()
+			suggestions.setFillInAtCursor({
+				text: "console.log('test');",
+				prefix: "const x = 1",
+				suffix: "\nconst y = 2",
+			})
+			provider.updateSuggestions(suggestions)
+
+			// User typed "cons" after the prefix
+			const result = provider.cachedSuggestionAvailable("const x = 1cons", "\nconst y = 2")
+			expect(result).toBe(true)
+		})
+
+		it("should return true when most recent matching suggestion exists", () => {
+			const suggestions1 = new GhostSuggestionsState()
+			suggestions1.setFillInAtCursor({
+				text: "first",
+				prefix: "const x = 1",
+				suffix: "\nconst y = 2",
+			})
+			provider.updateSuggestions(suggestions1)
+
+			const suggestions2 = new GhostSuggestionsState()
+			suggestions2.setFillInAtCursor({
+				text: "second",
+				prefix: "const x = 1",
+				suffix: "\nconst y = 2",
+			})
+			provider.updateSuggestions(suggestions2)
+
+			const result = provider.cachedSuggestionAvailable("const x = 1", "\nconst y = 2")
+			expect(result).toBe(true)
+		})
+	})
+
 	describe("updateSuggestions", () => {
 		it("should accept new suggestions state", () => {
 			const suggestions = new GhostSuggestionsState()