fix: add debounce to avoid request per keystroke

Author: Hweinstock

packages/amazonq/src/app/inline/recommendationService.ts

@@ -12,16 +12,19 @@ import { CancellationToken, InlineCompletionContext, Position, TextDocument } fr
 import { LanguageClient } from 'vscode-languageclient'
 import { SessionManager } from './sessionManager'
 import { InlineGeneratingMessage } from './inlineGeneratingMessage'
-import { CodeWhispererStatusBarManager } from 'aws-core-vscode/codewhisperer'
+import { CodeWhispererStatusBarManager, inlineCompletionsDebounceDelay } from 'aws-core-vscode/codewhisperer'
 import { TelemetryHelper } from './telemetryHelper'
+import { debounce } from 'aws-core-vscode/utils'
 
 export class RecommendationService {
     constructor(
         private readonly sessionManager: SessionManager,
         private readonly inlineGeneratingMessage: InlineGeneratingMessage
     ) {}
 
-    async getAllRecommendations(
+    getAllRecommendations = debounce(this._getAllRecommendations.bind(this), inlineCompletionsDebounceDelay)
+
+    private async _getAllRecommendations(
         languageClient: LanguageClient,
         document: TextDocument,
         position: Position,

packages/core/src/codewhisperer/models/constants.ts

@@ -194,15 +194,9 @@ export const securityScanLearnMoreUri = 'https://docs.aws.amazon.com/amazonq/lat
 export const identityPoolID = 'us-east-1:70717e99-906f-4add-908c-bd9074a2f5b9'
 
 /**
- * the interval of the background thread invocation, which is triggered by the timer
+ * Delay for making requests once the user stops typing. Without a delay, inline suggestions request is triggered every keystroke.
  */
-export const defaultCheckPeriodMillis = 1000 * 60 * 5
-
-// suggestion show delay, in milliseconds
-export const suggestionShowDelay = 250
-
-// add 200ms more delay on top of inline default 30-50ms
-export const inlineSuggestionShowDelay = 200
+export const inlineCompletionsDebounceDelay = 100
 
 export const referenceLog = 'Code Reference Log'