feat(amazonq): refactor: implement payload size management for chat requests (#6820)

## Problem
- we don't implement payload size management for chat requests

## Solution
- Add size limits for different context types (user input, prompts,
rules, files, workspace)
- Implement truncation logic to preserve content around the middle of
file text
- Replace static contextMaxLength with workspaceChunkMaxSize for
workspace content
- Add debug logging for tracking payload sizes of different components
- Filter out empty contexts from additionalContents and
relevantTextDocuments
- Update type definitions to include content type in
AdditionalContentEntryAddition

debug log:
<img width="1018" alt="Screenshot 2025-03-24 at 3 31 00 AM"
src="https://github.com/user-attachments/assets/a1f110f8-e11d-4f57-abab-7a2309b0b03a"
/>

telemetry:

<img width="634" alt="Screenshot 2025-03-24 at 3 32 13 AM"
src="https://github.com/user-attachments/assets/d3cb7c80-376a-448d-8463-f2d3e1b03821"
/>

Unit tests and telemetry pending update.

---

- Treat all work as PUBLIC. Private `feature/x` branches will not be
squash-merged at release time.
- Your code changes must meet the guidelines in
[CONTRIBUTING.md](https://github.com/aws/aws-toolkit-vscode/blob/master/CONTRIBUTING.md#guidelines).
- License: I confirm that my contribution is made under the terms of the
Apache 2.0 license.

Author: andrewyuq

package-lock.json

@@ -41,7 +41,7 @@
         "skippedTestReport": "ts-node ./scripts/skippedTestReport.ts ./packages/amazonq/test/e2e/"
     },
     "devDependencies": {
-        "@aws-toolkits/telemetry": "^1.0.308",
+        "@aws-toolkits/telemetry": "^1.0.311",
         "@playwright/browser-chromium": "^1.43.1",
         "@stylistic/eslint-plugin": "^2.11.0",
         "@types/he": "^1.2.3",

package.json

@@ -55,17 +55,40 @@ export class InlineChatProvider {
                 })
                 return this.generateResponse(
                     {
-                        message: message.message,
+                        message: message.message ?? '',
                         trigger: ChatTriggerType.InlineChatMessage,
                         query: message.message,
                         codeSelection: context?.focusAreaContext?.selectionInsideExtendedCodeBlock,
-                        fileText: context?.focusAreaContext?.extendedCodeBlock,
+                        fileText: context?.focusAreaContext?.extendedCodeBlock ?? '',
                         fileLanguage: context?.activeFileContext?.fileLanguage,
                         filePath: context?.activeFileContext?.filePath,
                         matchPolicy: context?.activeFileContext?.matchPolicy,
                         codeQuery: context?.focusAreaContext?.names,
                         userIntent: this.userIntentRecognizer.getFromPromptChatMessage(message),
                         customization: getSelectedCustomization(),
+                        context: [],
+                        relevantTextDocuments: [],
+                        additionalContents: [],
+                        documentReferences: [],
+                        useRelevantDocuments: false,
+                        contextLengths: {
+                            additionalContextLengths: {
+                                fileContextLength: 0,
+                                promptContextLength: 0,
+                                ruleContextLength: 0,
+                            },
+                            truncatedAdditionalContextLengths: {
+                                fileContextLength: 0,
+                                promptContextLength: 0,
+                                ruleContextLength: 0,
+                            },
+                            workspaceContextLength: 0,
+                            truncatedWorkspaceContextLength: 0,
+                            userInputContextLength: 0,
+                            truncatedUserInputContextLength: 0,
+                            focusFileContextLength: 0,
+                            truncatedFocusFileContextLength: 0,
+                        },
                     },
                     triggerID
                 )
@@ -111,7 +134,10 @@ export class InlineChatProvider {
 
         const request = triggerPayloadToChatRequest(triggerPayload)
         const session = this.sessionStorage.getSession(tabID)
-        getLogger().info(`request from tab: ${tabID} conversationID: ${session.sessionIdentifier} request: %O`, request)
+        getLogger().debug(
+            `request from tab: ${tabID} conversationID: ${session.sessionIdentifier} request: %O`,
+            request
+        )
 
         let response: GenerateAssistantResponseCommandOutput | undefined = undefined
         session.createNewTokenSource()

packages/amazonq/src/inlineChat/provider/inlineChatProvider.ts

@@ -0,0 +1,243 @@
+/*!
+ * Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+import assert from 'assert'
+import {
+    ChatTriggerType,
+    filePathSizeLimit,
+    TriggerPayload,
+    triggerPayloadToChatRequest,
+} from 'aws-core-vscode/codewhispererChat'
+
+describe('triggerPayloadToChatRequest', () => {
+    const mockBasicPayload: TriggerPayload = {
+        message: 'test message',
+        filePath: 'test/path.ts',
+        fileText: 'console.log("hello")',
+        fileLanguage: 'typescript',
+        additionalContents: [],
+        relevantTextDocuments: [],
+        useRelevantDocuments: false,
+        customization: { arn: 'test:arn' },
+        trigger: ChatTriggerType.ChatMessage,
+        contextLengths: {
+            truncatedUserInputContextLength: 0,
+            truncatedFocusFileContextLength: 0,
+            truncatedWorkspaceContextLength: 0,
+            truncatedAdditionalContextLengths: {
+                promptContextLength: 0,
+                ruleContextLength: 0,
+                fileContextLength: 0,
+            },
+            additionalContextLengths: {
+                fileContextLength: 0,
+                promptContextLength: 0,
+                ruleContextLength: 0,
+            },
+            workspaceContextLength: 0,
+            userInputContextLength: 0,
+            focusFileContextLength: 0,
+        },
+        context: [],
+        documentReferences: [],
+        query: undefined,
+        codeSelection: undefined,
+        matchPolicy: undefined,
+        codeQuery: undefined,
+        userIntent: undefined,
+    }
+
+    const createLargeString = (size: number, prefix: string = '') => prefix + 'x'.repeat(size - prefix.length)
+
+    const createPrompt = (size: number) => {
+        return {
+            name: 'prompt',
+            description: 'prompt',
+            relativePath: 'path-prompt',
+            type: 'prompt',
+            innerContext: createLargeString(size, 'prompt-'),
+        }
+    }
+
+    const createRule = (size: number) => {
+        return {
+            name: 'rule',
+            description: 'rule',
+            relativePath: 'path-rule',
+            type: 'rule',
+            innerContext: createLargeString(size, 'rule-'),
+        }
+    }
+
+    const createFile = (size: number) => {
+        return {
+            name: 'file',
+            description: 'file',
+            relativePath: 'path-file',
+            type: 'file',
+            innerContext: createLargeString(size, 'file-'),
+        }
+    }
+
+    const createBaseTriggerPayload = (): TriggerPayload => ({
+        ...mockBasicPayload,
+        message: '',
+        fileText: '',
+        filePath: 'test.ts',
+        fileLanguage: 'typescript',
+        customization: { arn: '' },
+    })
+    it('should convert basic trigger payload to chat request', () => {
+        const result = triggerPayloadToChatRequest(mockBasicPayload)
+
+        assert.notEqual(result, undefined)
+        assert.strictEqual(result.conversationState.currentMessage?.userInputMessage?.content, 'test message')
+        assert.strictEqual(result.conversationState.chatTriggerType, 'MANUAL')
+        assert.strictEqual(result.conversationState.customizationArn, 'test:arn')
+    })
+
+    it('should handle empty file path', () => {
+        const emptyFilePathPayload = {
+            ...mockBasicPayload,
+            filePath: '',
+        }
+
+        const result = triggerPayloadToChatRequest(emptyFilePathPayload)
+
+        assert.strictEqual(
+            result.conversationState.currentMessage?.userInputMessage?.userInputMessageContext?.editorState?.document,
+            undefined
+        )
+    })
+
+    it('should filter out empty additional contents', () => {
+        const payloadWithEmptyContents: TriggerPayload = {
+            ...mockBasicPayload,
+            additionalContents: [
+                { name: 'prompt1', description: 'prompt1', relativePath: 'path1', type: 'prompt', innerContext: '' },
+                {
+                    name: 'prompt2',
+                    description: 'prompt2',
+                    relativePath: 'path2',
+                    type: 'prompt',
+                    innerContext: 'valid content',
+                },
+            ],
+        }
+
+        const result = triggerPayloadToChatRequest(payloadWithEmptyContents)
+
+        assert.strictEqual(
+            result.conversationState.currentMessage?.userInputMessage?.userInputMessageContext?.additionalContext
+                ?.length,
+            1
+        )
+        assert.strictEqual(
+            result.conversationState.currentMessage?.userInputMessage?.userInputMessageContext.additionalContext?.[0]
+                .innerContext,
+            'valid content'
+        )
+    })
+
+    it('should handle unsupported programming language', () => {
+        const unsupportedLanguagePayload = {
+            ...mockBasicPayload,
+            fileLanguage: 'unsupported',
+        }
+
+        const result = triggerPayloadToChatRequest(unsupportedLanguagePayload)
+
+        assert.strictEqual(
+            result.conversationState.currentMessage?.userInputMessage?.userInputMessageContext?.editorState?.document
+                ?.programmingLanguage,
+            undefined
+        )
+    })
+
+    it('should truncate file path if it exceeds limit', () => {
+        const longFilePath = 'a'.repeat(5000)
+        const longFilePathPayload = {
+            ...mockBasicPayload,
+            filePath: longFilePath,
+        }
+
+        const result = triggerPayloadToChatRequest(longFilePathPayload)
+
+        assert.strictEqual(
+            result.conversationState.currentMessage?.userInputMessage?.userInputMessageContext?.editorState?.document
+                ?.relativeFilePath?.length,
+            filePathSizeLimit
+        )
+    })
+
+    it('should preserve priority order', () => {
+        const before1 = [5000, 30000, 40000, 20000, 15000, 25000] // Total: 135,000
+        const after1 = [5000, 30000, 40000, 20000, 5000, 0] // Total: 100,000
+        checkContextTruncationHelper(before1, after1)
+
+        const before2 = [1000, 2000, 3000, 4000, 5000, 90000] // Total: 105,000
+        const after2 = [1000, 2000, 3000, 4000, 5000, 85000] // Total: 100,000
+        checkContextTruncationHelper(before2, after2)
+
+        const before3 = [10000, 40000, 80000, 30000, 20000, 50000] // Total: 230,000
+        const after3 = [10000, 40000, 50000, 0, 0, 0] // Total: 100,000
+        checkContextTruncationHelper(before3, after3)
+
+        const before4 = [5000, 5000, 150000, 5000, 5000, 5000] // Total: 175,000
+        const after4 = [5000, 5000, 90000, 0, 0, 0] // Total: 100,000
+        checkContextTruncationHelper(before4, after4)
+
+        const before5 = [50000, 80000, 20000, 10000, 10000, 10000] // Total: 180,000
+        const after5 = [50000, 50000, 0, 0, 0, 0] // Total: 100,000
+        checkContextTruncationHelper(before5, after5)
+    })
+
+    function checkContextTruncationHelper(before: number[], after: number[]) {
+        const payload = createBaseTriggerPayload()
+        const [userInputSize, promptSize, currentFileSize, ruleSize, fileSize, workspaceSize] = before
+
+        payload.message = createLargeString(userInputSize, 'userInput-')
+        payload.additionalContents = [createPrompt(promptSize), createRule(ruleSize), createFile(fileSize)]
+        payload.fileText = createLargeString(currentFileSize, 'currentFile-')
+        payload.relevantTextDocuments = [
+            {
+                relativeFilePath: 'workspace.ts',
+                text: createLargeString(workspaceSize, 'workspace-'),
+                startLine: -1,
+                endLine: -1,
+            },
+        ]
+
+        const result = triggerPayloadToChatRequest(payload)
+
+        const userInputLength = result.conversationState.currentMessage?.userInputMessage?.content?.length
+        const promptContext =
+            result.conversationState.currentMessage?.userInputMessage?.userInputMessageContext?.additionalContext?.find(
+                (c) => c.name === 'prompt'
+            )?.innerContext
+        const currentFileLength =
+            result.conversationState.currentMessage?.userInputMessage?.userInputMessageContext?.editorState?.document
+                ?.text?.length
+        const ruleContext =
+            result.conversationState.currentMessage?.userInputMessage?.userInputMessageContext?.additionalContext?.find(
+                (c) => c.name === 'rule'
+            )?.innerContext
+        const fileContext =
+            result.conversationState.currentMessage?.userInputMessage?.userInputMessageContext?.additionalContext?.find(
+                (c) => c.name === 'file'
+            )?.innerContext
+        const workspaceContext =
+            result.conversationState.currentMessage?.userInputMessage?.userInputMessageContext?.editorState
+                ?.relevantDocuments?.[0]?.text
+
+        // Verify priority ordering
+        assert.strictEqual(userInputLength ?? 0, after[0])
+        assert.strictEqual(promptContext?.length ?? 0, after[1])
+        assert.strictEqual(currentFileLength ?? 0, after[2])
+        assert.strictEqual(ruleContext?.length ?? 0, after[3])
+        assert.strictEqual(fileContext?.length ?? 0, after[4])
+        assert.strictEqual(workspaceContext?.length ?? 0, after[5])
+    }
+})

packages/amazonq/test/unit/codewhispererChat/controllers/chat/chatRequest/converter.test.ts

@@ -36,7 +36,11 @@ import {
 import { UserIntent } from '@amzn/codewhisperer-streaming'
 import { getSelectedCustomization } from '../../../codewhisperer/util/customizationUtil'
 import { createCodeWhispererChatStreamingClient } from '../../../shared/clients/codewhispererChatClient'
-import { ChatItemVotedMessage, ChatTriggerType } from '../../../codewhispererChat/controllers/chat/model'
+import {
+    ChatItemVotedMessage,
+    ChatTriggerType,
+    TriggerPayload,
+} from '../../../codewhispererChat/controllers/chat/model'
 import { triggerPayloadToChatRequest } from '../../../codewhispererChat/controllers/chat/chatRequest/converter'
 import { EditorContentController } from '../../../amazonq/commons/controllers/contentController'
 import { amazonQTabSuffix } from '../../../shared/constants'
@@ -67,6 +71,7 @@ import { TargetFileInfo } from '../../../codewhisperer/client/codewhispereruserc
 import { submitFeedback } from '../../../feedback/vue/submitFeedback'
 import { placeholder } from '../../../shared/vscode/commands2'
 import { Auth } from '../../../auth/auth'
+import { defaultContextLengths } from '../../../codewhispererChat/constants'
 
 export interface TestChatControllerEventEmitters {
     readonly tabOpened: vscode.EventEmitter<any>
@@ -916,7 +921,7 @@ export class TestController {
             // TODO: Write this entire gen response to basiccommands and call here.
             const editorText = await fs.readFileText(filePath)
 
-            const triggerPayload = {
+            const triggerPayload: TriggerPayload = {
                 query: `Generate unit tests for the following part of my code: ${message?.trim() || fileName}`,
                 codeSelection: undefined,
                 trigger: ChatTriggerType.ChatMessage,
@@ -928,6 +933,14 @@ export class TestController {
                 codeQuery: undefined,
                 userIntent: UserIntent.GENERATE_UNIT_TESTS,
                 customization: getSelectedCustomization(),
+                context: [],
+                relevantTextDocuments: [],
+                additionalContents: [],
+                documentReferences: [],
+                useRelevantDocuments: false,
+                contextLengths: {
+                    ...defaultContextLengths,
+                },
             }
             const chatRequest = triggerPayloadToChatRequest(triggerPayload)
             const client = await createCodeWhispererChatStreamingClient()