fix(amazonq): 500k max input limit in user input box. Align payload prompt with user typed prompt. (#1325)

Author: leigaol

chat-client/src/client/mynahUi.ts

@@ -504,11 +504,12 @@ export const createMynahUi = (
                 stopGenerating: agenticMode ? uiComponentsTexts.stopGenerating : 'Stop generating',
                 spinnerText: agenticMode ? uiComponentsTexts.spinnerText : 'Generating your answer...',
             },
-            // RTS max user input is 600k, we need to leave around 500 chars to user to type the question
+            // Total model context window limit 600k.
+            // 500k for user input, 100k for context, history, system prompt.
             // beside, MynahUI will automatically crop it depending on the available chars left from the prompt field itself by using a 96 chars of threshold
-            // if we want to max user input as 599500, need to configure the maxUserInput as 599596
-            maxUserInput: 599596,
-            userInputLengthWarningThreshold: 550000,
+            // if we want to max user input as 500000, need to configure the maxUserInput as 500096
+            maxUserInput: 500096,
+            userInputLengthWarningThreshold: 450000,
         },
     }
 

server/aws-lsp-codewhisperer/src/language-server/agenticChat/constants.ts

@@ -1,7 +1,7 @@
 export const genericErrorMsg = 'An unexpected error occurred, check the logs for more information.'
 export const maxAgentLoopIterations = 100
 export const loadingThresholdMs = 2000
-export const generateAssistantResponseInputLimit = 600_000
+export const generateAssistantResponseInputLimit = 500_000
 export const outputLimitExceedsPartialMsg = 'output exceeds maximum character limit of'
 export const responseTimeoutMs = 170_000
 export const responseTimeoutPartialMsg = 'Response processing timed out after'

server/aws-lsp-codewhisperer/src/language-server/agenticChat/context/agenticChatTriggerContext.ts

@@ -110,7 +110,9 @@ export class AgenticChatTriggerContext {
 
         const hasWorkspace = 'context' in params ? params.context?.some(c => c.command === '@workspace') : false
 
-        let promptContent = prompt.escapedPrompt ?? prompt.prompt
+        // prompt.prompt is what user typed in the input, should be sent to backend
+        // prompt.escapedPrompt is HTML serialized string, which should only be used for UI.
+        let promptContent = prompt.prompt ?? prompt.escapedPrompt
 
         // When the user adds @sage context, ** gets prepended and appended to the prompt because of markdown.
         // This intereferes with routing logic thus we need to remove it