limit maximum size of supplementalContext being sent

Author: Will-ShaoHua

packages/core/src/codewhisperer/models/constants.ts

@@ -712,6 +712,7 @@ export const crossFileContextConfig = {
     numberOfChunkToFetch: 60,
     topK: 3,
     numberOfLinesEachChunk: 50,
+    maximumTotalLength: 10240,
 }
 
 export const utgConfig = {

packages/core/src/codewhisperer/util/supplementalContext/crossFileContextUtil.ts

@@ -132,14 +132,20 @@ export async function fetchSupplementalContextForSrcV1(
 
     // Step 4: Transform best chunks to supplemental contexts
     const supplementalContexts: CodeWhispererSupplementalContextItem[] = []
+    let totalLength = 0
     for (const chunk of bestChunks) {
         throwIfCancelled(cancellationToken)
 
+        if (totalLength > crossFileContextConfig.maximumTotalLength) {
+            break
+        }
+
         supplementalContexts.push({
             filePath: chunk.fileName,
             content: chunk.nextContent,
             score: chunk.score,
         })
+        totalLength += chunk.nextContent.length
     }
 
     // DO NOT send code chunk with empty content