codewhisperer: crossfile configuration update (#3737)

Author: Will-ShaoHua

src/codewhisperer/models/constants.ts

@@ -274,6 +274,7 @@ export const supplemetalContextFetchingTimeoutMsg = 'codewhisperer supplemental
 
 export const crossFileContextConfig = {
     numberOfChunkToFetch: 60,
+    numberOfChunkToFetchExperiment: 1000,
     topK: 3,
     numberOfLinesEachChunk: 10,
 }

src/codewhisperer/util/supplementalContext/crossFileContextUtil.ts

@@ -60,6 +60,11 @@ export async function fetchSupplementalContextForSrc(
         return shouldProceed === undefined ? undefined : []
     }
 
+    const codeChunksCalculated =
+        CodeWhispererUserGroupSettings.instance.userGroup === UserGroup.Control
+            ? crossFileContextConfig.numberOfChunkToFetch
+            : crossFileContextConfig.numberOfChunkToFetchExperiment
+
     // Step 1: Get relevant cross files to refer
     const relevantCrossFilePaths = await getCrossFileCandidates(editor)
     throwIfCancelled(cancellationToken)
@@ -70,16 +75,16 @@ export async function fetchSupplementalContextForSrc(
     let chunkList: Chunk[] = []
     for (const relevantFile of relevantCrossFilePaths) {
         throwIfCancelled(cancellationToken)
-        const chunks: Chunk[] = splitFileToChunks(relevantFile, crossFileContextConfig.numberOfLinesEachChunk)
+        const chunks: Chunk[] = splitFileToChunks(relevantFile, codeChunksCalculated)
         const linkedChunks = linkChunks(chunks)
         chunkList.push(...linkedChunks)
-        if (chunkList.length >= crossFileContextConfig.numberOfChunkToFetch) {
+        if (chunkList.length >= codeChunksCalculated) {
             break
         }
     }
 
     // it's required since chunkList.push(...) is likely giving us a list of size > 60
-    chunkList = chunkList.slice(0, crossFileContextConfig.numberOfChunkToFetch)
+    chunkList = chunkList.slice(0, codeChunksCalculated)
 
     // Step 3: Generate Input chunk (10 lines left of cursor position)
     // and Find Best K chunks w.r.t input chunk using BM25