CodeWhisperer: factor in language dialect for crossfile context fetching (#3767)

Author: Will-ShaoHua

jetbrains-core/src/software/aws/toolkits/jetbrains/services/codewhisperer/util/CodeWhispererFileCrawler.kt

@@ -60,6 +60,7 @@ class NoOpFileCrawler : FileCrawler {
 abstract class CodeWhispererFileCrawler : FileCrawler {
     abstract val fileExtension: String
     abstract val testFilenamePattern: Regex
+    abstract val dialects: Set<String>
 
     override fun listFilesUnderProjectRoot(project: Project): List<VirtualFile> = project.guessProjectDir()?.let { rootDir ->
         VfsUtil.collectChildrenRecursively(rootDir).filter {
@@ -73,7 +74,7 @@ abstract class CodeWhispererFileCrawler : FileCrawler {
         val openedFiles = runReadAction {
             FileEditorManager.getInstance(psiFile.project).openFiles.toList().filter {
                 it.name != psiFile.virtualFile.name &&
-                    it.extension == psiFile.virtualFile.extension &&
+                    isSameDialect(psiFile.virtualFile.extension) &&
                     !TestSourcesFilter.isTestSources(it, psiFile.project)
             }
         }
@@ -89,6 +90,10 @@ abstract class CodeWhispererFileCrawler : FileCrawler {
 
     abstract fun guessSourceFileName(tstFileName: String): String
 
+    private fun isSameDialect(fileExt: String?): Boolean = fileExt?.let {
+        dialects.contains(fileExt)
+    } ?: false
+
     companion object {
         fun searchRelevantFileInEditors(target: PsiFile, keywordProducer: (psiFile: PsiFile) -> List<String>): VirtualFile? {
             val project = target.project

jetbrains-core/src/software/aws/toolkits/jetbrains/services/codewhisperer/util/JavaCodeWhispererFileCrawler.kt

@@ -21,6 +21,7 @@ import org.jetbrains.jps.model.java.JavaModuleSourceRootTypes
 object JavaCodeWhispererFileCrawler : CodeWhispererFileCrawler() {
     override val fileExtension: String = "java"
     override val testFilenamePattern: Regex = """(?:Test([^/\\]+)\.java|([^/\\]+)Test\.java)$""".toRegex()
+    override val dialects: Set<String> = setOf("java")
 
     override fun guessSourceFileName(tstFileName: String): String = tstFileName.substring(0, tstFileName.length - "Test.java".length) + ".java"
 

jetbrains-core/src/software/aws/toolkits/jetbrains/services/codewhisperer/util/JavascriptCodeWhispererFileCrawler.kt

@@ -8,6 +8,7 @@ import com.intellij.psi.PsiFile
 
 object JavascriptCodeWhispererFileCrawler : CodeWhispererFileCrawler() {
     override val fileExtension: String = "js"
+    override val dialects: Set<String> = setOf("js", "jsx")
 
     // TODO: Add implementation when UTG is enabled
     override val testFilenamePattern: Regex = "".toRegex()

jetbrains-core/src/software/aws/toolkits/jetbrains/services/codewhisperer/util/PythonCodeWhispererFileCrawler.kt

@@ -14,6 +14,8 @@ import org.jetbrains.jps.model.java.JavaModuleSourceRootTypes
 
 object PythonCodeWhispererFileCrawler : CodeWhispererFileCrawler() {
     override val fileExtension: String = "py"
+    override val dialects: Set<String> = setOf("py")
+
     override val testFilenamePattern: Regex = Regex("""(?:test_([^/\\]+)\.py|([^/\\]+)_test\.py)${'$'}""")
     override suspend fun listFilesImported(psiFile: PsiFile): List<VirtualFile> = emptyList()
 

jetbrains-core/src/software/aws/toolkits/jetbrains/services/codewhisperer/util/TypescriptCodeWhispererFileCrawler.kt

@@ -8,6 +8,7 @@ import com.intellij.psi.PsiFile
 
 object TypescriptCodeWhispererFileCrawler : CodeWhispererFileCrawler() {
     override val fileExtension: String = "ts"
+    override val dialects: Set<String> = setOf("ts", "tsx")
 
     // TODO: Add implementation when UTG is enabled
     override val testFilenamePattern: Regex = "".toRegex()