Adding all files in project wide scans, gitIgnore Parsing and seperate section for code scans in status bar (#4248)

* Added New section for code scans in status bar and added changes to include all files under project wihtout git ignore files.

* Added tests for gitignore parsing, correcting tests for project wide scans.

* correction for RubyCodeScanTest.

* Removed language codescan configs and corrected unit tests. removed import parsing/file parsing mechanisms.

* Removed queue for file payload creation. Added default payload and timeout limits.

* Added ProjectFileParsingManager to include git ignore parsing, project file collection.

* Moves FeatureDevSessionContext to core module to avoid deduping in toolkit and for codescan utility.

* Removing File Scans and setting Auto Code Scan to false for builder Id users.

* Correcting Project Scan Timeout Period.

* Adding comment for gitignore patterns.

* Update CodeScanSessionConfig.kt to change `gitIgnoreParser` to  `featureDevSessionContext`

Author: ashishrp-aws

plugins/amazonq/chat/jetbrains-community/src/software/aws/toolkits/jetbrains/services/amazonqFeatureDev/session/Session.kt

@@ -5,6 +5,7 @@ package software.aws.toolkits.jetbrains.services.amazonqFeatureDev.session
 
 import com.intellij.openapi.project.Project
 import com.intellij.openapi.vfs.VfsUtil
+import software.aws.toolkits.jetbrains.services.amazonq.FeatureDevSessionContext
 import software.aws.toolkits.jetbrains.services.amazonq.messages.MessagePublisher
 import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.APPROACH_RETRY_LIMIT
 import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.CODE_GENERATION_RETRY_LIMIT

plugins/amazonq/chat/jetbrains-community/src/software/aws/toolkits/jetbrains/services/amazonqFeatureDev/session/SessionStateTypes.kt

@@ -4,6 +4,7 @@
 package software.aws.toolkits.jetbrains.services.amazonqFeatureDev.session
 
 import com.fasterxml.jackson.annotation.JsonValue
+import software.aws.toolkits.jetbrains.services.amazonq.FeatureDevSessionContext
 import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.clients.FeatureDevClient
 import software.aws.toolkits.jetbrains.services.cwc.messages.CodeReference
 

plugins/amazonq/chat/jetbrains-community/tst/software/aws/toolkits/jetbrains/services/amazonqFeatureDev/session/PrepareRefinementStateTest.kt

@@ -18,9 +18,10 @@ import org.mockito.kotlin.mock
 import org.mockito.kotlin.times
 import org.mockito.kotlin.verify
 import org.mockito.kotlin.whenever
+import software.aws.toolkits.jetbrains.services.amazonq.FeatureDevSessionContext
+import software.aws.toolkits.jetbrains.services.amazonq.ZipCreationResult
 import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.FeatureDevTestBase
 import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.clients.FeatureDevClient
-import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.model.ZipCreationResult
 import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.util.uploadArtifactToS3
 import java.io.File
 

plugins/amazonq/chat/jetbrains-community/tst/software/aws/toolkits/jetbrains/services/amazonqFeatureDev/session/RefinementStateTest.kt

@@ -15,6 +15,7 @@ import org.mockito.kotlin.mock
 import org.mockito.kotlin.times
 import org.mockito.kotlin.verify
 import org.mockito.kotlin.whenever
+import software.aws.toolkits.jetbrains.services.amazonq.FeatureDevSessionContext
 import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.FeatureDevException
 import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.FeatureDevTestBase
 import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.clients.FeatureDevClient

plugins/amazonq/chat/jetbrains-community/src/software/aws/toolkits/jetbrains/services/amazonqFeatureDev/session/FeatureDevSessionContext.kt renamed to plugins/core/jetbrains-community/src/software/aws/toolkits/jetbrains/services/amazonq/FeatureDevSessionContext.kt

@@ -1,7 +1,7 @@
 // Copyright 2024 Amazon.com, Inc. or its affiliates. All Rights Reserved.
 // SPDX-License-Identifier: Apache-2.0
 
-package software.aws.toolkits.jetbrains.services.amazonqFeatureDev.session
+package software.aws.toolkits.jetbrains.services.amazonq
 
 import com.intellij.openapi.application.runReadAction
 import com.intellij.openapi.project.Project
@@ -11,22 +11,22 @@ import com.intellij.openapi.vfs.VirtualFile
 import org.apache.commons.codec.digest.DigestUtils
 import software.aws.toolkits.core.utils.createTemporaryZipFile
 import software.aws.toolkits.core.utils.putNextEntry
-import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.model.ZipCreationResult
 import java.io.File
 import java.io.FileInputStream
 import java.util.Base64
 import kotlin.io.path.Path
 import kotlin.io.path.relativeTo
 
 class FeatureDevSessionContext(val project: Project) {
+    // TODO: Need to correct this class location in the modules going further to support both amazonq and codescan.
 
-    private var _projectRoot = project.guessProjectDir() ?: error("Cannot guess base directory for project ${project.name}")
     private val ignorePatterns = listOf(
         "\\.aws-sam",
         "\\.svn",
         "\\.hg/",
         "\\.rvm",
         "\\.git/",
+        "\\.gitignore",
         "\\.project",
         "\\.gem",
         "/\\.idea/",
@@ -44,16 +44,23 @@ class FeatureDevSessionContext(val project: Project) {
         "/LICENSE\\.md$",
     ).map { Regex(it) }
 
+    private var _projectRoot = project.guessProjectDir() ?: error("Cannot guess base directory for project ${project.name}")
+    private var ignorePatternsWithGitIgnore = emptyList<Regex>()
+    private val gitIgnoreFile = File(projectRoot.path, ".gitignore")
+
+    init {
+        ignorePatternsWithGitIgnore = ignorePatterns + parseGitIgnore().map { Regex(it) }
+    }
+
     fun getProjectZip(): ZipCreationResult {
         val zippedProject = runReadAction { zipFiles(projectRoot) }
         val checkSum256: String = Base64.getEncoder().encodeToString(DigestUtils.sha256(FileInputStream(zippedProject)))
         return ZipCreationResult(zippedProject, checkSum256, zippedProject.length())
     }
 
-    private fun ignoreFile(file: File): Boolean {
-        val ignorePatternsWithGitIgnore = ignorePatterns + parseGitIgnore(File(projectRoot.path, ".gitignore")).map { Regex(it) }
-        return ignorePatternsWithGitIgnore.any { p -> p.containsMatchIn(file.path) }
-    }
+    fun ignoreFile(file: File): Boolean = ignorePatternsWithGitIgnore.any { p -> p.containsMatchIn(file.path) }
+
+    fun ignoreFile(file: VirtualFile): Boolean = ignoreFile(File(file.path))
 
     private fun zipFiles(projectRoot: VirtualFile): File = createTemporaryZipFile {
         VfsUtil.collectChildrenRecursively(projectRoot).map { virtualFile -> File(virtualFile.path) }.forEach { file ->
@@ -64,7 +71,7 @@ class FeatureDevSessionContext(val project: Project) {
         }
     }.toFile()
 
-    private fun parseGitIgnore(gitIgnoreFile: File): List<String> {
+    private fun parseGitIgnore(): List<String> {
         if (!gitIgnoreFile.exists()) {
             return emptyList()
         }
@@ -74,6 +81,7 @@ class FeatureDevSessionContext(val project: Project) {
             .map { convertGitIgnorePatternToRegex(it) }
     }
 
+    // gitignore patterns are not regex, method update needed.
     private fun convertGitIgnorePatternToRegex(pattern: String): String = pattern
         .replace(".", "\\.")
         .replace("*", ".*")
@@ -85,3 +93,5 @@ class FeatureDevSessionContext(val project: Project) {
         }
         get() = _projectRoot
 }
+
+data class ZipCreationResult(val payload: File, val checksum: String, val contentLength: Long)

plugins/toolkit/jetbrains-core/src/software/aws/toolkits/jetbrains/services/codewhisperer/codescan/CodeWhispererCodeScanManager.kt

@@ -63,6 +63,7 @@ import software.aws.toolkits.jetbrains.services.codewhisperer.credentials.CodeWh
 import software.aws.toolkits.jetbrains.services.codewhisperer.editor.CodeWhispererEditorUtil.overlaps
 import software.aws.toolkits.jetbrains.services.codewhisperer.explorer.CodeWhispererExplorerActionManager
 import software.aws.toolkits.jetbrains.services.codewhisperer.explorer.isCodeWhispererEnabled
+import software.aws.toolkits.jetbrains.services.codewhisperer.explorer.isUserBuilderId
 import software.aws.toolkits.jetbrains.services.codewhisperer.language.CodeWhispererProgrammingLanguage
 import software.aws.toolkits.jetbrains.services.codewhisperer.language.languages.CodeWhispererUnknownLanguage
 import software.aws.toolkits.jetbrains.services.codewhisperer.language.programmingLanguage
@@ -144,15 +145,14 @@ class CodeWhispererCodeScanManager(val project: Project) {
             isCodeScanInProgress.set(false)
             return
         }
-
         //  If scanType is project
         if (scanType == CodeWhispererConstants.SecurityScanType.PROJECT) {
             // Prepare for a project code scan
             beforeCodeScan()
             // launch code scan coroutine
             codeScanJob = launchCodeScanCoroutine(CodeWhispererConstants.SecurityScanType.PROJECT)
         } else {
-            if (CodeWhispererExplorerActionManager.getInstance().isAutoEnabledForCodeScan()) {
+            if (CodeWhispererExplorerActionManager.getInstance().isAutoEnabledForCodeScan() and !isUserBuilderId(project)) {
                 //  Add File Scan
                 codeScanJob = launchCodeScanCoroutine(CodeWhispererConstants.SecurityScanType.FILE)
             }