fix(AmazonQ FeatureDev): throws an error when the repo is bigger than 200 MB (aws#4471)

Problem: Backend can't handle repo size larger than 200 MB
Solution: Throws an error to give the user better experience

Co-authored-by: Gasser <[email protected]>
Co-authored-by: manodnyab <[email protected]>

Author: 3 people

.changes/next-release/bugfix-6871c109-4229-4247-a897-debfba52d980.json

@@ -0,0 +1,4 @@
+{
+  "type" : "bugfix",
+  "description" : "Amazon Q Feature Development: Update error message when repo size larger than 200 megabytes"
+}

plugins/amazonq/chat/jetbrains-community/src/software/aws/toolkits/jetbrains/services/amazonqFeatureDev/FeatureDevConstants.kt

@@ -13,3 +13,6 @@ const val CODE_GENERATION_RETRY_LIMIT = 3
 
 // The default retry limit used when the session could not be found
 const val DEFAULT_RETRY_LIMIT = 0
+
+// Max allowed size for a repository in bytes
+const val MAX_PROJECT_SIZE_BYTES: Long = 200 * 1024 * 1024

plugins/amazonq/chat/jetbrains-community/src/software/aws/toolkits/jetbrains/services/amazonqFeatureDev/FeatureDevExceptions.kt

@@ -3,11 +3,12 @@
 
 package software.aws.toolkits.jetbrains.services.amazonqFeatureDev
 
+import software.aws.toolkits.jetbrains.services.amazonq.RepoSizeError
 import software.aws.toolkits.resources.message
 
 open class FeatureDevException(override val message: String?, override val cause: Throwable? = null) : RuntimeException()
 
-class ContentLengthError(override val message: String, override val cause: Throwable?) : RuntimeException()
+class ContentLengthError(override val message: String, override val cause: Throwable?) : RepoSizeError, RuntimeException()
 
 class PlanIterationLimitError(override val message: String, override val cause: Throwable?) : RuntimeException()
 

plugins/amazonq/chat/jetbrains-community/src/software/aws/toolkits/jetbrains/services/amazonqFeatureDev/controller/FeatureDevController.kt

@@ -25,11 +25,11 @@ import software.aws.toolkits.core.utils.getLogger
 import software.aws.toolkits.core.utils.info
 import software.aws.toolkits.core.utils.warn
 import software.aws.toolkits.jetbrains.core.coroutines.EDT
+import software.aws.toolkits.jetbrains.services.amazonq.RepoSizeError
 import software.aws.toolkits.jetbrains.services.amazonq.apps.AmazonQAppInitContext
 import software.aws.toolkits.jetbrains.services.amazonq.auth.AuthController
 import software.aws.toolkits.jetbrains.services.amazonq.toolwindow.AmazonQToolWindowFactory
 import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.CodeIterationLimitError
-import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.ContentLengthError
 import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.DEFAULT_RETRY_LIMIT
 import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.FEATURE_NAME
 import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.InboundAppMessagesHandler
@@ -435,7 +435,7 @@ class FeatureDevController(
             }
         } catch (err: Exception) {
             logger.warn(err) { "Encountered ${err.message} for tabId: $tabId" }
-            if (err is ContentLengthError) {
+            if (err is RepoSizeError) {
                 messenger.sendError(
                     tabId = tabId,
                     errMessage = err.message,

plugins/amazonq/chat/jetbrains-community/src/software/aws/toolkits/jetbrains/services/amazonqFeatureDev/session/Session.kt

@@ -9,6 +9,7 @@ import software.aws.toolkits.jetbrains.services.amazonq.FeatureDevSessionContext
 import software.aws.toolkits.jetbrains.services.amazonq.messages.MessagePublisher
 import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.APPROACH_RETRY_LIMIT
 import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.CODE_GENERATION_RETRY_LIMIT
+import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.MAX_PROJECT_SIZE_BYTES
 import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.clients.FeatureDevClient
 import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.conversationIdNotFound
 import software.aws.toolkits.jetbrains.services.amazonqFeatureDev.messages.sendAsyncEventProgress
@@ -39,7 +40,7 @@ class Session(val tabID: String, val project: Project) {
     var isAuthenticating: Boolean
 
     init {
-        context = FeatureDevSessionContext(project)
+        context = FeatureDevSessionContext(project, MAX_PROJECT_SIZE_BYTES)
         proxyClient = FeatureDevClient.getInstance(project)
         featureDevService = FeatureDevService(proxyClient, project)
         _state = ConversationNotStartedState("", tabID)

plugins/core/jetbrains-community/src/software/aws/toolkits/jetbrains/services/amazonq/FeatureDevSessionContext.kt

@@ -31,7 +31,12 @@ import java.util.zip.ZipOutputStream
 import kotlin.io.path.Path
 import kotlin.io.path.relativeTo
 
-class FeatureDevSessionContext(val project: Project) {
+interface RepoSizeError {
+    val message: String
+}
+class RepoSizeLimitError(override val message: String) : RuntimeException(), RepoSizeError
+
+class FeatureDevSessionContext(val project: Project, val maxProjectSizeBytes: Long? = null) {
     // TODO: Need to correct this class location in the modules going further to support both amazonq and codescan.
 
     private val ignorePatterns = setOf(
@@ -92,16 +97,23 @@ class FeatureDevSessionContext(val project: Project) {
 
     suspend fun zipFiles(projectRoot: VirtualFile): File = withContext(getCoroutineBgContext()) {
         val files = mutableListOf<VirtualFile>()
+        var totalSize: Long = 0
+
         VfsUtil.visitChildrenRecursively(
             projectRoot,
             object : VirtualFileVisitor<Unit>() {
                 override fun visitFile(file: VirtualFile): Boolean {
-                    if (file.isFile) {
+                    val isFileIgnored = runBlocking { ignoreFile(file, this) }
+                    if (file.isFile && !isFileIgnored) {
+                        totalSize += file.length
                         files.add(file)
+
+                        if (maxProjectSizeBytes != null && totalSize > maxProjectSizeBytes) {
+                            throw RepoSizeLimitError(message("amazonqFeatureDev.content_length.error_text"))
+                        }
                         return true
-                    }
-                    return runBlocking {
-                        !ignoreFile(file, this)
+                    } else {
+                        return !isFileIgnored
                     }
                 }
             }
@@ -113,9 +125,7 @@ class FeatureDevSessionContext(val project: Project) {
             files.chunked(50).forEach { chunk ->
                 launch {
                     for (file in chunk) {
-                        if (file.isFile && !ignoreFile(file, this)) {
-                            send(file)
-                        }
+                        send(file)
                     }
                 }
             }