Fix: filter out frequent client error from codegeneration telemetry

Author: linyuxi-0511

packages/core/src/amazonqFeatureDev/constants.ts

@@ -20,6 +20,12 @@ export const generateDevFilePrompt =
 // Max allowed size for file collection
 export const maxRepoSizeBytes = 200 * 1024 * 1024
 
+export const startCodeGenClientErrorMessages = ['Improperly formed request', 'Resource not found']
+export const clientErrorMessages = [
+    'StartTaskAssistCodeGeneration reached for this month.',
+    'The folder you chose did not contain any source files in a supported language. Choose another folder and try again.',
+]
+
 // License text that's used in codewhisperer reference log
 export const referenceLogText = (reference: CodeReference) =>
     `[${new Date().toLocaleString()}] Accepted recommendation from Amazon Q. Code provided with reference under <a href="${LicenseUtil.getLicenseHtml(

packages/core/src/amazonqFeatureDev/controllers/chat/controller.ts

@@ -29,7 +29,13 @@ import {
 } from '../../errors'
 import { codeGenRetryLimit, defaultRetryLimit } from '../../limits'
 import { Session } from '../../session/session'
-import { featureDevScheme, featureName, generateDevFilePrompt } from '../../constants'
+import {
+    clientErrorMessages,
+    featureDevScheme,
+    featureName,
+    generateDevFilePrompt,
+    startCodeGenClientErrorMessages,
+} from '../../constants'
 import { DeletedFileInfo, DevPhase, MetricDataOperationName, MetricDataResult, type NewFileInfo } from '../../types'
 import { AuthUtil } from '../../../codewhisperer/util/authUtil'
 import { AuthController } from '../../../amazonq/auth/controller'
@@ -555,12 +561,22 @@ export class FeatureDevController {
                         result = MetricDataResult.Fault
                     }
                     break
+                case MonthlyConversationLimitError.name:
+                case CodeIterationLimitError.name:
                 case PromptRefusalException.name:
                 case NoChangeRequiredException.name:
                     result = MetricDataResult.Error
                     break
                 default:
-                    result = MetricDataResult.Fault
+                    if (
+                        (err.code === 'StartCodeGenerationFailed' &&
+                            startCodeGenClientErrorMessages.some((msg) => err.message.includes(msg))) ||
+                        clientErrorMessages.some((msg) => err.message.includes(msg))
+                    ) {
+                        result = MetricDataResult.Error
+                    } else {
+                        result = MetricDataResult.Fault
+                    }
                     break
             }
 

packages/core/src/test/amazonqFeatureDev/controllers/chat/controller.test.ts

@@ -471,12 +471,31 @@ describe('Controller', () => {
                 ['EmptyPatchException', MetricDataResult.LlmFailure],
                 [PromptRefusalException.name, MetricDataResult.Error],
                 [NoChangeRequiredException.name, MetricDataResult.Error],
+                [MonthlyConversationLimitError.name, MetricDataResult.Error],
+                [CodeIterationLimitError.name, MetricDataResult.Error],
             ])
 
             function getMetricResult(error: ToolkitError): MetricDataResult {
                 if (error instanceof FeatureDevServiceError && error.code) {
                     return errorResultMapping.get(error.code) ?? MetricDataResult.Error
                 }
+                if (
+                    error.code === 'StartCodeGenerationFailed' &&
+                    (error.message.includes('Improperly formed request') ||
+                        error.message.includes('Resource not found'))
+                ) {
+                    return MetricDataResult.Error
+                }
+                if (error.message.includes('StartTaskAssistCodeGeneration reached for this month.')) {
+                    return MetricDataResult.Error
+                }
+                if (
+                    error.message.includes(
+                        'The folder you chose did not contain any source files in a supported language. Choose another folder and try again.'
+                    )
+                ) {
+                    return MetricDataResult.Error
+                }
                 return errorResultMapping.get(error.constructor.name) ?? MetricDataResult.Fault
             }