telemetry(IamPolicyChecks): create policy checks metrics (#735)

Author: kevluu-aws

telemetry/definitions/commonDefinitions.json

@@ -132,6 +132,20 @@
             ],
             "description": "High level categorization indicating the cause of the error"
         },
+        {
+            "name": "cfnParameterFileUsed",
+            "type": "boolean",
+            "description": "Boolean value of whether or not a Cfn parameter file is provided."
+        },
+        {
+            "name": "checkType",
+            "type": "string",
+            "allowedValues": [
+                "CheckNoNewAccess",
+                "CheckAccessNotGranted"
+            ],
+            "description": "User inputted check type to denote which custom check to run."
+        },
         {
             "name": "cloudWatchLogsPresentation",
             "allowedValues": [
@@ -837,6 +851,16 @@
             "type": "string",
             "description": "The id of the detector which produced the code scan issue"
         },
+        {
+            "name": "documentType",
+            "type": "string",
+            "allowedValues": [
+                "CloudFormation",
+                "Terraform Plan",
+                "JSON Policy Language"
+            ],
+            "description": "Document type of the edited file in IAM Policy Checks"
+        },
         {
             "name": "duration",
             "type": "double",
@@ -989,6 +1013,11 @@
             "type": "string",
             "description": "The id of a security finding from a code scan"
         },
+        {
+            "name": "findingsCount",
+            "type": "int",
+            "description": "Number of findings discovered after executing IAM Policy Checks"
+        },
         {
             "name": "framework",
             "type": "string",
@@ -1038,6 +1067,16 @@
             "type": "boolean",
             "description": "Whether or not the deploy targets a new destination (true) or an existing destination (false)"
         },
+        {
+            "name": "inputPolicyType",
+            "type": "string",
+            "allowedValues": [
+                "Identity",
+                "Resource",
+                "None"
+            ],
+            "description": "User inputted policy type of the edited file. Applicable to only JSON Policy Language."
+        },
         {
             "name": "insightsDialogOpenSource",
             "allowedValues": [
@@ -1139,6 +1178,16 @@
             "type": "string",
             "description": "The reason for a metric or exception depending on context. It describes a certain theme of errors usually the exception class name eg. FileIOException"
         },
+        {
+            "name": "referencePolicyType",
+            "type": "string",
+            "allowedValues": [
+                "Identity",
+                "Resource",
+                "None"
+            ],
+            "description": "User inputted policy type of the reference file. Applicable to only CheckNoNewAccess check type."
+        },
         {
             "name": "requestId",
             "type": "string",
@@ -1324,6 +1373,62 @@
         }
     ],
     "metrics": [
+        {
+            "name": "accessanalyzer_iamPolicyChecksCustomChecks",
+            "description": "Execution of Custom Policy Checks in IAM Policy Checks",
+            "metadata": [
+                {
+                    "type": "cfnParameterFileUsed"
+                },
+                {
+                    "type": "checkType"
+                },
+                {
+                    "type": "documentType"
+                },
+                {
+                    "type": "findingsCount"
+                },
+                {
+                    "type": "inputPolicyType"
+                },
+                {
+                    "type": "reason",
+                    "required": false
+                },
+                {
+                    "type": "referencePolicyType"
+                },
+                {
+                    "type": "result"
+                }
+            ]
+        },
+        {
+            "name": "accessanalyzer_iamPolicyChecksValidatePolicy",
+            "description": "Execution of Validate Policy in IAM Policy Checks",
+            "metadata": [
+                {
+                    "type": "cfnParameterFileUsed"
+                },
+                {
+                    "type": "documentType"
+                },
+                {
+                    "type": "findingsCount"
+                },
+                {
+                    "type": "inputPolicyType"
+                },
+                {
+                    "type": "reason",
+                    "required": false
+                },
+                {
+                    "type": "result"
+                }
+            ]
+        },
         {
             "name": "amazonq_approachInvoke",
             "description": "Captures Approach generation process",