telemetry(chat): agentic chat metrics (aws#6979)

## Problem
- currently no metrics for agentic chat

## Solution
Emit telemetry events when:
- message shown to user (message sent from user already exists)
- diff was generated
- user rejected diff
- command was generated
- user accepted command
- user pressed stop button
- upstreamed metric to aws-toolkit-common:
aws/aws-toolkit-common#1010

#### TODO:
- additional telemetry events for: user interrupts Q while generating,
thumbs up/down
- see when user pressed stop (ex: chat, command execution, etc)

---

- Treat all work as PUBLIC. Private `feature/x` branches will not be
squash-merged at release time.
- Your code changes must meet the guidelines in
[CONTRIBUTING.md](https://github.com/aws/aws-toolkit-vscode/blob/master/CONTRIBUTING.md#guidelines).
- License: I confirm that my contribution is made under the terms of the
Apache 2.0 license.

Author: chungjac

package-lock.json

@@ -41,7 +41,7 @@
         "skippedTestReport": "ts-node ./scripts/skippedTestReport.ts ./packages/amazonq/test/e2e/"
     },
     "devDependencies": {
-        "@aws-toolkits/telemetry": "^1.0.312",
+        "@aws-toolkits/telemetry": "^1.0.313",
         "@playwright/browser-chromium": "^1.43.1",
         "@stylistic/eslint-plugin": "^2.11.0",
         "@types/he": "^1.2.3",

package.json

@@ -35,6 +35,7 @@ import {
     PromptInputOptionChange,
     TabBarButtonClick,
     SaveChatMessage,
+    AgenticChatInteractionType,
 } from './model'
 import {
     AppToWebViewMessageDispatcher,
@@ -417,6 +418,7 @@ export class ChatController {
         session.tokenSource.cancel()
         this.messenger.sendEmptyMessage(message.tabID, '', undefined)
         this.chatHistoryStorage.getTabHistory(message.tabID).clearRecentHistory()
+        this.telemetryHelper.recordInteractionWithAgenticChat(AgenticChatInteractionType.StopChat, message)
     }
 
     private async processTriggerTabIDReceived(message: TriggerTabIDReceived) {
@@ -842,13 +844,20 @@ export class ChatController {
             case 'run-shell-command':
             case 'generic-tool-execution':
                 await this.processToolUseMessage(message)
+                if (message.action.id === 'run-shell-command' && message.action.text === 'Run') {
+                    this.telemetryHelper.recordInteractionWithAgenticChat(
+                        AgenticChatInteractionType.RunCommand,
+                        message
+                    )
+                }
                 break
             case 'accept-code-diff':
                 await this.closeDiffView(message)
                 break
             case 'reject-code-diff':
                 await this.restoreBackup(message)
                 await this.closeDiffView(message)
+                this.telemetryHelper.recordInteractionWithAgenticChat(AgenticChatInteractionType.RejectDiff, message)
                 break
             case 'reject-shell-command':
                 await this.rejectShellCommand(message)

packages/core/src/codewhispererChat/controllers/chat/controller.ts

@@ -34,7 +34,7 @@ import { ChatMessage, ErrorMessage, FollowUp, Suggestion } from '../../../view/c
 import { ChatSession } from '../../../clients/chat/v0/chat'
 import { ChatException } from './model'
 import { CWCTelemetryHelper } from '../telemetryHelper'
-import { ChatPromptCommandType, DocumentReference, TriggerPayload } from '../model'
+import { AgenticChatInteractionType, ChatPromptCommandType, DocumentReference, TriggerPayload } from '../model'
 import { ToolkitError } from '../../../../shared/errors'
 import { keys } from '../../../../shared/utilities/tsUtils'
 import { getLogger } from '../../../../shared/logger/logger'
@@ -321,6 +321,20 @@ export class Messenger {
                                             })
                                         )
                                     }
+                                } else {
+                                    if (tool.type === ToolType.ExecuteBash) {
+                                        this.telemetryHelper.recordInteractionWithAgenticChat(
+                                            AgenticChatInteractionType.GeneratedCommand,
+                                            { tabID }
+                                        )
+                                    }
+                                }
+
+                                if (tool.type === ToolType.FsWrite) {
+                                    this.telemetryHelper.recordInteractionWithAgenticChat(
+                                        AgenticChatInteractionType.GeneratedDiff,
+                                        { tabID }
+                                    )
                                 }
                             } else {
                                 throw new Error('Tool not found')

packages/core/src/codewhispererChat/controllers/chat/messenger/messenger.ts

@@ -199,6 +199,18 @@ export enum ChatTriggerType {
     InlineChatMessage = 'InlineChatMessage',
 }
 
+export enum AgenticChatInteractionType {
+    RejectDiff = 'RejectDiff',
+    GeneratedDiff = 'GeneratedDiff',
+    RunCommand = 'RunCommand',
+    GeneratedCommand = 'GeneratedCommand',
+    StopChat = 'StopChat',
+}
+
+export interface AcceptResponseMessage {
+    tabID: string
+}
+
 export interface TriggerPayload {
     readonly query: string | undefined
     readonly codeSelection: Selection | undefined

packages/core/src/codewhispererChat/controllers/chat/model.ts

@@ -30,6 +30,9 @@ import {
     TriggerPayload,
     AdditionalContextLengths,
     AdditionalContextInfo,
+    StopResponseMessage,
+    AgenticChatInteractionType,
+    AcceptResponseMessage,
 } from './model'
 import { TriggerEvent, TriggerEventsStorage } from '../../storages/triggerEvents'
 import globals from '../../../shared/extensionGlobals'
@@ -44,6 +47,7 @@ import { undefinedIfEmpty } from '../../../shared/utilities/textUtilities'
 import { AdditionalContextPrompt } from '../../../amazonq/lsp/types'
 import { getUserPromptsDirectory, promptFileExtension } from '../../constants'
 import { isInDirectory } from '../../../shared/filesystemUtilities'
+import { CustomFormActionMessage } from '../../view/connector/connector'
 
 export function logSendTelemetryEventFailure(error: any) {
     let requestId: string | undefined
@@ -213,6 +217,19 @@ export class CWCTelemetryHelper {
         telemetry.feedback_result.emit({ result: feedbackResult })
     }
 
+    public recordInteractionWithAgenticChat(
+        interactionType: AgenticChatInteractionType,
+        message: AcceptResponseMessage | CustomFormActionMessage | StopResponseMessage
+    ) {
+        telemetry.amazonq_interactWithAgenticChat.emit({
+            cwsprAgenticChatInteractionType: interactionType,
+            result: 'Succeeded',
+            cwsprChatConversationId: this.getConversationId(message.tabID ?? '') ?? '',
+            cwsprChatConversationType: 'Chat',
+            credentialStartUrl: AuthUtil.instance.startUrl,
+        })
+    }
+
     public recordInteractWithMessage(
         message:
             | AcceptDiff