feat(codewhisperer): telemetry for total project size #2847

Update security scan telemetry to track overall project size

Author: fangwade007

package-lock.json

@@ -3196,7 +3196,7 @@
         "report": "nyc report --reporter=html --reporter=json"
     },
     "devDependencies": {
-        "@aws-toolkits/telemetry": "^1.0.64",
+        "@aws-toolkits/telemetry": "^1.0.67",
         "@cspotcode/source-map-support": "^0.8.1",
         "@sinonjs/fake-timers": "^8.1.0",
         "@types/adm-zip": "^0.4.34",

package.json

@@ -24,6 +24,8 @@ import { codeScanState, CodeScanTelemetryEntry } from '../models/model'
 import { openSettings } from '../../shared/settings'
 import { ok, viewSettings } from '../../shared/localizedText'
 import { statSync } from 'fs'
+import { getFileExt } from '../util/commonUtil'
+import { getDirSize } from '../../shared/filesystemUtilities'
 
 const performance = globalThis.performance ?? require('perf_hooks').performance
 
@@ -168,10 +170,26 @@ export async function startSecurityScan(
         await vscode.commands.executeCommand('aws.codeWhisperer.refresh')
         codeScanTelemetryEntry.duration = performance.now() - codeScanStartTime
         codeScanTelemetryEntry.codeScanServiceInvocationsDuration = performance.now() - serviceInvocationStartTime
-        telemetry.recordCodewhispererSecurityScan(codeScanTelemetryEntry)
+        emitCodeScanTelemetry(editor, codeScanTelemetryEntry)
     }
 }
 
+export async function emitCodeScanTelemetry(editor: vscode.TextEditor, codeScanTelemetryEntry: CodeScanTelemetryEntry) {
+    const uri = editor.document.uri
+    const workspaceFolder = vscode.workspace.getWorkspaceFolder(uri)
+    const fileExt = getFileExt(editor.document.languageId)
+    if (workspaceFolder !== undefined && fileExt !== undefined) {
+        const projectSize = await getDirSize(
+            workspaceFolder.uri.fsPath,
+            performance.now(),
+            CodeWhispererConstants.projectSizeCalculateTimeoutSeconds * 1000,
+            fileExt
+        )
+        codeScanTelemetryEntry.codewhispererCodeScanProjectBytes = projectSize
+    }
+    telemetry.recordCodewhispererSecurityScan(codeScanTelemetryEntry)
+}
+
 export function errorPromptHelper(error: Error) {
     if (error instanceof JavaDependencyGraphError) {
         vscode.window

src/codewhisperer/commands/startSecurityScan.ts

@@ -127,6 +127,7 @@ export const CodeWhispererConstants = {
     codeScanZipExt: '.zip',
     contextTruncationTimeoutSeconds: 10,
     codeScanJobTimeoutSeconds: 50,
+    projectSizeCalculateTimeoutSeconds: 10,
     codeScanJobPollingIntervalSeconds: 5,
     artifactTypeSource: 'SourceCode',
     artifactTypeBuild: 'BuiltJars',

src/codewhisperer/models/constants.ts

@@ -83,6 +83,7 @@ export const codeScanState: CodeScanState = {
 export interface CodeScanTelemetryEntry {
     codewhispererCodeScanJobId?: string
     codewhispererLanguage: telemetry.CodewhispererLanguage
+    codewhispererCodeScanProjectBytes?: number
     codewhispererCodeScanSrcPayloadBytes: number
     codewhispererCodeScanBuildPayloadBytes?: number
     codewhispererCodeScanSrcZipFileBytes: number

src/codewhisperer/models/model.ts

@@ -2,7 +2,6 @@
  * Copyright 2022 Amazon.com, Inc. or its affiliates. All Rights Reserved.
  * SPDX-License-Identifier: Apache-2.0
  */
-
 export function getLocalDatetime() {
     const timezone = Intl.DateTimeFormat().resolvedOptions().timeZone
     return new Date().toLocaleString([], { timeZone: timezone })
@@ -27,3 +26,15 @@ export function isAwsError(error: any): boolean {
         error.time instanceof Date
     )
 }
+
+export function getFileExt(languageId: string) {
+    switch (languageId) {
+        case 'java':
+            return '.java'
+        case 'python':
+            return '.py'
+        default:
+            break
+    }
+    return undefined
+}

src/codewhisperer/util/commonUtil.ts

@@ -6,6 +6,7 @@
 import { access, mkdtemp, mkdirp, readFile, remove, existsSync, readdir, stat } from 'fs-extra'
 import * as crypto from 'crypto'
 import * as fs from 'fs'
+import * as fsExtra from 'fs-extra'
 import * as os from 'os'
 import * as path from 'path'
 import * as vscode from 'vscode'
@@ -20,6 +21,30 @@ export const tempDirPath = path.join(
     'aws-toolkit-vscode'
 )
 
+export async function getDirSize(
+    dirPath: string,
+    startTime: number,
+    duration: number,
+    fileExt: string
+): Promise<number> {
+    if (performance.now() - startTime > duration) {
+        getLogger().warn('getDirSize: exceeds time limit')
+        return 0
+    }
+    const files = await fsExtra.readdir(dirPath, { withFileTypes: true })
+    const fileSizes = files.map(async file => {
+        const filePath = path.join(dirPath, file.name)
+        if (file.isSymbolicLink()) return 0
+        if (file.isDirectory()) return getDirSize(filePath, startTime, duration, fileExt)
+        if (file.isFile() && file.name.endsWith(fileExt)) {
+            const { size } = await fsExtra.stat(filePath)
+            return size
+        }
+        return 0
+    })
+    return (await Promise.all(fileSizes)).reduce((accumulator, size) => accumulator + size, 0)
+}
+
 export function downloadsDir(): string {
     const downloadPath = path.join(os.homedir(), 'Downloads')
     if (existsSync(downloadPath)) {