add another performance test

Author: Hweinstock

packages/core/src/test/codewhisperer/zipcode.test.ts

@@ -5,7 +5,7 @@
 import assert from 'assert'
 import * as sinon from 'sinon'
 import { performanceTest } from '../../shared/performance/performance'
-import { fs, globals } from '../../shared'
+import { fs, getRandomString, globals } from '../../shared'
 import * as CodeWhispererConstants from '../../codewhisperer/models/constants'
 import { TransformByQState, ZipManifest } from '../../codewhisperer'
 import { zipCode } from '../../codewhisperer/indexNode'
@@ -18,10 +18,26 @@ interface SetupResult {
     writeSpy: sinon.SinonSpy
 }
 
+async function setup(numberOfFiles: number, fileSize: number): Promise<SetupResult> {
+    const transformByQState: TransformByQState = new TransformByQState()
+    const tempFileName = `testfile-${globals.clock.Date.now()}.zip`
+    const tempDir = (
+        await createTestWorkspace(numberOfFiles, {
+            fileNamePrefix: 'file',
+            fileContent: getRandomString(fileSize),
+            fileNameSuffix: '.md',
+        })
+    ).uri.fsPath
+    const writeSpy = sinon.spy(fs, 'writeFile')
+    const transformQManifest = new ZipManifest()
+    transformByQState.setProjectPath(tempDir)
+    transformQManifest.customBuildCommand = CodeWhispererConstants.skipUnitTestsBuildCommand
+    return { tempDir, tempFileName, transformQManifest, writeSpy }
+}
+
 describe('zipCode', function () {
     describe('performance tests', function () {
         afterEach(function () {
-            sinon.resetHistory()
             sinon.restore()
         })
 
@@ -47,22 +63,52 @@ describe('zipCode', function () {
             'many small files in zip',
             function () {
                 return {
-                    setup: async () => {
-                        const transformByQState: TransformByQState = new TransformByQState()
-                        const tempFileName = `testfile-${globals.clock.Date.now()}.zip`
-                        const tempDir = (
-                            await createTestWorkspace(250, {
-                                fileNamePrefix: 'file',
-                                fileContent: '0123456789',
-                                fileNameSuffix: '.md',
+                    setup: async () => await setup(250, 10),
+                    execute: async ({ tempDir, tempFileName, transformQManifest, writeSpy }: SetupResult) => {
+                        await zipCode({
+                            dependenciesFolder: {
+                                path: tempDir,
+                                name: tempFileName,
+                            },
+                            humanInTheLoopFlag: false,
+                            modulePath: tempDir,
+                            zipManifest: transformQManifest,
+                        })
+                    },
+                    verify: async (setup: SetupResult) => {
+                        assert.ok(
+                            setup.writeSpy.args.find((arg) => {
+                                return arg[0].endsWith('.zip')
                             })
-                        ).uri.fsPath
-                        const writeSpy = sinon.spy(fs, 'writeFile')
-                        const transformQManifest = new ZipManifest()
-                        transformByQState.setProjectPath(tempDir)
-                        transformQManifest.customBuildCommand = CodeWhispererConstants.skipUnitTestsBuildCommand
-                        return { tempDir, tempFileName, transformQManifest, writeSpy }
+                        )
                     },
+                }
+            }
+        )
+
+        performanceTest(
+            {
+                testRuns: 10,
+                linux: {
+                    userCpuUsage: 90,
+                    systemCpuUsage: 35,
+                    heapTotal: 4,
+                },
+                darwin: {
+                    userCpuUsage: 90,
+                    systemCpuUsage: 35,
+                    heapTotal: 4,
+                },
+                win32: {
+                    userCpuUsage: 90,
+                    systemCpuUsage: 35,
+                    heapTotal: 4,
+                },
+            },
+            'few large files',
+            function () {
+                return {
+                    setup: async () => await setup(10, 1000),
                     execute: async ({ tempDir, tempFileName, transformQManifest, writeSpy }: SetupResult) => {
                         await zipCode({
                             dependenciesFolder: {
@@ -75,7 +121,6 @@ describe('zipCode', function () {
                         })
                     },
                     verify: async (setup: SetupResult) => {
-                        // writes a zip to disk.
                         assert.ok(
                             setup.writeSpy.args.find((arg) => {
                                 return arg[0].endsWith('.zip')