Skip to content

Commit 9c158f3

Browse files
laileni-awslaileni-aws
committed
Metrics for amazonq Unit test generation
1 parent 39478af commit 9c158f3

File tree

1 file changed

+268
-0
lines changed

1 file changed

+268
-0
lines changed

‎telemetry/definitions/commonDefinitions.json‎

Lines changed: 268 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -178,6 +178,16 @@
178178
"type": "int",
179179
"description": "The amount of time required for the build to complete (in seconds)."
180180
},
181+
{
182+
"name": "buildStatus",
183+
"type": "string",
184+
"allowedValues": [
185+
"SUCCESS",
186+
"FAILED",
187+
"CANCELLED"
188+
],
189+
"description": "The amount of time required for the build to complete (in seconds)."
190+
},
181191
{
182192
"name": "buildSystemVersion",
183193
"type": "string",
@@ -1412,11 +1422,41 @@
14121422
],
14131423
"description": "The Lambda Package type of the function"
14141424
},
1425+
{
1426+
"name": "latencyOfClientSideBuild",
1427+
"type": "int",
1428+
"description": "Time from start to end of Client-side build."
1429+
},
1430+
{
1431+
"name": "latencyOfGeneratingTests",
1432+
"type": "int",
1433+
"description": "Time from start to end of Generating unit tests"
1434+
},
14151435
{
14161436
"name": "language",
14171437
"type": "string",
14181438
"description": "Language used for the project."
14191439
},
1440+
{
1441+
"name": "linesOfCodeGenerated",
1442+
"type": "int",
1443+
"description": "Number of lines of code generated"
1444+
},
1445+
{
1446+
"name": "linesOfCodeAccepted",
1447+
"type": "int",
1448+
"description": "Number of lines of code accepted"
1449+
},
1450+
{
1451+
"name": "charsOfCodeGenerated",
1452+
"type": "int",
1453+
"description": "Number of characters of code generated"
1454+
},
1455+
{
1456+
"name": "charsOfCodeAccepted",
1457+
"type": "int",
1458+
"description": "Number of characters of code accepted"
1459+
},
14201460
{
14211461
"name": "loadFileTime",
14221462
"type": "int",
@@ -1457,6 +1497,31 @@
14571497
"type": "int",
14581498
"description": "Number of generations before the user accepted or rejected"
14591499
},
1500+
{
1501+
"name": "numberOfBuildExecuted",
1502+
"type": "int",
1503+
"description": "Number of build executed in unit test generation build loop"
1504+
},
1505+
{
1506+
"name": "numberOfBuildFailed",
1507+
"type": "int",
1508+
"description": "Number of build failures in unit test generation build loop"
1509+
},
1510+
{
1511+
"name": "numberOfBuildPassed",
1512+
"type": "int",
1513+
"description": "Number of build succeeded in unit test generation build loop"
1514+
},
1515+
{
1516+
"name": "numberOfUnitTestCasesGenerated",
1517+
"type": "int",
1518+
"description": "Number of unit test cases generated"
1519+
},
1520+
{
1521+
"name": "numberOfUnitTestCasesAccepted",
1522+
"type": "int",
1523+
"description": "Number of unit test cases accepted"
1524+
},
14601525
{
14611526
"name": "oldVersion",
14621527
"type": "string",
@@ -1675,6 +1740,11 @@
16751740
"type": "int",
16761741
"description": "The number of successful operations"
16771742
},
1743+
{
1744+
"name": "supportedLanguage",
1745+
"type": "boolean",
1746+
"description": "supported language"
1747+
},
16781748
{
16791749
"name": "syncedResources",
16801750
"type": "string",
@@ -1694,6 +1764,16 @@
16941764
"type": "string",
16951765
"description": "Generic name of a template"
16961766
},
1767+
{
1768+
"name": "testGenerationJobGroupName",
1769+
"type": "string",
1770+
"description": "Unit test generation job group name"
1771+
},
1772+
{
1773+
"name": "testGenerationJobId",
1774+
"type": "string",
1775+
"description": "Unit test generation job id"
1776+
},
16971777
{
16981778
"name": "toolId",
16991779
"type": "string",
@@ -1732,6 +1812,21 @@
17321812
"type": "string",
17331813
"description": "User selection from a predefined menu (not user-provided input). See also `action`."
17341814
},
1815+
{
1816+
"name": "unitTestGenerationBuildPayloadBytes",
1817+
"type": "int",
1818+
"description": "The uncompressed payload size in bytes of the source files in customer project context sent for unit test generation"
1819+
},
1820+
{
1821+
"name": "unitTestGenerationBuildZipFileBytes",
1822+
"type": "int",
1823+
"description": "The compressed payload size of source files in bytes of customer project context sent for unit test generation"
1824+
},
1825+
{
1826+
"name": "userEnteredPromptMessage",
1827+
"type": "boolean",
1828+
"description": "True if user enter prompt message as input else false"
1829+
},
17351830
{
17361831
"name": "userId",
17371832
"type": "string",
@@ -2214,6 +2309,175 @@
22142309
}
22152310
]
22162311
},
2312+
{
2313+
"name": "amazonq_unitTestGeneration",
2314+
"description": "Client side metrics of AmazonQ Unit Test Generation",
2315+
"metadata": [
2316+
{
2317+
"type": "credentialStartUrl",
2318+
"required": false
2319+
},
2320+
{
2321+
"type": "cwsprChatProgrammingLanguage"
2322+
},
2323+
{
2324+
"type": "supportedLanguage"
2325+
},
2326+
{
2327+
"type": "userEnteredPromptMessage"
2328+
},
2329+
{
2330+
"type": "testGenerationJobGroupName",
2331+
"required": false
2332+
},
2333+
{
2334+
"type": "linesOfCodeAccepted",
2335+
"required": false
2336+
},
2337+
{
2338+
"type": "linesOfCodeGenerated",
2339+
"required": false
2340+
},
2341+
{
2342+
"type": "charsOfCodeAccepted",
2343+
"required": false
2344+
},
2345+
{
2346+
"type": "charsOfCodeGenerated",
2347+
"required": false
2348+
},
2349+
{
2350+
"type": "numberOfUnitTestCasesAccepted",
2351+
"required": false
2352+
},
2353+
{
2354+
"type": "numberOfUnitTestCasesGenerated",
2355+
"required": false
2356+
},
2357+
{
2358+
"type": "numberOfBuildExecuted",
2359+
"required": false
2360+
},
2361+
{
2362+
"type": "numberOfBuildFailed",
2363+
"required": false
2364+
},
2365+
{
2366+
"type": "numberOfBuildPassed",
2367+
"required": false
2368+
}
2369+
]
2370+
},
2371+
{
2372+
"name": "amazonq_utg_generateTests",
2373+
"description": "Client side invocation of the AmazonQ Unit Test Generation",
2374+
"metadata": [
2375+
{
2376+
"type": "artifactsUploadDuration",
2377+
"required": false
2378+
},
2379+
{
2380+
"type": "charsOfCodeGenerated",
2381+
"required": false
2382+
},
2383+
{
2384+
"type": "charsOfCodeAccepted",
2385+
"required": false
2386+
},
2387+
{
2388+
"type": "credentialStartUrl",
2389+
"required": false
2390+
},
2391+
{
2392+
"type": "cwsprChatProgrammingLanguage"
2393+
},
2394+
{
2395+
"type": "latencyOfGeneratingTests",
2396+
"required": false
2397+
},
2398+
{
2399+
"type": "linesOfCodeAccepted",
2400+
"required": false
2401+
},
2402+
{
2403+
"type": "linesOfCodeGenerated",
2404+
"required": false
2405+
},
2406+
{
2407+
"type": "numberOfUnitTestCasesAccepted",
2408+
"required": false
2409+
},
2410+
{
2411+
"type": "numberOfUnitTestCasesGenerated",
2412+
"required": false
2413+
},
2414+
{
2415+
"type": "source",
2416+
"required": false
2417+
},
2418+
{
2419+
"type": "supportedLanguage"
2420+
},
2421+
{
2422+
"type": "testGenerationJobGroupName",
2423+
"required": false
2424+
},
2425+
{
2426+
"type": "testGenerationJobId",
2427+
"required": false
2428+
},
2429+
{
2430+
"type": "userEnteredPromptMessage"
2431+
},
2432+
{
2433+
"type": "unitTestGenerationBuildPayloadBytes",
2434+
"required": false
2435+
},
2436+
{
2437+
"type": "unitTestGenerationBuildZipFileBytes",
2438+
"required": false
2439+
}
2440+
]
2441+
},
2442+
{
2443+
"name": "amazonq_utg_buildLoop",
2444+
"description": "Client side invocation of the AmazonQ Unit Test Generation build loop",
2445+
"metadata": [
2446+
{
2447+
"type": "buildStatus",
2448+
"required": false
2449+
},
2450+
{
2451+
"type": "credentialStartUrl",
2452+
"required": false
2453+
},
2454+
{
2455+
"type": "cwsprChatProgrammingLanguage"
2456+
},
2457+
{
2458+
"type": "latencyOfClientSideBuild",
2459+
"required": false
2460+
},
2461+
{
2462+
"type": "source",
2463+
"required": false
2464+
},
2465+
{
2466+
"type": "supportedLanguage"
2467+
},
2468+
{
2469+
"type": "testGenerationJobGroupName",
2470+
"required": false
2471+
},
2472+
{
2473+
"type": "testGenerationJobId",
2474+
"required": false
2475+
},
2476+
{
2477+
"type": "userEnteredPromptMessage"
2478+
}
2479+
]
2480+
},
22172481
{
22182482
"name": "amazonq_viewChatPanel",
22192483
"description": "Captures if Q chat panel is successfully viewed or not",
@@ -6997,6 +7261,10 @@
69977261
"metadata": [
69987262
{
69997263
"type": "elementId"
7264+
},
7265+
{
7266+
"type": "step",
7267+
"required": false
70007268
}
70017269
]
70027270
},

0 commit comments

Comments
 (0)