Merge pull request #1054 from chungjac/invokellm

chungjac · web-flow · commit 45be73973fac · 2025-06-17T08:56:41.000-07:00
telemetry: add more latency fields to invokeLLM metric
diff --git a/telemetry/definitions/commonDefinitions.json b/telemetry/definitions/commonDefinitions.json
@@ -1816,7 +1816,7 @@
         {
             "name": "latency",
             "type": "string",
-            "description": "latency/s from any operation or an execution like tool execution."
+            "description": "latency/s from any operation or an execution such as LLM response time."
         },
         {
             "name": "loadFileTime",
@@ -2192,6 +2192,11 @@
             "type": "string",
             "description": "Generic name of a template"
         },
+        {
+            "name": "toolCallLatency",
+            "type": "string",
+            "description": "latency/s from any operation or an execution like tool execution."
+        },
         {
             "name": "toolId",
             "type": "string",
@@ -2874,6 +2879,14 @@
                 {
                     "type": "cwsprChatConversationType"
                 },
+                {
+                    "type": "cwsprChatTimeBetweenChunks",
+                    "required": false
+                },
+                {
+                    "type": "cwsprChatTimeToFirstChunk",
+                    "required": false
+                },
                 {
                     "type": "cwsprToolName"
                 },
@@ -2891,6 +2904,10 @@
                 {
                     "type": "latency",
                     "required": false
+                },
+                {
+                    "type": "toolCallLatency",
+                    "required": false
                 }
             ]
         },

Original file line number	Diff line number	Diff line change
`@@ -1816,7 +1816,7 @@`
`1816`	`1816`	`{`
`1817`	`1817`	`"name": "latency",`
`1818`	`1818`	`"type": "string",`
`1819`		`- "description": "latency/s from any operation or an execution like tool execution."`
	`1819`	`+ "description": "latency/s from any operation or an execution such as LLM response time."`
`1820`	`1820`	`},`
`1821`	`1821`	`{`
`1822`	`1822`	`"name": "loadFileTime",`
`@@ -2192,6 +2192,11 @@`
`2192`	`2192`	`"type": "string",`
`2193`	`2193`	`"description": "Generic name of a template"`
`2194`	`2194`	`},`
	`2195`	`+ {`
	`2196`	`+ "name": "toolCallLatency",`
	`2197`	`+ "type": "string",`
	`2198`	`+ "description": "latency/s from any operation or an execution like tool execution."`
	`2199`	`+ },`
`2195`	`2200`	`{`
`2196`	`2201`	`"name": "toolId",`
`2197`	`2202`	`"type": "string",`
`@@ -2874,6 +2879,14 @@`
`2874`	`2879`	`{`
`2875`	`2880`	`"type": "cwsprChatConversationType"`
`2876`	`2881`	`},`
	`2882`	`+ {`
	`2883`	`+ "type": "cwsprChatTimeBetweenChunks",`
	`2884`	`+ "required": false`
	`2885`	`+ },`
	`2886`	`+ {`
	`2887`	`+ "type": "cwsprChatTimeToFirstChunk",`
	`2888`	`+ "required": false`
	`2889`	`+ },`
`2877`	`2890`	`{`
`2878`	`2891`	`"type": "cwsprToolName"`
`2879`	`2892`	`},`
`@@ -2891,6 +2904,10 @@`
`2891`	`2904`	`{`
`2892`	`2905`	`"type": "latency",`
`2893`	`2906`	`"required": false`
	`2907`	`+ },`
	`2908`	`+ {`
	`2909`	`+ "type": "toolCallLatency",`
	`2910`	`+ "required": false`
`2894`	`2911`	`}`
`2895`	`2912`	`]`
`2896`	`2913`	`},`