fix tokens per second calculation

Veikkosuhonen · Veikkosuhonen · commit 0548b186a7c6 · 2025-08-14T14:48:07.000+03:00
diff --git a/src/server/util/azure/ResponsesAPI.ts b/src/server/util/azure/ResponsesAPI.ts
@@ -246,7 +246,7 @@ export class ResponsesClient {
     return {
       tokenCount,
       timeToFirstToken,
-      tokensPerSecond: timeToFirstToken ? tokenCount / tokenStreamingDuration : undefined,
+      tokensPerSecond: timeToFirstToken ? (tokenCount / tokenStreamingDuration) * 1000 : undefined,
       response: contents.join(''),
     }
   }

Original file line number	Diff line number	Diff line change
`@@ -246,7 +246,7 @@ export class ResponsesClient {`
`246`	`246`	`return {`
`247`	`247`	`tokenCount,`
`248`	`248`	`timeToFirstToken,`
`249`		`- tokensPerSecond: timeToFirstToken ? tokenCount / tokenStreamingDuration : undefined,`
	`249`	`+ tokensPerSecond: timeToFirstToken ? (tokenCount / tokenStreamingDuration) * 1000 : undefined,`
`250`	`250`	`response: contents.join(''),`
`251`	`251`	`}`
`252`	`252`	`}`