We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7a0096e commit 41a3919Copy full SHA for 41a3919
src/utils/metrics.py
@@ -366,7 +366,7 @@ def log(self, stats: VllmStats) -> None:
366
(self.metrics.counter_preemption_tokens, stats.num_preemption_iter),
367
]
368
histogram_metrics = [
369
- (self.metrics.histogram_iteration_tokens_total, [stats.num_tokens_iter]),
+ (self.metrics.histogram_iteration_tokens, [stats.num_tokens_iter]),
370
(
371
self.metrics.histogram_time_to_first_token,
372
stats.time_to_first_tokens_iter,
0 commit comments