We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 41a3919 commit c5f9751Copy full SHA for c5f9751
src/utils/metrics.py
@@ -363,7 +363,7 @@ def log(self, stats: VllmStats) -> None:
363
counter_metrics = [
364
(self.metrics.counter_prompt_tokens, stats.num_prompt_tokens_iter),
365
(self.metrics.counter_generation_tokens, stats.num_generation_tokens_iter),
366
- (self.metrics.counter_preemption_tokens, stats.num_preemption_iter),
+ (self.metrics.counter_num_preemption, stats.num_preemption_iter),
367
]
368
histogram_metrics = [
369
(self.metrics.histogram_iteration_tokens, [stats.num_tokens_iter]),
0 commit comments