Skip to content

Commit 21e2356

Browse files
committed
Update comments
1 parent 0686a7c commit 21e2356

File tree

2 files changed

+6
-3
lines changed

2 files changed

+6
-3
lines changed

src/metrics.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -234,7 +234,7 @@ def __init__(self, labels):
234234

235235

236236
class VllmStatLogger(VllmStatLoggerBase):
237-
"""StatLoggeris used as adapter between vLLM stats collector and Triton metrics provider."""
237+
"""StatLogger is used as an adapter between vLLM stats collector and Triton metrics provider."""
238238

239239
# local_interval not used here. It's for vLLM logs to stdout.
240240
def __init__(self, labels: Dict, local_interval: float = 0) -> None:

src/model.py

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -154,8 +154,11 @@ def init_engine(self):
154154
)
155155

156156
# Create vLLM custom Metrics
157-
labels = {"model": "vllm_metrics", "version": "1"}
158-
logger = VllmStatLogger(vllm_labels=labels)
157+
labels = {
158+
"model": self.args["model_name"],
159+
"version": self.args["model_version"],
160+
}
161+
logger = VllmStatLogger(labels=labels)
159162
self.llm_engine.add_logger("triton", logger)
160163

161164
def setup_lora(self):

0 commit comments

Comments
 (0)