Skip to content

Commit acc216d

Browse files
committed
Update comments
1 parent 0686a7c commit acc216d

File tree

2 files changed

+7
-3
lines changed

2 files changed

+7
-3
lines changed

src/metrics.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -234,7 +234,7 @@ def __init__(self, labels):
234234

235235

236236
class VllmStatLogger(VllmStatLoggerBase):
237-
"""StatLoggeris used as adapter between vLLM stats collector and Triton metrics provider."""
237+
"""StatLogger is used as an adapter between vLLM stats collector and Triton metrics provider."""
238238

239239
# local_interval not used here. It's for vLLM logs to stdout.
240240
def __init__(self, labels: Dict, local_interval: float = 0) -> None:

src/model.py

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -101,6 +101,7 @@ def auto_complete_config(auto_complete_model_config):
101101
return auto_complete_model_config
102102

103103
def initialize(self, args):
104+
print(args)
104105
self.args = args
105106
self.logger = pb_utils.Logger
106107
self.model_config = json.loads(args["model_config"])
@@ -154,8 +155,11 @@ def init_engine(self):
154155
)
155156

156157
# Create vLLM custom Metrics
157-
labels = {"model": "vllm_metrics", "version": "1"}
158-
logger = VllmStatLogger(vllm_labels=labels)
158+
labels = {
159+
"model": self.args["model_name"],
160+
"version": self.args["model_version"],
161+
}
162+
logger = VllmStatLogger(labels=labels)
159163
self.llm_engine.add_logger("triton", logger)
160164

161165
def setup_lora(self):

0 commit comments

Comments
 (0)