File tree Expand file tree Collapse file tree 2 files changed +6
-3
lines changed Expand file tree Collapse file tree 2 files changed +6
-3
lines changed Original file line number Diff line number Diff line change @@ -234,7 +234,7 @@ def __init__(self, labels):
234
234
235
235
236
236
class VllmStatLogger (VllmStatLoggerBase ):
237
- """StatLoggeris used as adapter between vLLM stats collector and Triton metrics provider."""
237
+ """StatLogger is used as an adapter between vLLM stats collector and Triton metrics provider."""
238
238
239
239
# local_interval not used here. It's for vLLM logs to stdout.
240
240
def __init__ (self , labels : Dict , local_interval : float = 0 ) -> None :
Original file line number Diff line number Diff line change @@ -154,8 +154,11 @@ def init_engine(self):
154
154
)
155
155
156
156
# Create vLLM custom Metrics
157
- labels = {"model" : "vllm_metrics" , "version" : "1" }
158
- logger = VllmStatLogger (vllm_labels = labels )
157
+ labels = {
158
+ "model" : self .args ["model_name" ],
159
+ "version" : self .args ["model_version" ],
160
+ }
161
+ logger = VllmStatLogger (labels = labels )
159
162
self .llm_engine .add_logger ("triton" , logger )
160
163
161
164
def setup_lora (self ):
You can’t perform that action at this time.
0 commit comments