File tree Expand file tree Collapse file tree 2 files changed +7
-3
lines changed Expand file tree Collapse file tree 2 files changed +7
-3
lines changed Original file line number Diff line number Diff line change @@ -234,7 +234,7 @@ def __init__(self, labels):
234
234
235
235
236
236
class VllmStatLogger (VllmStatLoggerBase ):
237
- """StatLoggeris used as adapter between vLLM stats collector and Triton metrics provider."""
237
+ """StatLogger is used as an adapter between vLLM stats collector and Triton metrics provider."""
238
238
239
239
# local_interval not used here. It's for vLLM logs to stdout.
240
240
def __init__ (self , labels : Dict , local_interval : float = 0 ) -> None :
Original file line number Diff line number Diff line change @@ -101,6 +101,7 @@ def auto_complete_config(auto_complete_model_config):
101
101
return auto_complete_model_config
102
102
103
103
def initialize (self , args ):
104
+ print (args )
104
105
self .args = args
105
106
self .logger = pb_utils .Logger
106
107
self .model_config = json .loads (args ["model_config" ])
@@ -154,8 +155,11 @@ def init_engine(self):
154
155
)
155
156
156
157
# Create vLLM custom Metrics
157
- labels = {"model" : "vllm_metrics" , "version" : "1" }
158
- logger = VllmStatLogger (vllm_labels = labels )
158
+ labels = {
159
+ "model" : self .args ["model_name" ],
160
+ "version" : self .args ["model_version" ],
161
+ }
162
+ logger = VllmStatLogger (labels = labels )
159
163
self .llm_engine .add_logger ("triton" , logger )
160
164
161
165
def setup_lora (self ):
You can’t perform that action at this time.
0 commit comments