File tree Expand file tree Collapse file tree 1 file changed +9
-7
lines changed Expand file tree Collapse file tree 1 file changed +9
-7
lines changed Original file line number Diff line number Diff line change @@ -153,13 +153,15 @@ def init_engine(self):
153153 AsyncEngineArgs (** self .vllm_engine_config )
154154 )
155155
156- # Create vLLM custom Metrics
157- labels = {
158- "model" : self .args ["model_name" ],
159- "version" : self .args ["model_version" ],
160- }
161- logger = VllmStatLogger (labels = labels )
162- self .llm_engine .add_logger ("triton" , logger )
156+ # If TRITON_ENABLE_METRICS<_CPU/_GPU> build flag is enabled.
157+ if self .args ["metrics_mode" ] in ["all" , "cpu" , "gpu" ]:
158+ # Create vLLM custom Metrics
159+ labels = {
160+ "model" : self .args ["model_name" ],
161+ "version" : self .args ["model_version" ],
162+ }
163+ logger = VllmStatLogger (labels = labels )
164+ self .llm_engine .add_logger ("triton" , logger )
163165
164166 def setup_lora (self ):
165167 self .enable_lora = False
You can’t perform that action at this time.
0 commit comments