File tree Expand file tree Collapse file tree 1 file changed +1
-12
lines changed
ci/L0_backend_vllm/metrics_test Expand file tree Collapse file tree 1 file changed +1
-12
lines changed Original file line number Diff line number Diff line change @@ -66,7 +66,7 @@ def get_metrics(self):
6666
6767 for match in matches :
6868 key , value = match
69- vllm_dict [key ] = int (value )
69+ vllm_dict [key ] = float ( value ) if "." in value else int (value )
7070
7171 return vllm_dict
7272
@@ -132,17 +132,6 @@ def test_vllm_metrics(self):
132132 expected_metrics_dict ["vllm:generation_tokens_total" ] = 48
133133 self .assertEqual (self .get_metrics (), expected_metrics_dict )
134134
135- self .vllm_async_stream_infer (
136- prompts = self .prompts ,
137- sampling_parameters = self .sampling_parameters ,
138- stream = False ,
139- send_parameters_as_tensor = False ,
140- model_name = self .vllm_model_name ,
141- )
142- expected_metrics_dict ["vllm:prompt_tokens_total" ] = 36
143- expected_metrics_dict ["vllm:generation_tokens_total" ] = 96
144- self .assertEqual (self .get_metrics (), expected_metrics_dict )
145-
146135 def tearDown (self ):
147136 self .triton_client .close ()
148137
You can’t perform that action at this time.
0 commit comments