Skip to content

Commit e9d0dbb

Browse files
committed
Minor fix
1 parent bf7669e commit e9d0dbb

File tree

1 file changed

+1
-12
lines changed

1 file changed

+1
-12
lines changed

ci/L0_backend_vllm/metrics_test/vllm_metrics_test.py

Lines changed: 1 addition & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -66,7 +66,7 @@ def get_metrics(self):
6666

6767
for match in matches:
6868
key, value = match
69-
vllm_dict[key] = int(value)
69+
vllm_dict[key] = float(value) if "." in value else int(value)
7070

7171
return vllm_dict
7272

@@ -132,17 +132,6 @@ def test_vllm_metrics(self):
132132
expected_metrics_dict["vllm:generation_tokens_total"] = 48
133133
self.assertEqual(self.get_metrics(), expected_metrics_dict)
134134

135-
self.vllm_async_stream_infer(
136-
prompts=self.prompts,
137-
sampling_parameters=self.sampling_parameters,
138-
stream=False,
139-
send_parameters_as_tensor=False,
140-
model_name=self.vllm_model_name,
141-
)
142-
expected_metrics_dict["vllm:prompt_tokens_total"] = 36
143-
expected_metrics_dict["vllm:generation_tokens_total"] = 96
144-
self.assertEqual(self.get_metrics(), expected_metrics_dict)
145-
146135
def tearDown(self):
147136
self.triton_client.close()
148137

0 commit comments

Comments
 (0)