Skip to content

Commit d576d25

Browse files
committed
updating tests
1 parent bfc1c7a commit d576d25

File tree

4 files changed

+6
-9
lines changed

4 files changed

+6
-9
lines changed

src/c++/perf_analyzer/genai-perf/genai_perf/llm_inputs/llm_inputs.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -232,7 +232,6 @@ def _get_input_dataset_from_url(
232232
url = cls._resolve_url(dataset_name)
233233
configured_url = cls._create_configured_url(url, starting_index, length)
234234
dataset = cls._download_dataset(configured_url)
235-
236235
return dataset
237236

238237
@classmethod

src/c++/perf_analyzer/genai-perf/genai_perf/parser.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -138,7 +138,7 @@ def _check_conditional_args(
138138
if args.service_kind != "triton":
139139
if args.output_tokens_mean_deterministic:
140140
parser.error(
141-
"The --output-tokens-mean-deterministic option is only supported with the Triton service-kind."
141+
"The --output-tokens-mean-deterministic option is only supported with the kserve endpoint type."
142142
)
143143

144144
return args
@@ -273,7 +273,7 @@ def _add_input_args(parser):
273273
help=f"When using --output-tokens-mean, this flag can be set to "
274274
"improve precision by setting the minimum number of tokens "
275275
"equal to the requested number of tokens. This is currently "
276-
"supported with the Triton service-kind. "
276+
"supported with the kserve endpoint type. "
277277
"Note that there is still some variability in the requested number "
278278
"of output tokens, but GenAi-Perf attempts its best effort with your "
279279
"model to get the right number of output tokens. ",

src/c++/perf_analyzer/genai-perf/tests/test_cli.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -432,7 +432,7 @@ def test_unrecognized_arg(self, monkeypatch, capsys):
432432
"100",
433433
"--output-tokens-mean-deterministic",
434434
],
435-
"The --output-tokens-mean-deterministic option is only supported with the Triton service-kind",
435+
"The --output-tokens-mean-deterministic option is only supported with the kserve endpoint type",
436436
),
437437
],
438438
)

src/c++/perf_analyzer/genai-perf/tests/test_wrapper.py

Lines changed: 3 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,7 @@ class TestWrapper:
4343
],
4444
)
4545
def test_url_exactly_once_triton(self, monkeypatch, arg):
46-
args = ["genai-perf", "-m", "test_model", "--service-kind", "triton"] + arg
46+
args = ["genai-perf", "-m", "test_model", "--endpoint-type", "kserve"] + arg
4747
monkeypatch.setattr("sys.argv", args)
4848
args, extra_args = parser.parse_args()
4949
cmd = Profiler.build_cmd(args, extra_args)
@@ -70,7 +70,7 @@ def test_url_exactly_once_triton(self, monkeypatch, arg):
7070
],
7171
)
7272
def test_profile_export_filepath(self, monkeypatch, arg, expected_filepath):
73-
args = ["genai-perf", "-m", "test_model", "--service-kind", "triton"] + arg
73+
args = ["genai-perf", "-m", "test_model", "--endpoint-type", "kserve"] + arg
7474
monkeypatch.setattr("sys.argv", args)
7575
args, extra_args = parser.parse_args()
7676
cmd = Profiler.build_cmd(args, extra_args)
@@ -87,7 +87,7 @@ def test_profile_export_filepath(self, monkeypatch, arg, expected_filepath):
8787
],
8888
)
8989
def test_service_triton(self, monkeypatch, arg):
90-
args = ["genai-perf", "-m", "test_model", "--service-kind", "triton"] + arg
90+
args = ["genai-perf", "-m", "test_model", "--endpoint-type", "kserve"] + arg
9191
monkeypatch.setattr("sys.argv", args)
9292
args, extra_args = parser.parse_args()
9393
cmd = Profiler.build_cmd(args, extra_args)
@@ -113,8 +113,6 @@ def test_service_openai(self, monkeypatch, arg):
113113
"genai-perf",
114114
"-m",
115115
"test_model",
116-
"--service-kind",
117-
"openai",
118116
] + arg
119117
monkeypatch.setattr("sys.argv", args)
120118
args, extra_args = parser.parse_args()

0 commit comments

Comments
 (0)