From 77348b866b0daa9bcf87b24c62bfb5478df344b3 Mon Sep 17 00:00:00 2001 From: Anton Alekseev Date: Thu, 6 Feb 2025 13:00:47 +0300 Subject: [PATCH 1/2] add profile attribute to genai-perf cli look at this issue https://github.com/triton-inference-server/model_analyzer/issues/935 --- model_analyzer/perf_analyzer/perf_analyzer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/model_analyzer/perf_analyzer/perf_analyzer.py b/model_analyzer/perf_analyzer/perf_analyzer.py index b301ee97e..c30bfa004 100755 --- a/model_analyzer/perf_analyzer/perf_analyzer.py +++ b/model_analyzer/perf_analyzer/perf_analyzer.py @@ -325,7 +325,7 @@ def _get_cmd(self): def _get_single_model_cmd(self, index): if self._model_type == "LLM": - cmd = ["genai-perf", "-m", self._config.models_name()] + cmd = ["genai-perf", "profile -m", self._config.models_name()] cmd += self._get_genai_perf_cli_command(index).replace("=", " ").split() cmd += ["--"] cmd += ( From c8a4f4bf02dfa289286c96073e5953dae579e5a8 Mon Sep 17 00:00:00 2001 From: Anton Alekseev Date: Thu, 6 Feb 2025 14:34:45 +0300 Subject: [PATCH 2/2] fix: add format str --- model_analyzer/perf_analyzer/perf_analyzer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/model_analyzer/perf_analyzer/perf_analyzer.py b/model_analyzer/perf_analyzer/perf_analyzer.py index c30bfa004..b74dc1aa1 100755 --- a/model_analyzer/perf_analyzer/perf_analyzer.py +++ b/model_analyzer/perf_analyzer/perf_analyzer.py @@ -325,7 +325,7 @@ def _get_cmd(self): def _get_single_model_cmd(self, index): if self._model_type == "LLM": - cmd = ["genai-perf", "profile -m", self._config.models_name()] + cmd = ["genai-perf", "profile", "-m", self._config.models_name()] cmd += self._get_genai_perf_cli_command(index).replace("=", " ").split() cmd += ["--"] cmd += (