File tree Expand file tree Collapse file tree 1 file changed +2
-10
lines changed
src/c++/perf_analyzer/genai-perf/genai_perf/llm_inputs Expand file tree Collapse file tree 1 file changed +2
-10
lines changed Original file line number Diff line number Diff line change @@ -717,18 +717,10 @@ def _populate_triton_generate_output_json(
717717 output_tokens_deterministic : bool ,
718718 model_name : str = "" ,
719719 ) -> Dict :
720- number_of_rows = len (dataset ["rows" ])
721- pa_json = cls ._create_empty_trtllm_pa_json ()
722-
723- default_max_tokens = (
724- "max_tokens" not in extra_inputs
725- or output_tokens_mean != cls .DEFAULT_OUTPUT_TOKENS_MEAN
726- )
727720
728721 pa_json = {"data" :[{"payload" :[{}]} for _ in dataset ["rows" ]]}
729722
730- for index , entry in enumerate (dataset ["rows" ]):
731-
723+ for index , entry in enumerate (dataset ["rows" ]):
732724 for header , content in entry .items ():
733725 new_text_input = cls ._create_new_text_input (
734726 header ,
@@ -738,7 +730,7 @@ def _populate_triton_generate_output_json(
738730 content ,
739731 )
740732 pa_json ["data" ][index ]["payload" ][0 ]["text_input" ] = new_text_input
741-
733+
742734 pa_json = cls ._add_optional_tags_to_openai_json (
743735 pa_json ,
744736 index ,
You can’t perform that action at this time.
0 commit comments