File tree Expand file tree Collapse file tree 1 file changed +2
-10
lines changed
src/c++/perf_analyzer/genai-perf/genai_perf/llm_inputs Expand file tree Collapse file tree 1 file changed +2
-10
lines changed Original file line number Diff line number Diff line change @@ -682,18 +682,10 @@ def _populate_triton_generate_output_json(
682682 output_tokens_deterministic : bool ,
683683 model_name : str = "" ,
684684 ) -> Dict :
685- number_of_rows = len (dataset ["rows" ])
686- pa_json = cls ._create_empty_trtllm_pa_json ()
687-
688- default_max_tokens = (
689- "max_tokens" not in extra_inputs
690- or output_tokens_mean != cls .DEFAULT_OUTPUT_TOKENS_MEAN
691- )
692685
693686 pa_json = {"data" :[{"payload" :[{}]} for _ in dataset ["rows" ]]}
694687
695- for index , entry in enumerate (dataset ["rows" ]):
696-
688+ for index , entry in enumerate (dataset ["rows" ]):
697689 for header , content in entry .items ():
698690 new_text_input = cls ._create_new_text_input (
699691 header ,
@@ -703,7 +695,7 @@ def _populate_triton_generate_output_json(
703695 content ,
704696 )
705697 pa_json ["data" ][index ]["payload" ][0 ]["text_input" ] = new_text_input
706-
698+
707699 pa_json = cls ._add_optional_tags_to_openai_json (
708700 pa_json ,
709701 index ,
You can’t perform that action at this time.
0 commit comments