[TRTLLM-7835][test] add default sample config for perf test (#8523)

Signed-off-by: Ruodi Lu <ruodil@users.noreply.github.com>
Co-authored-by: Ruodi Lu <ruodil@users.noreply.github.com>

Author: ruodil

tests/integration/defs/perf/sample_options_config.py

@@ -0,0 +1,34 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# -*- coding: utf-8 -*-
+"""
+Sample options config for trtllm-bench perf tests
+"""
+
+
+def get_sample_options_config(model_label: str) -> dict:
+    """
+    Return the sample options config corresponding to the model label.
+    Args:
+        model_label: model label from self._config.to_string()
+    Returns:
+        dict: sample options config
+    """
+    base_config = {
+        'top_k': 4,
+        'top_p': 0.5,
+        'temperature': 0.5,
+    }
+    return base_config

tests/integration/defs/perf/test_perf.py

@@ -29,6 +29,7 @@
 
 from ..conftest import get_llm_root, llm_models_root, trt_environment
 from .pytorch_model_config import get_model_yaml_config
+from .sample_options_config import get_sample_options_config
 from .utils import (AbstractPerfScriptTestClass, PerfBenchScriptTestCmds,
                     PerfDisaggScriptTestCmds, PerfMetricType,
                     PerfServerClientBenchmarkCmds, generate_test_nodes)
@@ -1645,7 +1646,6 @@ def get_trtllm_bench_command(self, engine_dir):
             benchmark_cmd += [f"--streaming"]
         #use default yaml config
         if self._config.backend == "pytorch":
-            import yaml
             pytorch_config_path = os.path.join(engine_dir,
                                                "extra-llm-api-config.yml")
             if not os.path.exists(pytorch_config_path):
@@ -1657,7 +1657,6 @@ def get_trtllm_bench_command(self, engine_dir):
                 yaml.dump(config, f, default_flow_style=False)
             benchmark_cmd += [f"--extra_llm_api_options={pytorch_config_path}"]
         elif self._config.backend == "_autodeploy":
-            import yaml
             autodeploy_config_path = os.path.join(engine_dir,
                                                   "extra_llm_api_options.yaml")
             if not os.path.exists(autodeploy_config_path):
@@ -1684,6 +1683,15 @@ def get_trtllm_bench_command(self, engine_dir):
             benchmark_cmd += [
                 f"--extra_llm_api_options={autodeploy_config_path}"
             ]
+        # for sample options
+        sample_options_path = os.path.join(engine_dir, "sample_options.yml")
+        if not os.path.exists(sample_options_path):
+            os.makedirs(os.path.dirname(sample_options_path), exist_ok=True)
+        sample_config = get_sample_options_config(self._config.to_string())
+        print_info(f"sample options config: {sample_config}")
+        with open(sample_options_path, 'w') as f:
+            yaml.dump(sample_config, f, default_flow_style=False)
+        benchmark_cmd += [f"--sample_options={sample_options_path}"]
         return benchmark_cmd
 
     def get_commands(self):