before vllm

Author: chibu

src/automation/tasks/guidellm.py

@@ -1,5 +1,5 @@
 from automation.tasks import BaseTask
-from guidellm.benchmark.scenario import GenerativeTextScenario, get_builtin_scenarios
+#from guidellm.benchmark.scenario import GenerativeTextScenario, get_builtin_scenarios
 from automation.configs import DEFAULT_DOCKER_IMAGE, DEFAULT_RESEARCH_BRANCH
 from typing import Optional, Sequence
 import os
@@ -52,8 +52,8 @@ def __init__(
             packages = self.guidellm_packages
 
         print(packages)
-        print(get_builtin_scenarios())
-        default_scenario = get_builtin_scenarios()[0]
+        #print(get_builtin_scenarios())
+        #default_scenario = get_builtin_scenarios()[0]
         if "packages" in config_kwargs:
             packages = list(set(packages + config_kwargs.pop("packages")))
 

src/automation/tasks/scripts/guidellm_script.py

@@ -61,6 +61,9 @@ def clean_hocon_value(v):
     print(gpu_count)
     print(os.getcwd())
 
+    from guidellm.benchmark.scenario import GenerativeTextScenario, get_builtin_scenarios
+    print(get_builtin_scenarios())
+    default_scenario = get_builtin_scenarios()[0]
     # Start vLLM server
     server_process, server_initialized, server_log = start_vllm_server(
         vllm_args,