clean ups

Author: chibu

src/automation/configs.py

@@ -1,4 +1,3 @@
 DEFAULT_DOCKER_IMAGE = "quay.io/nmmlops/mlops/k8s-research-cuda12_8:latest"
 DEFAULT_OUTPUT_URI = "gs://neuralmagic-clearml"
 DEFAULT_RESEARCH_BRANCH = "main"
-#DEFAULT_GUIDELLM_SCENARIO = "chat"

src/automation/tasks/base_task.py

@@ -7,9 +7,6 @@
 
 class BaseTask():
 
-    #base_packages = ["git+https://github.com/neuralmagic/research.git"]
-    #base_packages = ["git+https://github.com/neuralmagic/research.git@update_guidellm"]
-
     def __init__(
         self,
         project_name: str,
@@ -35,7 +32,7 @@ def __init__(
         self.packages = packages
         self.task_type = task_type
         self.task = None
-        self.branch= branch
+        self.branch = branch
         self.script_path = None
         self.callable_artifacts = None
 

src/automation/tasks/scripts/guidellm_script.py

@@ -4,7 +4,6 @@
 from automation.utils import resolve_model_id, cast_args, kill_process_tree
 from automation.vllm import start_vllm_server
 from pyhocon import ConfigFactory
-#from automation.configs import DEFAULT_GUIDELLM_SCENARIO
 
 def main(configurations=None):
     task = Task.current_task()
@@ -72,8 +71,6 @@ def clean_hocon_value(v):
 
     guidellm_args["model"] = model_id
 
-    DEFAULT_GUIDELLM_SCENARIO = guidellm_args["scenario"]
-
     import json
     import asyncio
     from pathlib import Path
@@ -92,7 +89,7 @@ def clean_hocon_value(v):
     #    to be used when get_builtin_scenarios() bug is fixed
     #    current_scenario = GenerativeTextScenario.from_builtin(get_builtin_scenarios()[0], dict(guidellm_args))
     else:
-        filepath = Path(os.path.join(".", "src", "automation", "standards", "benchmarking", f"{DEFAULT_GUIDELLM_SCENARIO}.json"))
+        filepath = Path(os.path.join(".", "src", "automation", "standards", "benchmarking", f"{user_scenario}.json"))
         current_scenario = GenerativeTextScenario.from_file(filepath, dict(guidellm_args))
 
     # Ensure output_path is set and consistent