add file error handling

Author: chibu

src/automation/tasks/scripts/guidellm_script.py

@@ -55,25 +55,6 @@ def clean_hocon_value(v):
 
     gpu_count = int(guidellm_args.get("gpu_count", 1)) 
 
-    print(vllm_args)
-    print(model_id)
-    print(guidellm_args["target"])
-    print(args["Args"]["server_wait_time"])
-    print(gpu_count)
-    print(os.getcwd())
-
-    from pathlib import Path
-    from guidellm.benchmark.scenario import GenerativeTextScenario, get_builtin_scenarios
-    user_scenario = guidellm_args.get("scenario", "")
-    if user_scenario: 
-        filepath = Path(os.path.join(".", "src", "automation", "standards", "benchmarking", f"{user_scenario}.json"))
-        current_scenario = GenerativeTextScenario.from_file(filepath, dict(guidellm_args))
-    #elif len(get_builtin_scenarios()) > 0:
-    #    current_scenario = GenerativeTextScenario.from_builtin(get_builtin_scenarios()[0], dict(guidellm_args))
-    else:
-        filepath = Path(os.path.join(".", "src", "automation", "standards", "benchmarking", f"{DEFAULT_GUIDELLM_SCENARIO}.json"))
-        current_scenario = GenerativeTextScenario.from_file(filepath, dict(guidellm_args))
-    print(current_scenario.model_fields)
     # Start vLLM server
     server_process, server_initialized, server_log = start_vllm_server(
         vllm_args,
@@ -97,15 +78,29 @@ def clean_hocon_value(v):
     import json
     import asyncio
     from pathlib import Path
-    from guidellm.benchmark.output import GenerativeBenchmarksReport
-    from guidellm.benchmark.entrypoints import benchmark_generative_text, benchmark_with_scenario
+    from guidellm.benchmark.entrypoints import benchmark_with_scenario
     from guidellm.benchmark.scenario import GenerativeTextScenario, get_builtin_scenarios
 
+    user_scenario = guidellm_args.get("scenario", "")
+    if user_scenario:
+        filepath = Path(os.path.join(".", "src", "automation", "standards", "benchmarking", f"{user_scenario}.json"))
+        if os.path.exists(filepath):
+            current_scenario = GenerativeTextScenario.from_file(filepath, dict(guidellm_args))
+        else:
+            raise ValueError(f"Scenario path {filepath} does not exist")
+    #elif len(get_builtin_scenarios()) > 0:
+    #    to be used when get_builtin_scenarios() bug is fiexed
+    #    current_scenario = GenerativeTextScenario.from_builtin(get_builtin_scenarios()[0], dict(guidellm_args))
+    else:
+        filepath = Path(os.path.join(".", "src", "automation", "standards", "benchmarking", f"{DEFAULT_GUIDELLM_SCENARIO}.json"))
+        current_scenario = GenerativeTextScenario.from_file(filepath, dict(guidellm_args))
+    print(current_scenario.model_fields)
+
     # Ensure output_path is set and consistent
     output_path = Path(guidellm_args.get("output_path", "guidellm-output.json"))
     guidellm_args["output_path"] = str(output_path)
 
-    print("[DEBUG] Calling benchmark_generative_text with:")
+    print("[DEBUG] Calling benchmark_with_scenario with:")
     print(json.dumps(guidellm_args, indent=2))
 
     executable_path = os.path.dirname(sys.executable)

src/automation/vllm/server.py

@@ -32,12 +32,6 @@ def start_vllm_server(
 
     parsed_target = urlparse(target)
     print(f"vllm path is: {vllm_path}")
-    """
-    server_command = [
-        f"{vllm_path}", "serve", 
-        "Qwen/Qwen2.5-1.5B-Instruct",
-    ]
-    """
 
     server_command = [
         f"{vllm_path}", "serve",