Skip to content

Commit 6a43dac

Browse files
author
chibu
committed
config for local runs
1 parent d4f54e5 commit 6a43dac

File tree

1 file changed

+26
-0
lines changed

1 file changed

+26
-0
lines changed

src/automation/tasks/scripts/guidellm_script.py

Lines changed: 26 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5,6 +5,7 @@
55
from automation.vllm import start_vllm_server
66
from pyhocon import ConfigFactory
77

8+
"""
89
def main(configurations=None):
910
task = Task.current_task()
1011
@@ -40,6 +41,31 @@ def clean_hocon_value(v):
4041
vllm_args = {}
4142
else:
4243
vllm_args = ConfigFactory.parse_string(vllm_args)
44+
"""
45+
46+
def main(configurations=None):
47+
task = Task.current_task()
48+
49+
args = task.get_parameters_as_dict(cast=True)
50+
51+
if configurations is None:
52+
guidellm_args = ConfigFactory.parse_string(task.get_configuration_object("GuideLLM"))
53+
54+
environment_args = task.get_configuration_object("environment")
55+
if environment_args is None:
56+
environment_args = {}
57+
else:
58+
environment_args = ConfigFactory.parse_string(environment_args)
59+
60+
vllm_args = task.get_configuration_object("vLLM")
61+
if vllm_args is None:
62+
vllm_args = {}
63+
else:
64+
vllm_args = ConfigFactory.parse_string(vllm_args)
65+
else:
66+
guidellm_args = configurations.get("GuideLLM", {})
67+
environment_args = configurations.get("environment", {})
68+
vllm_args = configurations.get("vLLM", {})
4369

4470
clearml_model = args["Args"]["clearml_model"]
4571
if isinstance(clearml_model, str):

0 commit comments

Comments
 (0)