File tree Expand file tree Collapse file tree 1 file changed +26
-0
lines changed
src/automation/tasks/scripts Expand file tree Collapse file tree 1 file changed +26
-0
lines changed Original file line number Diff line number Diff line change 5
5
from automation .vllm import start_vllm_server
6
6
from pyhocon import ConfigFactory
7
7
8
+ """
8
9
def main(configurations=None):
9
10
task = Task.current_task()
10
11
@@ -40,6 +41,31 @@ def clean_hocon_value(v):
40
41
vllm_args = {}
41
42
else:
42
43
vllm_args = ConfigFactory.parse_string(vllm_args)
44
+ """
45
+
46
+ def main (configurations = None ):
47
+ task = Task .current_task ()
48
+
49
+ args = task .get_parameters_as_dict (cast = True )
50
+
51
+ if configurations is None :
52
+ guidellm_args = ConfigFactory .parse_string (task .get_configuration_object ("GuideLLM" ))
53
+
54
+ environment_args = task .get_configuration_object ("environment" )
55
+ if environment_args is None :
56
+ environment_args = {}
57
+ else :
58
+ environment_args = ConfigFactory .parse_string (environment_args )
59
+
60
+ vllm_args = task .get_configuration_object ("vLLM" )
61
+ if vllm_args is None :
62
+ vllm_args = {}
63
+ else :
64
+ vllm_args = ConfigFactory .parse_string (vllm_args )
65
+ else :
66
+ guidellm_args = configurations .get ("GuideLLM" , {})
67
+ environment_args = configurations .get ("environment" , {})
68
+ vllm_args = configurations .get ("vLLM" , {})
43
69
44
70
clearml_model = args ["Args" ]["clearml_model" ]
45
71
if isinstance (clearml_model , str ):
You can’t perform that action at this time.
0 commit comments