update hyperparameters from config

Author: chibu

src/automation/tasks/arenahard_judgement.py

@@ -20,6 +20,7 @@ def __init__(
         project_name: str,
         task_name: str,
         judgement_model: str,
+        answer_task_id: str,
         server_wait_time: int=DEFAULT_SERVER_WAIT_TIME,
         docker_image: str=DEFAULT_DOCKER_IMAGE,
         packages: Optional[Sequence[str]]=None,
@@ -78,6 +79,7 @@ def __init__(
 
         # Store class attributes
         self.judgement_model = judgement_model
+        self.answer_task_id = answer_task_id
         self.clearml_model = clearml_model
         self.server_wait_time = server_wait_time
         self.vllm_kwargs = vllm_kwargs
@@ -108,6 +110,7 @@ def get_arguments(self):
         return {
             "Args": {
                 "judgement_model": self.judgement_model,
+                "answer_task_id": self.answer_task_id,
                 "clearml_model": self.clearml_model,
                 "server_wait_time": self.server_wait_time,
                 "force_download": self.force_download,

src/automation/tasks/scripts/arenahard_judgement_script.py

@@ -107,12 +107,13 @@ def clean_hocon_value(v):
         from arenahard.utils.completion import make_config
         configs = make_config(os.path.join(ARENAHARD_CONFIG_PATH, arenahard_judgement_args["judgement_setting_file"]))
         model_name = configs["model_list"][0]
-        if arenahard_judgement_args.get("answer_task_id","") :
+        answer_task_id = args["Args"].get("answer_task_id","") 
+        if answer_task_id:
             from pathlib import Path
             import shutil
             import os
 
-            answer_task = Task.get_task(task_id=arenahard_judgement_args["answer_task_id"])
+            answer_task = Task.get_task(task_id=answer_task_id)
             artifact_obj = answer_task.artifacts['arenahard report'].get_local_copy()
             os.makedirs(answer_dir , exist_ok=True)
             shutil.move(artifact_obj,os.path.join(answer_dir, f"{model_name}.jsonl"))