use shared code folder for all gaia tasks

Author: ollmer

scripts/run_gaia.py

@@ -9,11 +9,12 @@
 
 if __name__ == "__main__":
     study = make_study(
-        benchmark=GaiaBenchmark(split="validation", level="1"),
+        benchmark=GaiaBenchmark(split="validation", level="1"),  # type: ignore
         agent_args=TapeAgentArgs("gaia_agent"),
         comment="Gaia eval",
         logging_level=logging.INFO,
         logging_level_stdout=logging.INFO,
     )
-    # study.exp_args_list = study.exp_args_list[:1]
+    # study.exp_args_list = study.exp_args_list[:3]
+    # study.run(n_jobs=1, n_relaunch=1, parallel_backend="sequential")
     study.run(n_jobs=8, n_relaunch=1, parallel_backend="ray")

src/agentlab/benchmarks/gaia.py

@@ -89,10 +89,19 @@ def make_env(self, exp_dir: str | Path, action_mapping=None) -> GaiaGym:
         return env
 
     def init_code_sandbox(self, exp_dir: str) -> None:
-        code_path = os.path.join(exp_dir, "code")
+        # Use a common code directory for all tasks in the experiment, which is mounted in the container
+        root_exp_dir = Path(exp_dir).parent
+        code_path = os.path.join(root_exp_dir, "shared_code")
         os.makedirs(code_path, exist_ok=True)
-        container_name = f"gaia_code_{self.task['task_id'][:8]}"
+
+        container_name = "gaia_code_shared"
         os.environ["COMPUTER_CONTAINER_NAME"] = container_name
+
+        # symlink task code to the shared code directory
+        task_code_path = os.path.join(exp_dir, "code")
+        if not os.path.exists(task_code_path):
+            os.symlink(code_path, task_code_path)
+
         ContainerExecutor(container_name=container_name, work_dir=code_path, no_deps=True)