fix gaia agent

Author: ollmer

scripts/run_gaia.py

@@ -12,11 +12,12 @@
 )
 
 if __name__ == "__main__":
-    agent_args = TapeAgentArgs("gaia_agent")
     study = make_study(
         benchmark=GaiaBenchmark(split="validation"),
-        agent_args=[agent_args],
+        agent_args=TapeAgentArgs("gaia_agent"),
         comment="Gaia eval",
+        logging_level=logging.DEBUG,
+        logging_level_stdout=logging.DEBUG,
     )
     print(f"Exp args list len: {len(study.exp_args_list)}")
     study.exp_args_list = study.exp_args_list[:1]

src/agentlab/agents/tapeagent/agent.py

@@ -10,6 +10,7 @@
 from agentlab.agents.agent_args import AgentArgs
 
 logger = logging.getLogger(__name__)
+logger.setLevel(logging.INFO)
 
 
 @dataclass
@@ -49,15 +50,23 @@ def get_action(self, obs: Observation | list[Observation]) -> tuple[str, TapeAge
             self.tape = self.tape.append(observation)
         thoughts = []
         action = None
-        for event in self.agent.run(self.tape):
-            if not event.step:
-                continue
-            self.tape = self.tape.append(event.step)
-            if isinstance(event.step, Thought):
-                thoughts.append(event.step.llm_dict())
-                logger.info(f"Thought: {event.step.llm_view()}")
-            elif isinstance(event.step, Action):
-                action = event.step
-                logger.info(f"Action: {action}")
-                break  # we stop at the first action
+        while not action:
+            for event in self.agent.run(self.tape):
+                if event.final_tape:
+                    logger.info(
+                        f"agent run final tape state: {[type(s).__name__ for s in self.tape]}"
+                    )
+                if not event.step:
+                    continue
+                self.tape = self.tape.append(event.step)
+                if isinstance(event.step, Thought):
+                    thoughts.append(event.step.llm_dict())
+                    logger.info(f"Thought: {event.step.llm_view()}")
+                elif isinstance(event.step, Action) and not action:
+                    action = event.step
+                    logger.info(f"Action: {action}")
+                    # we stop at the first action
+                else:
+                    logger.info(f"Other step: {type(event.step)}")
+        logger.info(f"Tape state: {[type(s).__name__ for s in self.tape]}")
         return (action, TapeAgentInfo(thoughts=thoughts))