Refactor Obs and Summarizer classes: remove unused tool_calls in Obs, add summary toggle in Summarizer, and adjust ToolUseAgent message handling.

Author: recursix

src/agentlab/agents/tool_use_agent/multi_tool_agent.py

@@ -87,7 +87,6 @@ def apply(
         if last_llm_output.tool_calls is None:
             obs_msg = llm.msg.user()  # type: MessageBuilder
         else:
-            messages.append(last_llm_output.tool_calls)  # TODO move else where
             obs_msg = llm.msg.tool(last_llm_output.raw_response)  # type: MessageBuilder
 
         if self.use_last_error:
@@ -159,7 +158,12 @@ def apply(self, llm, messages: list[MessageBuilder]) -> dict:
 class Summarizer(Block):
     """Block to summarize the last action and the current state of the environment."""
 
+    do_summary: bool = False
+
     def apply(self, llm, messages: list[MessageBuilder]) -> dict:
+        if not self.do_summary:
+            return
+
         msg = llm.msg.user().add_text(
             "Summarize the effect of the last action and the current state of the environment."
         )
@@ -306,6 +310,9 @@ def get_action(self, obs: Any) -> float:
 
         action = response.action
         think = response.think
+
+        self.messages.append(response.tool_calls)
+
         self.last_response = response
         self._responses.append(response)  # may be useful for debugging
         # self.messages.append(response.assistant_message)  # this is tool call
@@ -353,7 +360,7 @@ def get_action(self, obs: Any) -> float:
         use_last_error=True,
         use_screenshot=True,
         use_axtree=False,
-        use_dom=True,
+        use_dom=False,
         use_som=False,
         use_tabs=False,
     ),