add snapshots navigation to see history of interactions.

Author: amanjaiswal73892

src/agentlab/agents/hitl_agent/generic_human_guided_agent.py

@@ -206,7 +206,6 @@ def get_action(self, obs):
                 screenshot=(img_to_base_64(obs["screenshot"]) if "screenshot" in obs else ""),
                 screenshots=[],  # no overlay screenshots yet
                 axtree=obs.get("axtree_txt", ""),
-                history=[],
                 hints=[],
                 suggestions=[],  # no suggestions yet
             )
@@ -241,7 +240,6 @@ def get_action(self, obs):
                     screenshot=(img_to_base_64(obs["screenshot"]) if "screenshot" in obs else ""),
                     screenshots=screenshots,  # list of overlay screenshots for hover
                     axtree=obs.get("axtree_txt", ""),
-                    history=[],  # TODO: add history
                     hints=step_hint,
                     suggestions=suggestions,
                 )

src/agentlab/agents/hitl_agent/hint_labelling.py

@@ -9,7 +9,7 @@
 from pydantic import BaseModel, Field
 
 logger = logging.getLogger(__name__)
- 
+
 HINT_LABELING_DIR = resources.files("agentlab.agents.hitl_agent.hint_labelling_ui_files")
 
 
@@ -19,7 +19,6 @@ class HintLabelingInputs(BaseModel):
     screenshot: str  # base64 screenshot (original/current)
     screenshots: List[str] = Field(default_factory=list)  # list of base64 screenshots for hover
     axtree: str
-    history: List[Dict[str, str]] = Field(default_factory=list)
     hints: List[str] = Field(default_factory=list)
     suggestions: List[Dict[str, str]] = Field(default_factory=list)
 
@@ -74,7 +73,7 @@ def _route_submit(self, route: playwright.sync_api.Route, request: playwright.sy
             body = json.loads(request.post_data or "{}")
         except Exception:
             body = {}
-    # Map UI payload -> your step shape
+        # Map UI payload -> your step shape
         msg = {
             "type": "step",
             "payload": {
@@ -97,7 +96,6 @@ def _to_ui_bootstrap(self, ctx: HintLabelingInputs) -> dict:
             "screenshot": ctx.screenshot,
             "screenshots": ctx.screenshots,  # list of screenshots for hover
             "axtree": ctx.axtree,
-            "history": ctx.history,
             "hints": ctx.hints,
             "suggestions": ctx.suggestions,
         }