Merge pull request #76 from MLAI-AUS-Inc/medhack-frontiers-skill

improving image attachments

Author: drsamdonegan

roo-standalone/roo/agent.py

@@ -102,7 +102,8 @@ async def handle_mention(
             return {
                 "message": result.message,
                 "skill_used": skill.name,
-                "data": result.data
+                "data": result.data,
+                "blocks": result.blocks,
             }
         else:
             print("💬 No skill matched, generating general response")

roo-standalone/roo/main.py

@@ -267,12 +267,15 @@ async def _handle_mention(event: dict):
         )
 
         if result.get("message"):
-            post_message(
-                channel=channel_id,
-                text=result["message"],
-                thread_ts=thread_ts
-            )
-        
+            post_kwargs = {
+                "channel": channel_id,
+                "text": result["message"],
+                "thread_ts": thread_ts,
+            }
+            if result.get("blocks"):
+                post_kwargs["blocks"] = result["blocks"]
+            post_message(**post_kwargs)
+
         print(f"✅ Mention handled successfully (skill: {result.get('skill_used')})")
 
     except Exception as e:
@@ -311,12 +314,15 @@ async def _resume_intent(user_id: str, intent: dict):
         )
 
         if result.get("message"):
-            post_message(
-                channel=channel_id,
-                text=result["message"],
-                thread_ts=thread_ts
-            )
-            
+            post_kwargs = {
+                "channel": channel_id,
+                "text": result["message"],
+                "thread_ts": thread_ts,
+            }
+            if result.get("blocks"):
+                post_kwargs["blocks"] = result["blocks"]
+            post_message(**post_kwargs)
+
     except Exception as e:
         print(f"❌ Error resuming intent: {e}")
         if intent.get("channel"):

roo-standalone/roo/skills/executor.py

@@ -25,6 +25,7 @@ class SkillResult:
     message: str
     data: Optional[Any] = None
     error: Optional[str] = None
+    blocks: Optional[list] = None
 
 
 class SkillExecutor:
@@ -85,10 +86,17 @@ async def execute(
                 # Generic LLM-based execution
                 result = await self._execute_with_llm(skill, text, params, user_id, thread_history)
 
+            # Skill handlers can return a dict with "message" + "blocks" for rich responses
+            blocks = None
+            if isinstance(result, dict) and "message" in result:
+                blocks = result.get("blocks")
+                result = result["message"]
+
             return SkillResult(
                 success=True,
                 message=result,
-                data=params
+                data=params,
+                blocks=blocks
             )
 
         except Exception as e:
@@ -341,7 +349,10 @@ async def _execute_medhack(
                     "Do NOT reveal the correct diagnosis or hint at it."
                 )
                 guess_warning = f"\n\n_You have *{remaining}* guess{'es' if remaining != 1 else ''} remaining._"
-                return llm_response + guess_warning
+                return self._medhack_game_response(
+                    llm_response + guess_warning,
+                    current_case.get("image_url", "")
+                )
 
         # --- Game interaction (not a guess) ---
         if is_game_q and current_case:
@@ -368,7 +379,8 @@ async def _execute_medhack(
                 )
 
             case_data = client.get_case_for_llm(today)
-            return await self._medhack_llm_response(skill, text, case_data, thread_history)
+            llm_response = await self._medhack_llm_response(skill, text, case_data, thread_history)
+            return self._medhack_game_response(llm_response, current_case.get("image_url", ""))
 
         if is_game_q and not current_case:
             return (
@@ -387,7 +399,8 @@ async def _execute_medhack(
                     "so you can no longer interact with it. Come back tomorrow for a new one!"
                 )
             case_data = client.get_case_for_llm(today)
-            return await self._medhack_llm_response(skill, text, case_data, thread_history)
+            llm_response = await self._medhack_llm_response(skill, text, case_data, thread_history)
+            return self._medhack_game_response(llm_response, current_case.get("image_url", ""))
 
         # --- Event info mode ---
         if is_event_q or (not is_game_q):
@@ -420,6 +433,25 @@ async def _execute_medhack(
 
         return await self._execute_with_llm(skill, text, params, user_id, thread_history)
 
+    def _medhack_game_response(self, text: str, image_url: str = "") -> dict | str:
+        """Wrap a game response with image blocks when the case has an image_url."""
+        if image_url:
+            return {
+                "message": text,
+                "blocks": [
+                    {
+                        "type": "image",
+                        "image_url": image_url,
+                        "alt_text": "Patient case image",
+                    },
+                    {
+                        "type": "section",
+                        "text": {"type": "mrkdwn", "text": text},
+                    },
+                ],
+            }
+        return text
+
     async def _medhack_llm_response(
         self,
         skill: Skill,