feat: integrate browser live view with canvas panel

Author: kevmyung

chatbot-app/agentcore/src/agent/config/swarm_config.py

@@ -74,7 +74,6 @@
         "browser_extract",
         "browser_get_page_info",
         "browser_manage_tabs",
-        "browser_drag",
         "browser_save_screenshot",
     ],
     "weather_agent": [

chatbot-app/agentcore/src/agent/gateway/mcp_client.py

@@ -154,7 +154,7 @@ def call_tool_sync(self, tool_use_id: str, name: str, arguments: dict):
         # Inject user API keys into arguments (Lambda will extract these)
         if self.api_keys:
             arguments = {**arguments, '__user_api_keys': self.api_keys}
-            logger.debug(f"Injected user API keys into tool arguments: {list(self.api_keys.keys())}")
+            logger.debug("Injected user API keys into tool arguments")
 
         return super().call_tool_sync(tool_use_id, actual_name, arguments)
 
@@ -304,7 +304,7 @@ def create_filtered_gateway_client(
     # Create FilteredMCPClient with tool filtering and API keys
     logger.debug(f"Creating FilteredMCPClient with {len(gateway_tool_ids)} enabled tool IDs")
     if api_keys:
-        logger.debug(f"   User API keys provided: {list(api_keys.keys())}")
+        logger.debug(f"   User API keys provided: {len(api_keys)} key(s)")
 
     mcp_client = FilteredMCPClient(
         lambda: streamablehttp_client(

chatbot-app/agentcore/src/agent/session/local_session_buffer.py

@@ -82,11 +82,11 @@ def append_message(self, message, agent, **kwargs):
 
         # Add to buffer
         self.pending_messages.append(message_dict)
-        logger.debug(f"📝 Buffered message (role={message_dict['role']}, total={len(self.pending_messages)})")
+        logger.debug(f"Buffered message (role={message_dict['role']}, total={len(self.pending_messages)})")
 
         # Periodic flush to prevent data loss
         if len(self.pending_messages) >= self.batch_size:
-            logger.info(f"⏰ Batch size ({self.batch_size}) reached, flushing buffer")
+            logger.info(f"Batch size ({self.batch_size}) reached, flushing buffer")
             self.flush()
 
     def flush(self):

chatbot-app/agentcore/src/agents/chat_agent.py

@@ -327,7 +327,7 @@ async def stream_async(self, message: str, session_id: str = None, files: Option
             effective_api_keys = api_keys or self.api_keys
             if effective_api_keys:
                 invocation_state['api_keys'] = effective_api_keys
-                logger.debug(f"Added API keys to invocation_state: {list(effective_api_keys.keys())}")
+                logger.debug(f"Added API keys to invocation_state: {len(effective_api_keys)} key(s)")
 
                 # Update Gateway client's api_keys for tool calls
                 if self.gateway_client and hasattr(self.gateway_client, 'api_keys'):

chatbot-app/agentcore/src/builtin_tools/__init__.py

@@ -7,7 +7,7 @@
 - Excel Spreadsheets: Create, modify, and manage Excel spreadsheets with persistent storage
 - PowerPoint Presentations: Create, modify, and manage PowerPoint presentations with persistent storage
 
-⚠️  IMPORTANT: When adding a NEW TOOL, you MUST complete ALL 3 steps:
+IMPORTANT: When adding a NEW TOOL, you MUST complete ALL 3 steps:
 ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
 1. Add tool import and export in THIS file (__init__.py)
 2. Add tool definition in: chatbot-app/frontend/src/config/tools-config.json
@@ -26,7 +26,7 @@
 from .artifact_editor_tool import update_artifact
 
 # Nova Act browser tools
-from .nova_act_browser_tools import browser_navigate, browser_act, browser_extract, browser_get_page_info, browser_manage_tabs, browser_drag, browser_save_screenshot
+from .nova_act_browser_tools import browser_navigate, browser_act, browser_extract, browser_get_page_info, browser_manage_tabs, browser_save_screenshot
 
 from .word_document_tool import (
     create_word_document,
@@ -64,7 +64,6 @@
     'browser_extract',
     'browser_get_page_info',
     'browser_manage_tabs',
-    'browser_drag',
     'browser_save_screenshot',
     'create_word_document',
     'modify_word_document',
@@ -124,6 +123,5 @@
     browser_extract,
     browser_get_page_info,
     browser_manage_tabs,
-    browser_drag,
     browser_save_screenshot,
 ])

chatbot-app/agentcore/src/builtin_tools/diagram_tool.py

@@ -79,7 +79,7 @@ def generate_diagram_and_validate(
         Diagram as image in ToolResult format:
         {
             "content": [
-                {"text": "✅ Diagram generated: ..."},
+                {"text": "Diagram generated: ..."},
                 {"image": {"format": "png", "source": {"bytes": b"..."}}}
             ],
             "status": "success"
@@ -94,7 +94,7 @@ def generate_diagram_and_validate(
     if not diagram_filename or not diagram_filename.endswith('.png'):
         return {
             "content": [{
-                "text": f"❌ Invalid filename. Must end with .png (e.g., 'my_diagram.png')\nYou provided: {diagram_filename}"
+                "text": f"Invalid filename. Must end with .png (e.g., 'my_diagram.png')\nYou provided: {diagram_filename}"
             }],
             "status": "error"
         }
@@ -108,7 +108,7 @@ def generate_diagram_and_validate(
         if not code_interpreter_id:
             return {
                 "content": [{
-                    "text": """❌ Custom Code Interpreter ID not found.
+                    "text": """Custom Code Interpreter ID not found.
 
 Code Interpreter tools require Custom Code Interpreter.
 Please deploy AgentCore Runtime Stack to create Custom Code Interpreter."""
@@ -147,7 +147,7 @@ def generate_diagram_and_validate(
 
                 return {
                     "content": [{
-                        "text": f"""❌ Python code execution failed
+                        "text": f"""Python code execution failed
 
 **Error Output:**
 ```
@@ -172,7 +172,7 @@ def generate_diagram_and_validate(
             code_interpreter.stop()
             return {
                 "content": [{
-                    "text": """❌ No result from Bedrock Code Interpreter
+                    "text": """No result from Bedrock Code Interpreter
 
 The code was sent but no result was returned.
 Please try again or simplify your code."""
@@ -236,7 +236,7 @@ def generate_diagram_and_validate(
 
             return {
                 "content": [{
-                    "text": f"""❌ Failed to download diagram file
+                    "text": f"""Failed to download diagram file
 
 **Error:** Could not download '{diagram_filename}'
 **Exception:** {str(e)}
@@ -269,7 +269,7 @@ def generate_diagram_and_validate(
         return {
             "content": [
                 {
-                    "text": f"""✅ **Diagram generated: {diagram_filename}**
+                    "text": f"""**Diagram generated: {diagram_filename}**
 
 Saved to workspace for reuse in documents.
 **Size:** {file_size_kb:.1f} KB
@@ -295,7 +295,7 @@ def generate_diagram_and_validate(
 
         return {
             "content": [{
-                "text": f"""❌ Failed to generate diagram
+                "text": f"""Failed to generate diagram
 
 **Error:** {str(e)}
 

chatbot-app/agentcore/src/builtin_tools/excel_spreadsheet_tool.py

@@ -354,7 +354,7 @@ def create_excel_spreadsheet(
         if not is_valid:
             return {
                 "content": [{
-                    "text": f"❌ **Invalid spreadsheet name**: {spreadsheet_name}\n\n{error_msg}\n\n**Examples of valid names:**\n- sales-report\n- Q4-data\n- inventory-2024"
+                    "text": f"**Invalid spreadsheet name**: {spreadsheet_name}\n\n{error_msg}\n\n**Examples of valid names:**\n- sales-report\n- Q4-data\n- inventory-2024"
                 }],
                 "status": "error"
             }
@@ -374,7 +374,7 @@ def create_excel_spreadsheet(
         if not code_interpreter_id:
             return {
                 "content": [{
-                    "text": "❌ **Code Interpreter not configured**\n\nCODE_INTERPRETER_ID not found in environment or Parameter Store."
+                    "text": "**Code Interpreter not configured**\n\nCODE_INTERPRETER_ID not found in environment or Parameter Store."
                 }],
                 "status": "error"
             }
@@ -427,7 +427,7 @@ def create_excel_spreadsheet(
                     code_interpreter.stop()
                     return {
                         "content": [{
-                            "text": f"❌ **Failed to create spreadsheet**\n\n```\n{error_msg[:1000]}\n```\n\n💡 Check your openpyxl code for syntax errors or incorrect API usage."
+                            "text": f"**Failed to create spreadsheet**\n\n```\n{error_msg[:1000]}\n```\n\nTip:Check your openpyxl code for syntax errors or incorrect API usage."
                         }],
                         "status": "error"
                     }
@@ -459,7 +459,7 @@ def create_excel_spreadsheet(
             workspace_docs = doc_manager.list_s3_documents()
             other_files_count = len([d for d in workspace_docs if d['filename'] != spreadsheet_filename])
 
-            message = f"""✅ **Spreadsheet created successfully**
+            message = f"""**Spreadsheet created successfully**
 
 **File**: {spreadsheet_filename} ({s3_info['size_kb']})
 **Other files in workspace**: {other_files_count} spreadsheet{'s' if other_files_count != 1 else ''}"""
@@ -483,7 +483,7 @@ def create_excel_spreadsheet(
         logger.error(f"create_excel_spreadsheet failed: {e}")
         return {
             "content": [{
-                "text": f"❌ **Failed to create spreadsheet**\n\n{str(e)}"
+                "text": f"**Failed to create spreadsheet**\n\n{str(e)}"
             }],
             "status": "error"
         }
@@ -595,7 +595,7 @@ def modify_excel_spreadsheet(
         if not is_valid:
             return {
                 "content": [{
-                    "text": f"❌ **Invalid output name**: {output_name}\n\n{error_msg}\n\n**Examples of valid names:**\n- sales-report-v2\n- Q4-data-final\n- report-revised"
+                    "text": f"**Invalid output name**: {output_name}\n\n{error_msg}\n\n**Examples of valid names:**\n- sales-report-v2\n- Q4-data-final\n- report-revised"
                 }],
                 "status": "error"
             }
@@ -604,7 +604,7 @@ def modify_excel_spreadsheet(
         if source_name == output_name:
             return {
                 "content": [{
-                    "text": f"❌ **Invalid name**\n\nOutput name must be different from source name to preserve the original.\n\nSource: {source_name}\nOutput: {output_name}\n\n💡 Try: \"{source_name}-v2\""
+                    "text": f"**Invalid name**\n\nOutput name must be different from source name to preserve the original.\n\nSource: {source_name}\nOutput: {output_name}\n\nTip:Try: \"{source_name}-v2\""
                 }],
                 "status": "error"
             }
@@ -625,7 +625,7 @@ def modify_excel_spreadsheet(
         if not code_interpreter_id:
             return {
                 "content": [{
-                    "text": "❌ **Code Interpreter not configured**\n\nCODE_INTERPRETER_ID not found in environment or Parameter Store."
+                    "text": "**Code Interpreter not configured**\n\nCODE_INTERPRETER_ID not found in environment or Parameter Store."
                 }],
                 "status": "error"
             }
@@ -680,7 +680,7 @@ def modify_excel_spreadsheet(
                     code_interpreter.stop()
                     return {
                         "content": [{
-                            "text": f"❌ **Modification failed**\n\n```\n{error_msg[:1000]}\n```\n\n💡 Check your openpyxl code for syntax errors or incorrect API usage."
+                            "text": f"**Modification failed**\n\n```\n{error_msg[:1000]}\n```\n\nTip:Check your openpyxl code for syntax errors or incorrect API usage."
                         }],
                         "status": "error"
                     }
@@ -717,7 +717,7 @@ def modify_excel_spreadsheet(
             other_files_count = len([d for d in workspace_docs if d['filename'] != output_filename])
 
             # Build success message
-            message = f"""✅ **Spreadsheet modified successfully**
+            message = f"""**Spreadsheet modified successfully**
 
 **Source**: {source_filename}
 **Saved as**: {output_filename} ({s3_info['size_kb']})
@@ -742,15 +742,15 @@ def modify_excel_spreadsheet(
         logger.error(f"Spreadsheet not found: {e}")
         return {
             "content": [{
-                "text": f"❌ **Spreadsheet not found**: {source_filename}"
+                "text": f"**Spreadsheet not found**: {source_filename}"
             }],
             "status": "error"
         }
     except Exception as e:
         logger.error(f"modify_excel_spreadsheet failed: {e}")
         return {
             "content": [{
-                "text": f"❌ **Failed to modify spreadsheet**\n\n{str(e)}"
+                "text": f"**Failed to modify spreadsheet**\n\n{str(e)}"
             }],
             "status": "error"
         }
@@ -791,7 +791,7 @@ def list_my_excel_spreadsheets(
             AI: "I found these spreadsheets: ... Which one should I modify?"
 
     Example Output:
-        📁 Workspace (3 spreadsheets):
+        Workspace (3 spreadsheets):
           - sales-report.xlsx (52.3 KB) - Modified: 2025-01-15
           - inventory.xlsx (41.8 KB) - Modified: 2025-01-14
           - Q4-analysis.xlsx (89.2 KB) - Modified: 2025-01-13
@@ -843,7 +843,7 @@ def list_my_excel_spreadsheets(
         logger.error(f"list_my_excel_spreadsheets failed: {e}")
         return {
             "content": [{
-                "text": f"❌ **Failed to list spreadsheets**\n\n{str(e)}"
+                "text": f"**Failed to list spreadsheets**\n\n{str(e)}"
             }],
             "status": "error"
         }
@@ -922,7 +922,7 @@ def read_excel_spreadsheet(
         if not code_interpreter_id:
             return {
                 "content": [{
-                    "text": "❌ **Code Interpreter not configured**\n\nCODE_INTERPRETER_ID not found in environment or Parameter Store."
+                    "text": "**Code Interpreter not configured**\n\nCODE_INTERPRETER_ID not found in environment or Parameter Store."
                 }],
                 "status": "error"
             }
@@ -993,7 +993,7 @@ def read_excel_spreadsheet(
                     code_interpreter.stop()
                     return {
                         "content": [{
-                            "text": f"❌ **Failed to read spreadsheet**\n\n```\n{error_msg[:1000]}\n```"
+                            "text": f"**Failed to read spreadsheet**\n\n```\n{error_msg[:1000]}\n```"
                         }],
                         "status": "error"
                     }
@@ -1009,7 +1009,7 @@ def read_excel_spreadsheet(
             # Format output text
             output_parts = []
             props = spreadsheet_content.get("properties", {})
-            output_parts.append(f"📊 **Spreadsheet Content**: {spreadsheet_filename} ({doc_info['size_kb']})")
+            output_parts.append(f"**Spreadsheet Content**: {spreadsheet_filename} ({doc_info['size_kb']})")
             output_parts.append(f"**Sheets**: {', '.join(props.get('sheet_names', []))}")
             output_parts.append("")
 
@@ -1069,15 +1069,15 @@ def read_excel_spreadsheet(
         logger.error(f"Spreadsheet not found: {e}")
         return {
             "content": [{
-                "text": f"❌ **Spreadsheet not found**: {spreadsheet_filename}"
+                "text": f"**Spreadsheet not found**: {spreadsheet_filename}"
             }],
             "status": "error"
         }
     except Exception as e:
         logger.error(f"read_excel_spreadsheet failed: {e}")
         return {
             "content": [{
-                "text": f"❌ **Failed to read spreadsheet**\n\n{str(e)}"
+                "text": f"**Failed to read spreadsheet**\n\n{str(e)}"
             }],
             "status": "error"
         }
@@ -1132,7 +1132,7 @@ def preview_excel_sheets(
             available = [d['filename'] for d in documents]
             return {
                 "content": [{
-                    "text": f"❌ **Spreadsheet not found**: {spreadsheet_filename}\n\n"
+                    "text": f"**Spreadsheet not found**: {spreadsheet_filename}\n\n"
                            f"Available spreadsheets: {', '.join(available) if available else 'None'}"
                 }],
                 "status": "error"
@@ -1162,7 +1162,7 @@ def preview_excel_sheets(
                 if invalid_sheets:
                     return {
                         "content": [{
-                            "text": f"❌ **Sheet(s) not found**: {', '.join(invalid_sheets)}\n\n"
+                            "text": f"**Sheet(s) not found**: {', '.join(invalid_sheets)}\n\n"
                                    f"Available sheets: {', '.join(all_sheet_names)}"
                         }],
                         "status": "error"
@@ -1182,7 +1182,7 @@ def preview_excel_sheets(
                 logger.error(f"LibreOffice conversion failed: {result.stderr}")
                 return {
                     "content": [{
-                        "text": f"❌ **PDF conversion failed**\n\n{result.stderr}"
+                        "text": f"**PDF conversion failed**\n\n{result.stderr}"
                     }],
                     "status": "error"
                 }
@@ -1192,7 +1192,7 @@ def preview_excel_sheets(
             if not os.path.exists(pdf_path):
                 return {
                     "content": [{
-                        "text": "❌ **PDF file not created**\n\nLibreOffice conversion may have failed silently."
+                        "text": "**PDF file not created**\n\nLibreOffice conversion may have failed silently."
                     }],
                     "status": "error"
                 }
@@ -1260,15 +1260,15 @@ def preview_excel_sheets(
         logger.error("LibreOffice conversion timed out")
         return {
             "content": [{
-                "text": "❌ **Conversion timed out**\n\nThe spreadsheet may be too large or complex."
+                "text": "**Conversion timed out**\n\nThe spreadsheet may be too large or complex."
             }],
             "status": "error"
         }
     except Exception as e:
         logger.error(f"preview_excel_sheets failed: {e}")
         return {
             "content": [{
-                "text": f"❌ **Failed to generate preview**\n\n{str(e)}"
+                "text": f"**Failed to generate preview**\n\n{str(e)}"
             }],
             "status": "error"
         }