Allow VisitWebpageTool to run on remote executors without installing smolagents (#1288)

Co-authored-by: Parteek Kamboj <[email protected]>
Co-authored-by: Albert Villanova del Moral <[email protected]>

Author: 3 people

src/smolagents/default_tools.py

@@ -227,15 +227,22 @@ def __init__(self, max_output_length: int = 40000):
         super().__init__()
         self.max_output_length = max_output_length
 
+    def _truncate_content(self, content: str, max_length: int) -> str:
+        if len(content) <= max_length:
+            return content
+        return (
+            content[: max_length // 2]
+            + f"\n..._This content has been truncated to stay below {max_length} characters_...\n"
+            + content[-max_length // 2 :]
+        )
+
     def forward(self, url: str) -> str:
         try:
             import re
 
             import requests
             from markdownify import markdownify
             from requests.exceptions import RequestException
-
-            from smolagents.utils import truncate_content
         except ImportError as e:
             raise ImportError(
                 "You must install packages `markdownify` and `requests` to run this tool: for instance run `pip install markdownify requests`."
@@ -251,7 +258,7 @@ def forward(self, url: str) -> str:
             # Remove multiple line breaks
             markdown_content = re.sub(r"\n{3,}", "\n\n", markdown_content)
 
-            return truncate_content(markdown_content, self.max_output_length)
+            return self._truncate_content(markdown_content, self.max_output_length)
 
         except requests.exceptions.Timeout:
             return "The request timed out. Please try again later or check the URL."