removed examples

Author: VinciGit00

scrapegraphai/graphs/search_graph.py

@@ -100,12 +100,11 @@ def _create_graph(self) -> BaseGraph:
     def run(self) -> str:
         """
         Executes the web scraping and searching process.
-        
+
         Returns:
             str: The answer to the prompt.
         """
-        
         inputs = {"user_prompt": self.prompt}
         self.final_state, self.execution_info = self.graph.execute(inputs)
 
-        return self.final_state.get("answer", "No answer found.")
+        return self.final_state.get("answer", "No answer found.")

scrapegraphai/nodes/search_internet_node.py

@@ -27,12 +27,14 @@ class SearchInternetNode(BaseNode):
         node_name (str): The unique identifier name for the node, defaulting to "SearchInternet".
     """
 
-    def __init__(self, input: str, output: List[str], node_config: dict,
+    def __init__(self, input: str, output: List[str], node_config: Optional[dict] = None,
                  node_name: str = "SearchInternet"):
         super().__init__(node_name, "node", input, output, 1, node_config)
 
         self.llm_model = node_config["llm_model"]
-        self.verbose = True if node_config is None else node_config.get("verbose", False)
+        self.verbose = True if node_config is None else node_config.get(
+            "verbose", False)
+        self.max_results = node_config.get("max_results", 3)
 
     def execute(self, state: dict) -> dict:
         """
@@ -84,9 +86,12 @@ def execute(self, state: dict) -> dict:
 
         if self.verbose:
             print(f"Search Query: {search_query}")
-            
-        # TODO: handle multiple URLs
-        answer = search_on_web(query=search_query, max_results=1)[0]
+        answer = search_on_web(
+            query=search_query, max_results=self.max_results)
+
+        if len(answer) == 0:
+            # raise an exception if no answer is found
+            raise ValueError("Zero results found for the search query.")
 
         # Update the state with the generated answer
         state.update({self.output[0]: answer})

scrapegraphai/nodes/search_link_node.py

@@ -33,12 +33,13 @@ class SearchLinkNode(BaseNode):
         node_name (str): The unique identifier name for the node, defaulting to "GenerateAnswer".
     """
 
-    def __init__(self, input: str, output: List[str], node_config: dict,
+    def __init__(self, input: str, output: List[str], node_config: Optional[dict] = None,
                  node_name: str = "GenerateLinks"):
         super().__init__(node_name, "node", input, output, 1, node_config)
 
         self.llm_model = node_config["llm_model"]
-        self.verbose = True if node_config is None else node_config.get("verbose", False)
+        self.verbose = True if node_config is None else node_config.get(
+            "verbose", False)
 
     def execute(self, state: dict) -> dict:
         """
@@ -73,10 +74,11 @@ def execute(self, state: dict) -> dict:
                 links.append(soup.find_all("a"))
             state.update({self.output[0]: {elem for elem in links}})
 
-        except Exception as e:
+        except Exception:
             if self.verbose:
-                print("Error extracting links using classical methods. Using LLM to extract links.")
-                
+                print(
+                    "Error extracting links using classical methods. Using LLM to extract links.")
+
             output_parser = JsonOutputParser()
 
             template_chunks = """