add info

Author: VinciGit00

examples/local_models/smart_scraper_ollama.py

@@ -20,6 +20,7 @@
         # "base_url": "http://localhost:11434",  # set ollama URL arbitrarily
     },
     "verbose": True,
+    "headless": False
 }
 
 # ************************************************

scrapegraphai/graphs/abstract_graph.py

@@ -8,6 +8,7 @@
 from langchain_community.embeddings import HuggingFaceHubEmbeddings, OllamaEmbeddings
 from langchain_google_genai import GoogleGenerativeAIEmbeddings
 from ..helpers import models_tokens
+from ..utils.logging import set_verbosity
 from ..models import AzureOpenAI, Bedrock, Gemini, Groq, HuggingFace, Ollama, OpenAI, Anthropic
 from langchain_google_genai.embeddings import GoogleGenerativeAIEmbeddings
 
@@ -55,14 +56,16 @@ def __init__(self, prompt: str, config: dict, source: Optional[str] = None):
         self.execution_info = None
 
         # Set common configuration parameters
-        self.verbose = False if config is None else config.get(
+    
+        verbose = False if config is None else config.get(
             "verbose", False)
+        set_verbosity(config.get("verbose", "info"))
         self.headless = True if config is None else config.get(
             "headless", True)
         self.loader_kwargs = config.get("loader_kwargs", {})
 
         common_params = {"headless": self.headless,
-                         "verbose": self.verbose,
+                     
                          "loader_kwargs": self.loader_kwargs,
                          "llm_model": self.llm_model,
                          "embedder_model": self.embedder_model}

scrapegraphai/nodes/base_node.py

@@ -4,7 +4,6 @@
 
 from abc import ABC, abstractmethod
 from typing import Optional, List
-from ..utils.logging import get_logger
 import re
 
 
@@ -49,7 +48,6 @@ def __init__(self, node_name: str, node_type: str, input: str, output: List[str]
         self.output = output
         self.min_input_len = min_input_len
         self.node_config = node_config
-        self.logger = get_logger("node")
 
         if node_type not in ["node", "conditional_node"]:
             raise ValueError(

scrapegraphai/nodes/fetch_node.py

@@ -73,8 +73,8 @@ def execute(self, state):
             KeyError: If the input key is not found in the state, indicating that the
                     necessary information to perform the operation is missing.
         """
-        if self.verbose:
-            self.logger.info(f"--- Executing {self.node_name} Node ---")
+    
+        logger.info(f"--- Executing {self.node_name} Node ---")
 
         # Interpret input keys based on the provided input expression
         input_keys = self.get_input_keys(state)