removed unused files

Author: VinciGit00

manual deployment/autorequirements.py

@@ -1,5 +1,5 @@
 """
-    __init__.py file for builders folder
+__init__.py file for builders folder
 """
 
 from .graph_builder import GraphBuilder

manual deployment/commit_and_push.sh

@@ -6,7 +6,6 @@
 from langchain_community.chat_models import ErnieBotChat
 from langchain_google_genai import ChatGoogleGenerativeAI
 from langchain_openai import ChatOpenAI
-
 from ..helpers import nodes_metadata, graph_schema
 
 class GraphBuilder:

manual deployment/commit_and_push_with_tests.sh

@@ -1,7 +1,6 @@
 """ 
 __init__.py for the helpers folder
 """
-
 from .nodes_metadata import nodes_metadata
 from .schemas import graph_schema
 from .models_tokens import models_tokens

manual deployment/deploy_on_pip.sh

@@ -2,7 +2,6 @@
 Bridge class to integrate Burr into ScrapeGraphAI graphs
 [Burr](https://github.com/DAGWorks-Inc/burr)
 """
-
 import re
 import uuid
 from hashlib import md5

manual deployment/installation.sh

@@ -1,11 +1,12 @@
+"""
+fetch_node_level_k module
+"""
 from typing import List, Optional
-from .base_node import BaseNode
-from ..docloaders import ChromiumLoader
-from ..utils.cleanup_html import cleanup_html
-from ..utils.convert_to_md import convert_to_md
+from urllib.parse import urljoin
 from langchain_core.documents import Document
 from bs4 import BeautifulSoup
-from urllib.parse import quote, urljoin
+from .base_node import BaseNode
+from ..docloaders import ChromiumLoader
 
 class FetchNodeLevelK(BaseNode):
     """
@@ -102,17 +103,18 @@ def fetch_content(self, source: str, loader_kwargs) -> Optional[str]:
             Optional[str]: The fetched HTML content or None if fetching failed.
         """
         self.logger.info(f"--- (Fetching HTML from: {source}) ---")
-        
+
         if self.browser_base is not None:
             try:
                 from ..docloaders.browser_base import browser_base_fetch
             except ImportError:
                 raise ImportError("""The browserbase module is not installed. 
                                     Please install it using `pip install browserbase`.""")
 
-            data = browser_base_fetch(self.browser_base.get("api_key"), 
+            data = browser_base_fetch(self.browser_base.get("api_key"),
                                       self.browser_base.get("project_id"), [source])
-            document = [Document(page_content=content, metadata={"source": source}) for content in data]
+            document = [Document(page_content=content,
+                                 metadata={"source": source}) for content in data]
         else:
             loader = ChromiumLoader([source], headless=self.headless, **loader_kwargs)
             document = loader.load()
@@ -179,7 +181,8 @@ def obtain_content(self, documents: List, loader_kwargs) -> List:
                 full_links = self.get_full_links(source, links)
 
                 for link in full_links:
-                    if not any(d.get('source', '') == link for d in documents) and not any(d.get('source', '') == link for d in new_documents):
+                    if not any(d.get('source', '') == link for d in documents) \
+                        and not any(d.get('source', '') == link for d in new_documents):
                         new_documents.append({"source": link})
 
         documents.extend(new_documents)
@@ -208,7 +211,8 @@ def process_links(self, base_url: str, links: list,
 
             if current_depth < depth:
                 new_links = self.extract_links(link_content)
-                content_dict.update(self.process_links(full_link, new_links, loader_kwargs, depth, current_depth + 1))
+                content_dict.update(self.process_links(full_link, new_links,
+                                                       loader_kwargs, depth, current_depth + 1))
             else:
                 self.logger.warning(f"Failed to fetch content for {full_link}")
         return content_dict