feat: add sdk integration

Author: VinciGit00

pyproject.toml

@@ -44,7 +44,7 @@ dependencies = [
     "googlesearch-python>=1.2.5",
     "simpleeval>=1.0.0",
     "async_timeout>=4.0.3",
-    "scrapegraph-py>=0.0.3"
+    "scrapegraph-py>=0.0.4"
 ]
 
 license = "MIT"

scrapegraphai/graphs/smart_scraper_graph.py

@@ -13,7 +13,7 @@
     ConditionalNode
 )
 from ..prompts import REGEN_ADDITIONAL_INFO
-from scrapegraph_py import ScrapeGraphClient, smart_scraper
+from scrapegraph_py import SyncClient
 
 class SmartScraperGraph(AbstractGraph):
     """
@@ -61,10 +61,14 @@ def _create_graph(self) -> BaseGraph:
             BaseGraph: A graph instance representing the web scraping workflow.
         """
         if self.llm_model == "scrapegraphai/smart-scraper":
-            client = ScrapeGraphClient(self.config.get("api_key"))
 
-            result = smart_scraper(client, self.source, self.prompt)
-            return result
+            sgai_client = SyncClient(api_key=self.config.get("api_key"))
+
+            response = sgai_client.smartscraper(
+                website_url=self.source,
+                user_prompt=self.prompt
+            )
+            return response
 
         fetch_node = FetchNode(
             input="url| local_dir",