Merge pull request #842 from ScrapeGraphAI/temp

allignment

Author: VinciGit00

CHANGELOG.md

@@ -1,11 +1,19 @@
-## [1.33.0-beta.2](https://github.com/ScrapeGraphAI/Scrapegraph-ai/compare/v1.33.0-beta.1...v1.33.0-beta.2) (2024-12-06)
+## [1.33.2](https://github.com/ScrapeGraphAI/Scrapegraph-ai/compare/v1.33.1...v1.33.2) (2024-12-06)
 
 
-### Features
+### Bug Fixes
+
+* client ([e16e94b](https://github.com/ScrapeGraphAI/Scrapegraph-ai/commit/e16e94bf694d516071818adec5ea2f3a1404ec72))
+
+## [1.33.1](https://github.com/ScrapeGraphAI/Scrapegraph-ai/compare/v1.33.0...v1.33.1) (2024-12-06)
+
+
+### Bug Fixes
+
+* did a quick fix ([a6f43d5](https://github.com/ScrapeGraphAI/Scrapegraph-ai/commit/a6f43d53cb760e74e5b437cb721b09a4e569c5a2))
 
-* added scrolling method to chromium docloader ([1c8b910](https://github.com/ScrapeGraphAI/Scrapegraph-ai/commit/1c8b910562112947a357277bca9dc81619b72e61))
+## [1.33.0](https://github.com/ScrapeGraphAI/Scrapegraph-ai/compare/v1.32.0...v1.33.0) (2024-12-05)
 
-## [1.33.0-beta.1](https://github.com/ScrapeGraphAI/Scrapegraph-ai/compare/v1.32.0...v1.33.0-beta.1) (2024-12-05)
 
 
 ### Features

README.md

@@ -16,17 +16,18 @@
 <a href="https://trendshift.io/repositories/9761" target="_blank"><img src="https://trendshift.io/api/badge/repositories/9761" alt="VinciGit00%2FScrapegraph-ai | Trendshift" style="width: 250px; height: 55px;" width="250" height="55"/></a>
 <p align="center">
 
-### Check our Website 
-[ScrapeGraphAI Official website](https://scrapegraphai.com/)
-
-ScrapeGraphAI is a *web scraping* python library that uses LLM and direct graph logic to create scraping pipelines for websites and local documents (XML, HTML, JSON, Markdown, etc.).
+[ScrapeGraphAI](https://scrapegraphai.com) is a *web scraping* python library that uses LLM and direct graph logic to create scraping pipelines for websites and local documents (XML, HTML, JSON, Markdown, etc.).
 
 Just say which information you want to extract and the library will do it for you!
 
 <p align="center">
   <img src="https://raw.githubusercontent.com/VinciGit00/Scrapegraph-ai/main/docs/assets/sgai-hero.png" alt="ScrapeGraphAI Hero" style="width: 100%;">
 </p>
 
+## News 📰
+
+- ScrapegraphAI has now his APIs! Check it out [here](https://scrapegraphai.com)!
+
 ## 🚀 Quick install
 
 The reference page for Scrapegraph-ai is available on the official page of PyPI: [pypi](https://pypi.org/project/scrapegraphai/).

pyproject.toml

@@ -3,8 +3,7 @@ name = "scrapegraphai"
 
 
 
-version = "1.33.0b2"
-
+version = "1.33.2"
 
 
 
@@ -45,7 +44,7 @@ dependencies = [
     "googlesearch-python>=1.2.5",
     "simpleeval>=1.0.0",
     "async_timeout>=4.0.3",
-    "scrapegraph-py>=0.0.4"
+    "scrapegraph-py>=1.7.0"
 ]
 
 license = "MIT"

scrapegraphai/docloaders/chromium.py

@@ -265,11 +265,14 @@ async def ascrape_playwright(self, url: str) -> str:
                 if attempt == self.RETRY_LIMIT:
                     results = f"Error: Network error after {self.RETRY_LIMIT} attempts - {e}"
             finally:
-                await browser.close()
+                if "browser" in locals():
+                    await browser.close()
+
 
         return results
 
 
+
     async def ascrape_with_js_support(self, url: str) -> str:
         """
         Asynchronously scrape the content of a given URL by rendering JavaScript using Playwright.

scrapegraphai/graphs/smart_scraper_graph.py

@@ -4,6 +4,8 @@
 
 from typing import Optional
 from pydantic import BaseModel
+from scrapegraph_py import Client
+from scrapegraph_py.logger import sgai_logger
 from .base_graph import BaseGraph
 from .abstract_graph import AbstractGraph
 from ..nodes import (
@@ -14,7 +16,6 @@
     ConditionalNode,
 )
 from ..prompts import REGEN_ADDITIONAL_INFO
-from scrapegraph_py import SyncClient
 
 class SmartScraperGraph(AbstractGraph):
     """
@@ -65,12 +66,23 @@ def _create_graph(self) -> BaseGraph:
         """
         if self.llm_model == "scrapegraphai/smart-scraper":
 
-            sgai_client = SyncClient(api_key=self.config.get("api_key"))
+            sgai_logger.set_logging(level="INFO")
 
+            # Initialize the client with explicit API key
+            sgai_client = Client(api_key=self.config.get("api_key"))
+
+            # SmartScraper request
             response = sgai_client.smartscraper(
                 website_url=self.source,
-                user_prompt=self.prompt
+                user_prompt=self.prompt,
             )
+
+            # Print the response
+            print(f"Request ID: {response['request_id']}")
+            print(f"Result: {response['result']}")
+
+            sgai_client.close()
+
             return response
 
         fetch_node = FetchNode(