fix: ScrapflyReader Pydantic validation error (#19999)

Author: mazen-r

llama-index-integrations/readers/llama-index-readers-web/llama_index/readers/web/scrapfly_web/base.py

@@ -1,11 +1,14 @@
 """Scrapfly Web Reader."""
 
 import logging
-from typing import List, Optional, Literal
+from typing import List, Optional, Literal, TYPE_CHECKING
 
 from llama_index.core.readers.base import BasePydanticReader
 from llama_index.core.schema import Document
 
+if TYPE_CHECKING:
+    from scrapfly import ScrapflyClient
+
 logger = logging.getLogger(__file__)
 
 
@@ -25,18 +28,22 @@ class ScrapflyReader(BasePydanticReader):
 
     api_key: str
     ignore_scrape_failures: bool = True
-    scrapfly: Optional["ScrapflyClient"] = None  # Declare the scrapfly attribute
+    scrapfly: "ScrapflyClient"
 
     def __init__(self, api_key: str, ignore_scrape_failures: bool = True) -> None:
         """Initialize client."""
-        super().__init__(api_key=api_key, ignore_scrape_failures=ignore_scrape_failures)
         try:
             from scrapfly import ScrapflyClient
         except ImportError:
             raise ImportError(
                 "`scrapfly` package not found, please run `pip install scrapfly-sdk`"
             )
-        self.scrapfly = ScrapflyClient(key=api_key)
+        scrapfly = ScrapflyClient(key=api_key)
+        super().__init__(
+            api_key=api_key,
+            ignore_scrape_failures=ignore_scrape_failures,
+            scrapfly=scrapfly,
+        )
 
     @classmethod
     def class_name(cls) -> str:

llama-index-integrations/readers/llama-index-readers-web/pyproject.toml

@@ -26,7 +26,7 @@ dev = [
 
 [project]
 name = "llama-index-readers-web"
-version = "0.5.4"
+version = "0.5.5"
 description = "llama-index readers web integration"
 authors = [{name = "Your Name", email = "[email protected]"}]
 requires-python = ">=3.9,<4.0"