file-mode-api: refactor classes to independent files

Author: aldogonzalez8

airbyte_cdk/sources/declarative/retrievers/file_uploader/__init__.py

@@ -0,0 +1,8 @@
+from .file_uploader import FileUploader
+from .base_file_uploader import BaseFileUploader
+from .base_file_writer import BaseFileWriter
+from .connector_builder_file_uploader import ConnectorBuilderFileUploader
+from .noop_file_writer import NoopFileWriter
+from .file_writer import FileWriter
+
+__all__ = ["FileUploader", "FileWriter", "NoopFileWriter", "ConnectorBuilderFileUploader", "BaseFileUploader", "BaseFileWriter"]

airbyte_cdk/sources/declarative/retrievers/file_uploader/base_file_uploader.py

@@ -0,0 +1,22 @@
+#
+# Copyright (c) 2025 Airbyte, Inc., all rights reserved.
+#
+
+from dataclasses import dataclass
+
+from abc import ABC, abstractmethod
+from airbyte_cdk.sources.declarative.types import Record
+
+
+@dataclass
+class BaseFileUploader(ABC):
+    """
+    Base class for file uploader
+    """
+
+    @abstractmethod
+    def upload(self, record: Record) -> None:
+        """
+        Uploads the file to the specified location
+        """
+        ...

airbyte_cdk/sources/declarative/retrievers/file_uploader/base_file_writer.py

@@ -0,0 +1,19 @@
+#
+# Copyright (c) 2025 Airbyte, Inc., all rights reserved.
+#
+
+from pathlib import Path
+
+from abc import ABC, abstractmethod
+
+class BaseFileWriter(ABC):
+    """
+    Base File writer class
+    """
+
+    @abstractmethod
+    def write(self, file_path: Path, content: bytes) -> int:
+        """
+        Writes the file to the specified location
+        """
+        ...

airbyte_cdk/sources/declarative/retrievers/file_uploader/connector_builder_file_uploader.py

@@ -0,0 +1,22 @@
+#
+# Copyright (c) 2025 Airbyte, Inc., all rights reserved.
+#
+
+from dataclasses import dataclass
+
+from airbyte_cdk.sources.declarative.retrievers.file_uploader import BaseFileUploader, FileUploader
+from airbyte_cdk.sources.declarative.types import Record
+
+
+@dataclass
+class ConnectorBuilderFileUploader(BaseFileUploader):
+    """
+    Connector builder file uploader
+    Acts as a decorator or wrapper around a FileUploader instance, copying the attributes from record.file_reference into the record.data.
+    """
+    file_uploader: FileUploader
+
+    def upload(self, record: Record) -> None:
+        self.file_uploader.upload(record=record)
+        for file_reference_attribute in [file_reference_attribute for file_reference_attribute in record.file_reference.__dict__ if not file_reference_attribute.startswith('_')]:
+            record.data[file_reference_attribute] = getattr(record.file_reference, file_reference_attribute)

…/declarative/retrievers/file_uploader.py …etrievers/file_uploader/file_uploader.pyairbyte_cdk/sources/declarative/retrievers/file_uploader.py renamed to airbyte_cdk/sources/declarative/retrievers/file_uploader/file_uploader.py airbyte_cdk/sources/declarative/retrievers/file_uploader.py renamed to airbyte_cdk/sources/declarative/retrievers/file_uploader/file_uploader.py

@@ -9,7 +9,6 @@
 from pathlib import Path
 from typing import Any, Mapping, Optional, Union
 
-from abc import ABC, abstractmethod
 from airbyte_cdk.models import AirbyteRecordMessageFileReference
 from airbyte_cdk.sources.declarative.extractors.record_extractor import RecordExtractor
 from airbyte_cdk.sources.declarative.interpolation.interpolated_string import (
@@ -23,54 +22,20 @@
 from airbyte_cdk.sources.types import Config
 from airbyte_cdk.sources.utils.files_directory import get_files_directory
 
-logger = logging.getLogger("airbyte")
-
-@dataclass
-class BaseFileUploader(ABC):
-    """
-    Base class for file uploader
-    """
-
-    @abstractmethod
-    def upload(self, record: Record) -> None:
-        """
-        Uploads the file to the specified location
-        """
-        ...
-
-class BaseFileWriter(ABC):
-    """
-    Base File writer class
-    """
-
-    @abstractmethod
-    def write(self, file_path: Path, content: bytes) -> int:
-        """
-        Writes the file to the specified location
-        """
-        ...
-
-class FileWriter(BaseFileWriter):
+from .base_file_uploader import BaseFileUploader
+from .base_file_writer import BaseFileWriter
 
-    def write(self, file_path: Path, content: bytes) -> int:
-        """
-        Writes the file to the specified location
-        """
-        with open(str(file_path), "wb") as f:
-            f.write(content)
-
-        return file_path.stat().st_size
+logger = logging.getLogger("airbyte")
 
-class NoopFileWriter(BaseFileWriter):
 
-    def write(self, file_path: Path, content: bytes) -> int:
-        """
-        Noop file writer
-        """
-        return 0
 
 @dataclass
 class FileUploader(BaseFileUploader):
+    """
+    File uploader class
+    Handles the upload logic: fetching the download target, making the request via its requester, determining the file path, and calling self.file_writer.write()
+    Different types of file_writer:BaseFileWriter can be injected to handle different file writing strategies.
+    """
     requester: Requester
     download_target_extractor: RecordExtractor
     config: Config
@@ -136,11 +101,4 @@ def upload(self, record: Record) -> None:
             )
 
 
-@dataclass
-class ConnectorBuilderFileUploader(BaseFileUploader):
-    file_uploader: FileUploader
 
-    def upload(self, record: Record) -> None:
-        self.file_uploader.upload(record=record)
-        for file_reference_attribute in [file_reference_attribute for file_reference_attribute in record.file_reference.__dict__ if not file_reference_attribute.startswith('_')]:
-            record.data[file_reference_attribute] = getattr(record.file_reference, file_reference_attribute)

airbyte_cdk/sources/declarative/retrievers/file_uploader/file_writer.py

@@ -0,0 +1,19 @@
+#
+# Copyright (c) 2025 Airbyte, Inc., all rights reserved.
+#
+
+from pathlib import Path
+
+from airbyte_cdk.sources.declarative.retrievers.file_uploader import BaseFileWriter
+
+
+class FileWriter(BaseFileWriter):
+
+    def write(self, file_path: Path, content: bytes) -> int:
+        """
+        Writes the file to the specified location
+        """
+        with open(str(file_path), "wb") as f:
+            f.write(content)
+
+        return file_path.stat().st_size

airbyte_cdk/sources/declarative/retrievers/file_uploader/noop_file_writer.py

@@ -0,0 +1,16 @@
+#
+# Copyright (c) 2025 Airbyte, Inc., all rights reserved.
+#
+
+from pathlib import Path
+
+from airbyte_cdk.sources.declarative.retrievers.file_uploader import BaseFileWriter
+
+
+class NoopFileWriter(BaseFileWriter):
+
+    def write(self, file_path: Path, content: bytes) -> int:
+        """
+        Noop file writer
+        """
+        return 0