file-mode-api: ruff format .

Author: aldogonzalez8

airbyte_cdk/sources/declarative/concurrent_declarative_source.py

@@ -180,7 +180,9 @@ def discover(self, logger: logging.Logger, config: Mapping[str, Any]) -> Airbyte
             ]
         )
 
-    def streams(self, config: Mapping[str, Any], catalog: ConfiguredAirbyteCatalog | None = None) -> List[Stream]:
+    def streams(
+        self, config: Mapping[str, Any], catalog: ConfiguredAirbyteCatalog | None = None
+    ) -> List[Stream]:
         """
         The `streams` method is used as part of the AbstractSource in the following cases:
         * ConcurrentDeclarativeSource.check -> ManifestDeclarativeSource.check -> AbstractSource.check -> DeclarativeSource.check_connection -> CheckStream.check_connection -> streams

airbyte_cdk/sources/declarative/manifest_declarative_source.py

@@ -142,7 +142,9 @@ def connection_checker(self) -> ConnectionChecker:
                 f"Expected to generate a ConnectionChecker component, but received {check_stream.__class__}"
             )
 
-    def streams(self, config: Mapping[str, Any], catalog: Optional[ConfiguredAirbyteCatalog] = None) -> List[Stream]:
+    def streams(
+        self, config: Mapping[str, Any], catalog: Optional[ConfiguredAirbyteCatalog] = None
+    ) -> List[Stream]:
         self._emit_manifest_debug_message(
             extra_args={"source_name": self.name, "parsed_config": json.dumps(self._source_config)}
         )
@@ -164,7 +166,9 @@ def streams(self, config: Mapping[str, Any], catalog: Optional[ConfiguredAirbyte
                 stream_config,
                 config,
                 emit_connector_builder_messages=self._emit_connector_builder_messages,
-                include_files=self._get_include_files(stream_config=stream_config, catalog_with_streams_name=catalog_with_streams_name),
+                include_files=self._get_include_files(
+                    stream_config=stream_config, catalog_with_streams_name=catalog_with_streams_name
+                ),
             )
             for stream_config in self._initialize_cache_for_parent_streams(deepcopy(stream_configs))
         ]
@@ -173,7 +177,8 @@ def streams(self, config: Mapping[str, Any], catalog: Optional[ConfiguredAirbyte
 
     @staticmethod
     def _get_include_files(
-        stream_config: Dict[str, Any], catalog_with_streams_name: Mapping[str, ConfiguredAirbyteStream] | None
+        stream_config: Dict[str, Any],
+        catalog_with_streams_name: Mapping[str, ConfiguredAirbyteStream] | None,
     ) -> Optional[bool]:
         """
         Returns the include_files for the stream if it exists in the catalog.
@@ -185,12 +190,17 @@ def _get_include_files(
         return False
 
     @staticmethod
-    def _catalog_with_streams_name(catalog: ConfiguredAirbyteCatalog | None) -> Mapping[str, ConfiguredAirbyteStream] | None:
+    def _catalog_with_streams_name(
+        catalog: ConfiguredAirbyteCatalog | None,
+    ) -> Mapping[str, ConfiguredAirbyteStream] | None:
         """
         Returns a dict mapping stream names to their corresponding ConfiguredAirbyteStream objects.
         """
         if catalog:
-            return { configured_stream.stream.name: configured_stream for configured_stream in catalog.streams}
+            return {
+                configured_stream.stream.name: configured_stream
+                for configured_stream in catalog.streams
+            }
         return None
 
     @staticmethod

unit_tests/sources/declarative/file/test_file_stream.py

@@ -120,9 +120,15 @@ def test_get_articles(self) -> None:
             assert output.records
 
     def test_get_article_attachments(self) -> None:
-        with HttpMocker() as http_mocker, patch(
-                    'airbyte_cdk.sources.declarative.retrievers.file_uploader.noop_file_writer.NoopFileWriter.write') as mock_noop_write, patch(
-                    'airbyte_cdk.sources.declarative.retrievers.file_uploader.local_file_system_file_writer.LocalFileSystemFileWriter.write') as mock_file_system_write:
+        with (
+            HttpMocker() as http_mocker,
+            patch(
+                "airbyte_cdk.sources.declarative.retrievers.file_uploader.noop_file_writer.NoopFileWriter.write"
+            ) as mock_noop_write,
+            patch(
+                "airbyte_cdk.sources.declarative.retrievers.file_uploader.local_file_system_file_writer.LocalFileSystemFileWriter.write"
+            ) as mock_file_system_write,
+        ):
             http_mocker.get(
                 HttpRequest(url=STREAM_URL),
                 HttpResponse(json.dumps(find_template("file_api/articles", __file__)), 200),
@@ -146,7 +152,11 @@ def test_get_article_attachments(self) -> None:
             output = read(
                 self._config(),
                 CatalogBuilder()
-                .with_stream(ConfiguredAirbyteStreamBuilder().with_name("article_attachments").with_include_files(True))
+                .with_stream(
+                    ConfiguredAirbyteStreamBuilder()
+                    .with_name("article_attachments")
+                    .with_include_files(True)
+                )
                 .build(),
             )
 
@@ -190,19 +200,31 @@ def test_get_article_attachments_and_file_is_uploaded(self) -> None:
             output = read(
                 self._config(),
                 CatalogBuilder()
-                .with_stream(ConfiguredAirbyteStreamBuilder().with_name("article_attachments").with_include_files(True))
+                .with_stream(
+                    ConfiguredAirbyteStreamBuilder()
+                    .with_name("article_attachments")
+                    .with_include_files(True)
+                )
                 .build(),
                 yaml_file="test_file_stream_with_filename_extractor.yaml",
             )
             file_reference = output.records[0].record.file_reference
             assert file_reference.file_size_bytes
-            assert Path(file_reference.staging_file_url).exists(), "File should be uploaded to the staging directory"
+            assert Path(file_reference.staging_file_url).exists(), (
+                "File should be uploaded to the staging directory"
+            )
 
     def test_get_article_attachments_with_filename_extractor(self) -> None:
         """Test that article attachments can be read with filename extractor and file system writer is called"""
-        with HttpMocker() as http_mocker, patch(
-                    'airbyte_cdk.sources.declarative.retrievers.file_uploader.noop_file_writer.NoopFileWriter.write') as mock_noop_write, patch(
-                    'airbyte_cdk.sources.declarative.retrievers.file_uploader.local_file_system_file_writer.LocalFileSystemFileWriter.write') as mock_file_system_write:
+        with (
+            HttpMocker() as http_mocker,
+            patch(
+                "airbyte_cdk.sources.declarative.retrievers.file_uploader.noop_file_writer.NoopFileWriter.write"
+            ) as mock_noop_write,
+            patch(
+                "airbyte_cdk.sources.declarative.retrievers.file_uploader.local_file_system_file_writer.LocalFileSystemFileWriter.write"
+            ) as mock_file_system_write,
+        ):
             http_mocker.get(
                 HttpRequest(url=STREAM_URL),
                 HttpResponse(json.dumps(find_template("file_api/articles", __file__)), 200),
@@ -226,7 +248,11 @@ def test_get_article_attachments_with_filename_extractor(self) -> None:
             output = read(
                 self._config(),
                 CatalogBuilder()
-                .with_stream(ConfiguredAirbyteStreamBuilder().with_name("article_attachments").with_include_files(True))
+                .with_stream(
+                    ConfiguredAirbyteStreamBuilder()
+                    .with_name("article_attachments")
+                    .with_include_files(True)
+                )
                 .build(),
                 yaml_file="test_file_stream_with_filename_extractor.yaml",
             )
@@ -251,9 +277,15 @@ def test_get_article_attachments_with_filename_extractor(self) -> None:
     def test_get_article_attachments_without_include_files(self) -> None:
         """Test that article attachments can be read without including files, it can be opt-out by configured catalog"""
         include_files = False
-        with HttpMocker() as http_mocker, patch(
-                    'airbyte_cdk.sources.declarative.retrievers.file_uploader.noop_file_writer.NoopFileWriter.write') as mock_noop_write, patch(
-                    'airbyte_cdk.sources.declarative.retrievers.file_uploader.local_file_system_file_writer.LocalFileSystemFileWriter.write') as mock_file_system_write:
+        with (
+            HttpMocker() as http_mocker,
+            patch(
+                "airbyte_cdk.sources.declarative.retrievers.file_uploader.noop_file_writer.NoopFileWriter.write"
+            ) as mock_noop_write,
+            patch(
+                "airbyte_cdk.sources.declarative.retrievers.file_uploader.local_file_system_file_writer.LocalFileSystemFileWriter.write"
+            ) as mock_file_system_write,
+        ):
             http_mocker.get(
                 HttpRequest(url=STREAM_URL),
                 HttpResponse(json.dumps(find_template("file_api/articles", __file__)), 200),
@@ -276,7 +308,11 @@ def test_get_article_attachments_without_include_files(self) -> None:
             output = read(
                 self._config(),
                 CatalogBuilder()
-                .with_stream(ConfiguredAirbyteStreamBuilder().with_name("article_attachments").with_include_files(include_files))
+                .with_stream(
+                    ConfiguredAirbyteStreamBuilder()
+                    .with_name("article_attachments")
+                    .with_include_files(include_files)
+                )
                 .build(),
                 yaml_file="test_file_stream_with_filename_extractor.yaml",
             )
@@ -300,9 +336,15 @@ def test_get_article_attachments_without_include_files(self) -> None:
             assert file_reference.file_size_bytes == NoopFileWriter.NOOP_FILE_SIZE
 
     def test_get_article_attachments_messages_for_connector_builder(self) -> None:
-        with HttpMocker() as http_mocker, patch(
-                    'airbyte_cdk.sources.declarative.retrievers.file_uploader.noop_file_writer.NoopFileWriter.write') as mock_noop_write, patch(
-                    'airbyte_cdk.sources.declarative.retrievers.file_uploader.local_file_system_file_writer.LocalFileSystemFileWriter.write') as mock_file_system_write:
+        with (
+            HttpMocker() as http_mocker,
+            patch(
+                "airbyte_cdk.sources.declarative.retrievers.file_uploader.noop_file_writer.NoopFileWriter.write"
+            ) as mock_noop_write,
+            patch(
+                "airbyte_cdk.sources.declarative.retrievers.file_uploader.local_file_system_file_writer.LocalFileSystemFileWriter.write"
+            ) as mock_file_system_write,
+        ):
             http_mocker.get(
                 HttpRequest(url=STREAM_URL),
                 HttpResponse(json.dumps(find_template("file_api/articles", __file__)), 200),
@@ -337,7 +379,11 @@ def __init__(self, *args, **kwargs):
                 output = read(
                     self._config(),
                     CatalogBuilder()
-                    .with_stream(ConfiguredAirbyteStreamBuilder().with_name("article_attachments").with_include_files(True))
+                    .with_stream(
+                        ConfiguredAirbyteStreamBuilder()
+                        .with_name("article_attachments")
+                        .with_include_files(True)
+                    )
                     .build(),
                     yaml_file="test_file_stream_with_filename_extractor.yaml",
                 )