Auto-fix lint and format issues

octavia-squidington-iii · octavia-squidington-iii · commit 2cbd06521d45 · 2025-04-03T22:58:20.000Z
diff --git a/airbyte_cdk/models/airbyte_protocol.py b/airbyte_cdk/models/airbyte_protocol.py
@@ -8,7 +8,6 @@
 from airbyte_protocol_dataclasses.models import *  # noqa: F403  # Allow '*'
 from serpyco_rs.metadata import Alias
 
-
 # ruff: noqa: F405  # ignore fuzzy import issues with 'import *'
 
 
diff --git a/airbyte_cdk/sources/declarative/extractors/record_selector.py b/airbyte_cdk/sources/declarative/extractors/record_selector.py
@@ -19,7 +19,6 @@
 from airbyte_cdk.sources.declarative.transformations import RecordTransformation
 from airbyte_cdk.sources.types import Config, Record, StreamSlice, StreamState
 from airbyte_cdk.sources.utils.transform import TypeTransformer
-from airbyte_cdk.sources.declarative.retrievers.file_uploader import FileUploader
 
 
 @dataclass
diff --git a/airbyte_cdk/sources/file_based/schema_helpers.py b/airbyte_cdk/sources/file_based/schema_helpers.py
@@ -22,7 +22,11 @@
 # we use the File attributes for metadata records.
 file_transfer_schema = {
     "type": "object",
-    "properties": {"uri": {"type": "string"}, "last_modified": {"type": "string"}, "mime_type": {"type": ["null", "string"]}},
+    "properties": {
+        "uri": {"type": "string"},
+        "last_modified": {"type": "string"},
+        "mime_type": {"type": ["null", "string"]},
+    },
 }
 
 
diff --git a/airbyte_cdk/sources/file_based/stream/permissions_file_based_stream.py b/airbyte_cdk/sources/file_based/stream/permissions_file_based_stream.py
@@ -61,9 +61,7 @@ def read_records_from_slice(self, stream_slice: StreamSlice) -> Iterable[Airbyte
                 permissions_record = self.transform_record(
                     permissions_record, file, file_datetime_string
                 )
-                yield stream_data_to_airbyte_message(
-                    self.name, permissions_record
-                )
+                yield stream_data_to_airbyte_message(self.name, permissions_record)
             except Exception as e:
                 self.logger.error(f"Failed to retrieve permissions for file {file.uri}: {str(e)}")
                 yield AirbyteMessage(
diff --git a/unit_tests/sources/file_based/scenarios/csv_scenarios.py b/unit_tests/sources/file_based/scenarios/csv_scenarios.py
@@ -1141,7 +1141,7 @@
                     "source_defined_cursor": True,
                     "supported_sync_modes": ["full_refresh", "incremental"],
                     "is_resumable": True,
-                    "is_file_based": False
+                    "is_file_based": False,
                 }
             ]
         }
@@ -1229,7 +1229,7 @@
                     "source_defined_cursor": True,
                     "supported_sync_modes": ["full_refresh", "incremental"],
                     "is_resumable": True,
-                    "is_file_based": False
+                    "is_file_based": False,
                 },
                 {
                     "json_schema": {
@@ -1245,7 +1245,7 @@
                     "default_cursor_field": ["_ab_source_file_last_modified"],
                     "supported_sync_modes": ["full_refresh", "incremental"],
                     "is_resumable": True,
-                    "is_file_based": False
+                    "is_file_based": False,
                 },
             ]
         }
@@ -2108,7 +2108,7 @@
                     "source_defined_cursor": True,
                     "supported_sync_modes": ["full_refresh", "incremental"],
                     "is_resumable": True,
-                    "is_file_based": False
+                    "is_file_based": False,
                 }
             ]
         }
@@ -2211,7 +2211,7 @@
                     "default_cursor_field": ["_ab_source_file_last_modified"],
                     "supported_sync_modes": ["full_refresh", "incremental"],
                     "is_resumable": True,
-                    "is_file_based": False
+                    "is_file_based": False,
                 },
             ]
         }
@@ -2630,7 +2630,7 @@
                     "source_defined_cursor": True,
                     "supported_sync_modes": ["full_refresh", "incremental"],
                     "is_resumable": True,
-                    "is_file_based": False
+                    "is_file_based": False,
                 }
             ]
         }
diff --git a/unit_tests/sources/file_based/scenarios/incremental_scenarios.py b/unit_tests/sources/file_based/scenarios/incremental_scenarios.py
@@ -450,7 +450,7 @@
                     "source_defined_cursor": True,
                     "supported_sync_modes": ["full_refresh", "incremental"],
                     "is_resumable": True,
-                    "is_file_based": False
+                    "is_file_based": False,
                 }
             ]
         }
@@ -678,7 +678,7 @@
                     "source_defined_cursor": True,
                     "supported_sync_modes": ["full_refresh", "incremental"],
                     "is_resumable": True,
-                    "is_file_based": False
+                    "is_file_based": False,
                 }
             ]
         }
@@ -980,7 +980,7 @@
                     "source_defined_cursor": True,
                     "supported_sync_modes": ["full_refresh", "incremental"],
                     "is_resumable": True,
-                    "is_file_based": False
+                    "is_file_based": False,
                 }
             ]
         }
@@ -1133,7 +1133,7 @@
                     "source_defined_cursor": True,
                     "supported_sync_modes": ["full_refresh", "incremental"],
                     "is_resumable": True,
-                    "is_file_based": False
+                    "is_file_based": False,
                 }
             ]
         }
@@ -1264,7 +1264,7 @@
                     "source_defined_cursor": True,
                     "supported_sync_modes": ["full_refresh", "incremental"],
                     "is_resumable": True,
-                    "is_file_based": False
+                    "is_file_based": False,
                 }
             ]
         }
@@ -1639,7 +1639,7 @@
                     "source_defined_cursor": True,
                     "supported_sync_modes": ["full_refresh", "incremental"],
                     "is_resumable": True,
-                    "is_file_based": False
+                    "is_file_based": False,
                 }
             ]
         }
@@ -1756,7 +1756,7 @@
                     "source_defined_cursor": True,
                     "supported_sync_modes": ["full_refresh", "incremental"],
                     "is_resumable": True,
-                    "is_file_based": False
+                    "is_file_based": False,
                 }
             ]
         }
@@ -1897,7 +1897,7 @@
                     "source_defined_cursor": True,
                     "supported_sync_modes": ["full_refresh", "incremental"],
                     "is_resumable": True,
-                    "is_file_based": False
+                    "is_file_based": False,
                 }
             ]
         }
diff --git a/unit_tests/sources/file_based/stream/test_default_file_based_stream.py b/unit_tests/sources/file_based/stream/test_default_file_based_stream.py
@@ -12,8 +12,13 @@
 
 import pytest
 
-from airbyte_cdk.models import AirbyteLogMessage, AirbyteMessage, Level
-from airbyte_cdk.models import Type as MessageType, AirbyteRecordMessageFileReference
+from airbyte_cdk.models import (
+    AirbyteLogMessage,
+    AirbyteMessage,
+    AirbyteRecordMessageFileReference,
+    Level,
+)
+from airbyte_cdk.models import Type as MessageType
 from airbyte_cdk.sources.file_based.availability_strategy import (
     AbstractFileBasedAvailabilityStrategy,
 )
@@ -323,19 +328,23 @@ def setUp(self) -> None:
 
     def test_when_read_records_from_slice_then_return_records(self) -> None:
         """Verify that we have the new file method and data is empty"""
-        with mock.patch.object(FileTransfer, "upload", return_value=[self._A_FILE_REFERENCE_MESSAGE]):
+        with mock.patch.object(
+            FileTransfer, "upload", return_value=[self._A_FILE_REFERENCE_MESSAGE]
+        ):
             remote_file = RemoteFile(uri="uri", last_modified=self._NOW)
-            messages = list(
-                self._stream.read_records_from_slice(
-                    {"files": [remote_file]}
-                )
-            )
+            messages = list(self._stream.read_records_from_slice({"files": [remote_file]}))
 
-            assert list(map(lambda message: message.record.file_reference, messages)) == [self._A_FILE_REFERENCE_MESSAGE]
+            assert list(map(lambda message: message.record.file_reference, messages)) == [
+                self._A_FILE_REFERENCE_MESSAGE
+            ]
             assert list(map(lambda message: message.record.data, messages)) == [
-                {'_ab_source_file_last_modified': remote_file.last_modified.strftime("%Y-%m-%dT%H:%M:%S.%fZ"),
-                 '_ab_source_file_url': remote_file.uri}]
-
+                {
+                    "_ab_source_file_last_modified": remote_file.last_modified.strftime(
+                        "%Y-%m-%dT%H:%M:%S.%fZ"
+                    ),
+                    "_ab_source_file_url": remote_file.uri,
+                }
+            ]
 
     def test_when_compute_slices(self) -> None:
         all_files = [

Original file line number	Diff line number	Diff line change
`@@ -1141,7 +1141,7 @@`
`1141`	`1141`	`"source_defined_cursor": True,`
`1142`	`1142`	`"supported_sync_modes": ["full_refresh", "incremental"],`
`1143`	`1143`	`"is_resumable": True,`
`1144`		`- "is_file_based": False`
	`1144`	`+ "is_file_based": False,`
`1145`	`1145`	`}`
`1146`	`1146`	`]`
`1147`	`1147`	`}`
`@@ -1229,7 +1229,7 @@`
`1229`	`1229`	`"source_defined_cursor": True,`
`1230`	`1230`	`"supported_sync_modes": ["full_refresh", "incremental"],`
`1231`	`1231`	`"is_resumable": True,`
`1232`		`- "is_file_based": False`
	`1232`	`+ "is_file_based": False,`
`1233`	`1233`	`},`
`1234`	`1234`	`{`
`1235`	`1235`	`"json_schema": {`
`@@ -1245,7 +1245,7 @@`
`1245`	`1245`	`"default_cursor_field": ["_ab_source_file_last_modified"],`
`1246`	`1246`	`"supported_sync_modes": ["full_refresh", "incremental"],`
`1247`	`1247`	`"is_resumable": True,`
`1248`		`- "is_file_based": False`
	`1248`	`+ "is_file_based": False,`
`1249`	`1249`	`},`
`1250`	`1250`	`]`
`1251`	`1251`	`}`
`@@ -2108,7 +2108,7 @@`
`2108`	`2108`	`"source_defined_cursor": True,`
`2109`	`2109`	`"supported_sync_modes": ["full_refresh", "incremental"],`
`2110`	`2110`	`"is_resumable": True,`
`2111`		`- "is_file_based": False`
	`2111`	`+ "is_file_based": False,`
`2112`	`2112`	`}`
`2113`	`2113`	`]`
`2114`	`2114`	`}`
`@@ -2211,7 +2211,7 @@`
`2211`	`2211`	`"default_cursor_field": ["_ab_source_file_last_modified"],`
`2212`	`2212`	`"supported_sync_modes": ["full_refresh", "incremental"],`
`2213`	`2213`	`"is_resumable": True,`
`2214`		`- "is_file_based": False`
	`2214`	`+ "is_file_based": False,`
`2215`	`2215`	`},`
`2216`	`2216`	`]`
`2217`	`2217`	`}`
`@@ -2630,7 +2630,7 @@`
`2630`	`2630`	`"source_defined_cursor": True,`
`2631`	`2631`	`"supported_sync_modes": ["full_refresh", "incremental"],`
`2632`	`2632`	`"is_resumable": True,`
`2633`		`- "is_file_based": False`
	`2633`	`+ "is_file_based": False,`
`2634`	`2634`	`}`
`2635`	`2635`	`]`
`2636`	`2636`	`}`
Original file line number	Diff line number	Diff line change
`@@ -450,7 +450,7 @@`
`450`	`450`	`"source_defined_cursor": True,`
`451`	`451`	`"supported_sync_modes": ["full_refresh", "incremental"],`
`452`	`452`	`"is_resumable": True,`
`453`		`- "is_file_based": False`
	`453`	`+ "is_file_based": False,`
`454`	`454`	`}`
`455`	`455`	`]`
`456`	`456`	`}`
`@@ -678,7 +678,7 @@`
`678`	`678`	`"source_defined_cursor": True,`
`679`	`679`	`"supported_sync_modes": ["full_refresh", "incremental"],`
`680`	`680`	`"is_resumable": True,`
`681`		`- "is_file_based": False`
	`681`	`+ "is_file_based": False,`
`682`	`682`	`}`
`683`	`683`	`]`
`684`	`684`	`}`
`@@ -980,7 +980,7 @@`
`980`	`980`	`"source_defined_cursor": True,`
`981`	`981`	`"supported_sync_modes": ["full_refresh", "incremental"],`
`982`	`982`	`"is_resumable": True,`
`983`		`- "is_file_based": False`
	`983`	`+ "is_file_based": False,`
`984`	`984`	`}`
`985`	`985`	`]`
`986`	`986`	`}`
`@@ -1133,7 +1133,7 @@`
`1133`	`1133`	`"source_defined_cursor": True,`
`1134`	`1134`	`"supported_sync_modes": ["full_refresh", "incremental"],`
`1135`	`1135`	`"is_resumable": True,`
`1136`		`- "is_file_based": False`
	`1136`	`+ "is_file_based": False,`
`1137`	`1137`	`}`
`1138`	`1138`	`]`
`1139`	`1139`	`}`
`@@ -1264,7 +1264,7 @@`
`1264`	`1264`	`"source_defined_cursor": True,`
`1265`	`1265`	`"supported_sync_modes": ["full_refresh", "incremental"],`
`1266`	`1266`	`"is_resumable": True,`
`1267`		`- "is_file_based": False`
	`1267`	`+ "is_file_based": False,`
`1268`	`1268`	`}`
`1269`	`1269`	`]`
`1270`	`1270`	`}`
`@@ -1639,7 +1639,7 @@`
`1639`	`1639`	`"source_defined_cursor": True,`
`1640`	`1640`	`"supported_sync_modes": ["full_refresh", "incremental"],`
`1641`	`1641`	`"is_resumable": True,`
`1642`		`- "is_file_based": False`
	`1642`	`+ "is_file_based": False,`
`1643`	`1643`	`}`
`1644`	`1644`	`]`
`1645`	`1645`	`}`
`@@ -1756,7 +1756,7 @@`
`1756`	`1756`	`"source_defined_cursor": True,`
`1757`	`1757`	`"supported_sync_modes": ["full_refresh", "incremental"],`
`1758`	`1758`	`"is_resumable": True,`
`1759`		`- "is_file_based": False`
	`1759`	`+ "is_file_based": False,`
`1760`	`1760`	`}`
`1761`	`1761`	`]`
`1762`	`1762`	`}`
`@@ -1897,7 +1897,7 @@`
`1897`	`1897`	`"source_defined_cursor": True,`
`1898`	`1898`	`"supported_sync_modes": ["full_refresh", "incremental"],`
`1899`	`1899`	`"is_resumable": True,`
`1900`		`- "is_file_based": False`
	`1900`	`+ "is_file_based": False,`
`1901`	`1901`	`}`
`1902`	`1902`	`]`
`1903`	`1903`	`}`