Skip to content

Commit 18a31d2

Browse files
committed
file-mode-api: fix tests for new is_file_based field in Stream
1 parent 703c268 commit 18a31d2

File tree

2 files changed

+38
-0
lines changed

2 files changed

+38
-0
lines changed

unit_tests/sources/streams/concurrent/test_concurrent_read_processor.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -86,6 +86,7 @@ def setUp(self):
8686
self._record.partition = self._partition
8787
self._record.data = self._record_data
8888
self._record.stream_name = _STREAM_NAME
89+
self._record.file_reference = None
8990

9091
def test_stream_is_not_done_initially(self):
9192
stream_instances_to_read_from = [self._stream]

unit_tests/sources/streams/concurrent/test_default_stream.py

Lines changed: 37 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -75,6 +75,7 @@ def test_as_airbyte_stream(self):
7575
source_defined_primary_key=None,
7676
namespace=None,
7777
is_resumable=False,
78+
is_file_based=False,
7879
)
7980
actual_airbyte_stream = self._stream.as_airbyte_stream()
8081

@@ -112,6 +113,7 @@ def test_as_airbyte_stream_with_primary_key(self):
112113
source_defined_primary_key=[["composite_key_1"], ["composite_key_2"]],
113114
namespace=None,
114115
is_resumable=False,
116+
is_file_based=False,
115117
)
116118

117119
airbyte_stream = stream.as_airbyte_stream()
@@ -149,6 +151,7 @@ def test_as_airbyte_stream_with_composite_primary_key(self):
149151
source_defined_primary_key=[["id_a"], ["id_b"]],
150152
namespace=None,
151153
is_resumable=False,
154+
is_file_based=False
152155
)
153156

154157
airbyte_stream = stream.as_airbyte_stream()
@@ -186,6 +189,7 @@ def test_as_airbyte_stream_with_a_cursor(self):
186189
source_defined_primary_key=None,
187190
namespace=None,
188191
is_resumable=True,
192+
is_file_based=False,
189193
)
190194

191195
airbyte_stream = stream.as_airbyte_stream()
@@ -216,6 +220,39 @@ def test_as_airbyte_stream_with_namespace(self):
216220
source_defined_primary_key=None,
217221
namespace="test",
218222
is_resumable=False,
223+
is_file_based=False
224+
)
225+
actual_airbyte_stream = stream.as_airbyte_stream()
226+
227+
assert actual_airbyte_stream == expected_airbyte_stream
228+
229+
def test_as_airbyte_stream_with_file_transfer_support(self):
230+
stream = DefaultStream(
231+
self._partition_generator,
232+
self._name,
233+
self._json_schema,
234+
self._availability_strategy,
235+
self._primary_key,
236+
self._cursor_field,
237+
self._logger,
238+
FinalStateCursor(
239+
stream_name=self._name,
240+
stream_namespace=None,
241+
message_repository=self._message_repository,
242+
),
243+
namespace="test",
244+
supports_file_transfer=True
245+
)
246+
expected_airbyte_stream = AirbyteStream(
247+
name=self._name,
248+
json_schema=self._json_schema,
249+
supported_sync_modes=[SyncMode.full_refresh],
250+
source_defined_cursor=None,
251+
default_cursor_field=None,
252+
source_defined_primary_key=None,
253+
namespace="test",
254+
is_resumable=False,
255+
is_file_based=True
219256
)
220257
actual_airbyte_stream = stream.as_airbyte_stream()
221258

0 commit comments

Comments
 (0)