We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4a7d9ec commit 19ad269Copy full SHA for 19ad269
airbyte_cdk/sources/declarative/incremental/concurrent_partition_cursor.py
@@ -59,8 +59,8 @@ class ConcurrentPerPartitionCursor(Cursor):
59
CurrentPerPartitionCursor expects the state of the ConcurrentCursor to follow the format {cursor_field: cursor_value}.
60
"""
61
62
- DEFAULT_MAX_PARTITIONS_NUMBER = 200
63
- SWITCH_TO_GLOBAL_LIMIT = 100
+ DEFAULT_MAX_PARTITIONS_NUMBER = 25_000
+ SWITCH_TO_GLOBAL_LIMIT = 10_000
64
_NO_STATE: Mapping[str, Any] = {}
65
_NO_CURSOR_STATE: Mapping[str, Any] = {}
66
_GLOBAL_STATE_KEY = "state"
0 commit comments