Merge branch 'main' into devin/1744958125-bump-unstructured-to-latest

Author: aaronsteers

.github/workflows/connector-tests.yml

@@ -75,11 +75,11 @@ jobs:
           # Chargebee is being flaky:
           # - connector: source-chargebee
           #   cdk_extra: n/a
-          # These two are behind in CDK updates and can't be used as tests until they are updated:
-          # - connector: source-s3
-          #   cdk_extra: file-based
+          # This one is behind in CDK updates and can't be used as tests until it is updated:
           # - connector: destination-pinecone
           #   cdk_extra: vector-db-based
+          - connector: source-google-drive
+            cdk_extra: file-based
           - connector: destination-motherduck
             cdk_extra: sql
           # ZenDesk currently failing (as of 2024-12-02)

airbyte_cdk/sources/declarative/requesters/query_properties/property_chunking.py

@@ -55,7 +55,7 @@ def get_request_property_chunks(
             # todo: Add ability to specify parameter delimiter representation and take into account in property_field_size
             property_field_size = (
                 len(property_field)
-                + 1  # The +1 represents the extra character for the delimiter in between properties
+                + 3  # The +3 represents the extra characters for encoding the delimiter in between properties
                 if self.property_limit_type == PropertyLimitType.characters
                 else 1
             )

unit_tests/sources/declarative/requesters/query_properties/test_property_chunking.py

@@ -43,15 +43,15 @@
             ["kate", "laurie", "jaclyn"],
             None,
             PropertyLimitType.characters,
-            15,
+            20,
             [["kate", "laurie"], ["jaclyn"]],
             id="test_property_chunking_limit_characters",
         ),
         pytest.param(
             ["laurie", "jaclyn", "kaitlin"],
             None,
             PropertyLimitType.characters,
-            12,
+            17,  # laurie%2Cjaclyn%2C == 18, so this will create separate chunks
             [["laurie"], ["jaclyn"], ["kaitlin"]],
             id="test_property_chunking_includes_extra_delimiter",
         ),