feat: Add wildcard support to RecordExpander and remove TypeError

Changes:
1. Remove TypeError from exception handler (only catch KeyError per dpath.get docs)
2. Add wildcard (*) support to RecordExpander for matching multiple arrays
3. Update docstring and schema to document wildcard support
4. Add 5 new unit tests for wildcard expansion scenarios
5. Regenerate models from updated schema

When wildcards are used, RecordExpander:
- Uses dpath.values() to find all matches
- Filters for list-valued matches only
- Expands items from all matched lists
- Returns nothing if no list matches found

All 29 tests passing. Requested by @DanyloGL.

Co-Authored-By: unknown <>

Author: devin-ai-integration[bot]

airbyte_cdk/sources/declarative/declarative_component_schema.yaml

@@ -1934,7 +1934,7 @@ definitions:
         additionalProperties: true
   RecordExpander:
     title: Record Expander
-    description: Expands records by extracting items from a nested array field. When configured, this component extracts items from a specified nested array path within each record and emits each item as a separate record. Optionally, the original parent record can be embedded in each expanded item for context preservation.
+    description: Expands records by extracting items from a nested array field. When configured, this component extracts items from a specified nested array path within each record and emits each item as a separate record. Optionally, the original parent record can be embedded in each expanded item for context preservation. Supports wildcards (*) for matching multiple arrays.
     type: object
     required:
       - type
@@ -1945,7 +1945,7 @@ definitions:
         enum: [RecordExpander]
       expand_records_from_field:
         title: Expand Records From Field
-        description: Path to a nested array field within each record. Items from this array will be extracted and emitted as separate records.
+        description: Path to a nested array field within each record. Items from this array will be extracted and emitted as separate records. Supports wildcards (*) for matching multiple arrays.
         type: array
         items:
           type: string
@@ -1955,6 +1955,7 @@ definitions:
           - ["lines", "data"]
           - ["items"]
           - ["nested", "array"]
+          - ["sections", "*", "items"]
       remain_original_record:
         title: Remain Original Record
         description: If true, each expanded record will include the original parent record in an "original_record" field. Defaults to false.

airbyte_cdk/sources/declarative/expanders/record_expander.py

@@ -20,6 +20,9 @@ class RecordExpander:
     within each record and emits each item as a separate record. Optionally, the original
     parent record can be embedded in each expanded item for context preservation.
 
+    The expand_records_from_field path supports wildcards (*) for matching multiple arrays.
+    When wildcards are used, items from all matched arrays are extracted and emitted.
+
     Examples of instantiating this component:
     ```
       record_expander:
@@ -30,8 +33,18 @@ class RecordExpander:
         remain_original_record: true
     ```
 
+    ```
+      record_expander:
+        type: RecordExpander
+        expand_records_from_field:
+          - "sections"
+          - "*"
+          - "items"
+        remain_original_record: false
+    ```
+
     Attributes:
-        expand_records_from_field (List[Union[InterpolatedString, str]]): Path to a nested array field within each record. Items from this array will be extracted and emitted as separate records.
+        expand_records_from_field (List[Union[InterpolatedString, str]]): Path to a nested array field within each record. Items from this array will be extracted and emitted as separate records. Supports wildcards (*).
         remain_original_record (bool): If True, each expanded record will include the original parent record in an "original_record" field. Defaults to False.
         config (Config): The user-provided configuration as specified by the source's spec
     """
@@ -55,22 +68,40 @@ def expand_record(self, record: MutableMapping[Any, Any]) -> Iterable[MutableMap
 
         expand_path = [path.eval(self.config) for path in self._expand_path]
 
-        try:
-            nested_array = dpath.get(record, expand_path)
-        except (KeyError, TypeError):
-            return
-
-        if not isinstance(nested_array, list):
-            return
-
-        if len(nested_array) == 0:
-            return
-
-        for item in nested_array:
-            if isinstance(item, dict):
-                expanded_record = dict(item)
-                if self.remain_original_record:
-                    expanded_record["original_record"] = record
-                yield expanded_record
-            else:
-                yield item
+        if "*" in expand_path:
+            matches = dpath.values(record, expand_path)
+            list_nodes = [m for m in matches if isinstance(m, list)]
+            if not list_nodes:
+                return
+
+            for nested_array in list_nodes:
+                if len(nested_array) == 0:
+                    continue
+                for item in nested_array:
+                    if isinstance(item, dict):
+                        expanded_record = dict(item)
+                        if self.remain_original_record:
+                            expanded_record["original_record"] = record
+                        yield expanded_record
+                    else:
+                        yield item
+        else:
+            try:
+                nested_array = dpath.get(record, expand_path)
+            except KeyError:
+                return
+
+            if not isinstance(nested_array, list):
+                return
+
+            if len(nested_array) == 0:
+                return
+
+            for item in nested_array:
+                if isinstance(item, dict):
+                    expanded_record = dict(item)
+                    if self.remain_original_record:
+                        expanded_record["original_record"] = record
+                    yield expanded_record
+                else:
+                    yield item

airbyte_cdk/sources/declarative/models/declarative_component_schema.py

@@ -491,8 +491,13 @@ class RecordExpander(BaseModel):
     type: Literal["RecordExpander"]
     expand_records_from_field: List[str] = Field(
         ...,
-        description="Path to a nested array field within each record. Items from this array will be extracted and emitted as separate records.",
-        examples=[["lines", "data"], ["items"], ["nested", "array"]],
+        description="Path to a nested array field within each record. Items from this array will be extracted and emitted as separate records. Supports wildcards (*) for matching multiple arrays.",
+        examples=[
+            ["lines", "data"],
+            ["items"],
+            ["nested", "array"],
+            ["sections", "*", "items"],
+        ],
         title="Expand Records From Field",
     )
     remain_original_record: Optional[bool] = Field(

unit_tests/sources/declarative/extractors/test_dpath_extractor.py

@@ -229,6 +229,82 @@ def test_dpath_extractor(field_path: List, decoder: Decoder, body, expected_reco
             ],
             [{"id": "child_1"}, {"id": "child_2"}, {"id": "child_3"}],
         ),
+        (
+            ["data"],
+            ["sections", "*", "items"],
+            False,
+            {
+                "data": {
+                    "sections": [
+                        {"name": "section1", "items": [{"id": "item_1"}, {"id": "item_2"}]},
+                        {"name": "section2", "items": [{"id": "item_3"}]},
+                    ]
+                }
+            },
+            [{"id": "item_1"}, {"id": "item_2"}, {"id": "item_3"}],
+        ),
+        (
+            ["data"],
+            ["sections", "*", "items"],
+            True,
+            {
+                "data": {
+                    "sections": [
+                        {"name": "section1", "items": [{"id": "item_1"}]},
+                    ]
+                }
+            },
+            [
+                {
+                    "id": "item_1",
+                    "original_record": {
+                        "sections": [
+                            {"name": "section1", "items": [{"id": "item_1"}]},
+                        ]
+                    },
+                }
+            ],
+        ),
+        (
+            ["data"],
+            ["sections", "*", "items"],
+            False,
+            {
+                "data": {
+                    "sections": [
+                        {"name": "section1", "items": []},
+                        {"name": "section2", "items": []},
+                    ]
+                }
+            },
+            [],
+        ),
+        (
+            ["data"],
+            ["sections", "*", "items"],
+            False,
+            {
+                "data": {
+                    "sections": [
+                        {"name": "section1"},
+                        {"name": "section2", "items": "not_an_array"},
+                    ]
+                }
+            },
+            [],
+        ),
+        (
+            ["data"],
+            ["*", "items"],
+            False,
+            {
+                "data": {
+                    "group1": {"items": [{"id": "item_1"}]},
+                    "group2": {"items": [{"id": "item_2"}, {"id": "item_3"}]},
+                }
+            },
+            [{"id": "item_1"}, {"id": "item_2"}, {"id": "item_3"}],
+        ),
     ],
     ids=[
         "test_expand_nested_array",
@@ -239,6 +315,11 @@ def test_dpath_extractor(field_path: List, decoder: Decoder, body, expected_reco
         "test_expand_deeply_nested_path",
         "test_expand_mixed_types_in_array",
         "test_expand_multiple_parent_records",
+        "test_expand_wildcard_multiple_lists",
+        "test_expand_wildcard_with_original_record",
+        "test_expand_wildcard_all_empty_arrays",
+        "test_expand_wildcard_no_list_matches",
+        "test_expand_wildcard_dict_values",
     ],
 )
 def test_dpath_extractor_with_expansion(