fix(declarative): Support nested patterns in dynamic stream templates

- Add generic  object support to stream_template field in DynamicDeclarativeStream
- Add generic  object support to requester field in SimpleRetriever schemas
- Add generic  object support to stream field in ParentStreamConfig
- Fixes validation regression introduced in PR #560 (commit f52bc2e)
- Enables Airtable connector validation while maintaining backward compatibility
- Allows  with additional properties (e.g. path, http_method)

Resolves validation issue: 'Validation against json schema defined in declarative_component_schema.yaml schema failed'

Co-Authored-By: AJ Steers <[email protected]>

Author: devin-ai-integration[bot]

airbyte_cdk/sources/declarative/declarative_component_schema.yaml

@@ -1508,6 +1508,13 @@ definitions:
           - "$ref": "#/definitions/SimpleRetriever"
           - "$ref": "#/definitions/AsyncRetriever"
           - "$ref": "#/definitions/CustomRetriever"
+          - type: object
+            properties:
+              $ref:
+                type: string
+                pattern: "^#/definitions/"
+            required: ["$ref"]
+            additionalProperties: true
       incremental_sync:
         title: Incremental Sync
         description: Component used to fetch data incrementally based on a time field in the data.
@@ -2414,6 +2421,13 @@ definitions:
           - "$ref": "#/definitions/SimpleRetriever"
           - "$ref": "#/definitions/AsyncRetriever"
           - "$ref": "#/definitions/CustomRetriever"
+          - type: object
+            properties:
+              $ref:
+                type: string
+                pattern: "^#/definitions/"
+            required: ["$ref"]
+            additionalProperties: true
       schema_filter:
         title: Schema Filter
         description: Responsible for filtering fields to be added to json schema.
@@ -3214,6 +3228,13 @@ definitions:
         anyOf:
           - "$ref": "#/definitions/DeclarativeStream"
           - "$ref": "#/definitions/StateDelegatingStream"
+          - type: object
+            properties:
+              $ref:
+                type: string
+                pattern: "^#/definitions/"
+            required: ["$ref"]
+            additionalProperties: true
       parent_key:
         title: Parent Key
         description: The primary key of records from the parent stream that will be used during the retrieval of records for the current substream. This parent identifier field is typically a characteristic of the child records being extracted from the source API.
@@ -3654,6 +3675,13 @@ definitions:
         anyOf:
           - "$ref": "#/definitions/HttpRequester"
           - "$ref": "#/definitions/CustomRequester"
+          - type: object
+            properties:
+              $ref:
+                type: string
+                pattern: "^#/definitions/"
+            required: ["$ref"]
+            additionalProperties: true
       decoder:
         title: HTTP Response Format
         description: Component decoding the response so records can be extracted.
@@ -4202,6 +4230,13 @@ definitions:
           - "$ref": "#/definitions/SimpleRetriever"
           - "$ref": "#/definitions/AsyncRetriever"
           - "$ref": "#/definitions/CustomRetriever"
+          - type: object
+            properties:
+              $ref:
+                type: string
+                pattern: "^#/definitions/"
+            required: ["$ref"]
+            additionalProperties: true
       components_mapping:
         type: array
         items:
@@ -4336,6 +4371,13 @@ definitions:
         anyOf:
           - "$ref": "#/definitions/DeclarativeStream"
           - "$ref": "#/definitions/StateDelegatingStream"
+          - type: object
+            properties:
+              $ref:
+                type: string
+                pattern: "^#/definitions/"
+            required: ["$ref"]
+            additionalProperties: true
       components_resolver:
         title: Components Resolver
         description: Component resolve and populates stream templates with components values.