Skip to content

Commit 11f2bd5

Browse files
committed
Update schema_filter generation
1 parent 6213b5f commit 11f2bd5

File tree

4 files changed

+11
-12
lines changed

4 files changed

+11
-12
lines changed

airbyte_cdk/sources/declarative/declarative_component_schema.yaml

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1422,9 +1422,7 @@ definitions:
14221422
schema_loader:
14231423
title: Schema Loader
14241424
description:
1425-
One or many schema loaders can be used to retrieve the schema for the current stream. When
1426-
multiple schema loaders are defined, schema properties will be merged together. Schema
1427-
loaders defined first taking precedence in the event of a conflict.
1425+
Component used to retrieve the schema for the current stream.
14281426
anyOf:
14291427
- "$ref": "#/definitions/InlineSchemaLoader"
14301428
- "$ref": "#/definitions/DynamicSchemaLoader"

airbyte_cdk/sources/declarative/models/declarative_component_schema.py

Lines changed: 7 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,3 @@
1-
# Copyright (c) 2025 Airbyte, Inc., all rights reserved.
2-
31
# generated by datamodel-codegen:
42
# filename: declarative_component_schema.yaml
53

@@ -620,7 +618,9 @@ class OAuthAuthenticator(BaseModel):
620618
scopes: Optional[List[str]] = Field(
621619
None,
622620
description="List of scopes that should be granted to the access token.",
623-
examples=[["crm.list.read", "crm.objects.contacts.read", "crm.schema.contacts.read"]],
621+
examples=[
622+
["crm.list.read", "crm.objects.contacts.read", "crm.schema.contacts.read"]
623+
],
624624
title="Scopes",
625625
)
626626
token_expiry_date: Optional[str] = Field(
@@ -2174,7 +2174,7 @@ class Config:
21742174
]
21752175
] = Field(
21762176
None,
2177-
description="One or many schema loaders can be used to retrieve the schema for the current stream. When multiple schema loaders are defined, schema properties will be merged together. Schema loaders defined first taking precedence in the event of a conflict.",
2177+
description="Component used to retrieve the schema for the current stream.",
21782178
title="Schema Loader",
21792179
)
21802180
transformations: Optional[
@@ -2427,7 +2427,9 @@ class DynamicSchemaLoader(BaseModel):
24272427
title="Retriever",
24282428
)
24292429
schema_filter: Optional[Union[RecordFilter, CustomRecordFilter]] = Field(
2430-
None, description="placeholder", title="Schema Filter"
2430+
None,
2431+
description="Responsible for filtering fields to be added to json schema.",
2432+
title="Schema Filter",
24312433
)
24322434
schema_transformations: Optional[
24332435
List[

airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -2432,9 +2432,8 @@ def create_dynamic_schema_loader(
24322432
schema_type_identifier = self._create_component_from_model(
24332433
model.schema_type_identifier, config=config, parameters=model.parameters or {}
24342434
)
2435-
schema_filter = self._create_component_from_model(
2436-
model.schema_filter, config=config, parameters=model.parameters or {}
2437-
)
2435+
schema_filter = self._create_component_from_model(model.schema_filter, config=config, parameters=model.parameters or {}) if model.schema_filter is not None else None
2436+
24382437
return DynamicSchemaLoader(
24392438
retriever=retriever,
24402439
config=config,

airbyte_cdk/sources/declarative/schema/dynamic_schema_loader.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -180,7 +180,7 @@ def _filter(
180180
if not self.schema_filter:
181181
return properties
182182

183-
filtered_properties = {}
183+
filtered_properties: MutableMapping[str, Any] = {}
184184
for item in self.schema_filter.filter_records(
185185
({k: v} for k, v in properties.items()),
186186
{},

0 commit comments

Comments
 (0)