File tree Expand file tree Collapse file tree 1 file changed +10
-2
lines changed
airbyte_cdk/sources/declarative/schema Expand file tree Collapse file tree 1 file changed +10
-2
lines changed Original file line number Diff line number Diff line change 11#
22# Copyright (c) 2024 Airbyte, Inc., all rights reserved.
33#
4-
4+ import logging
55
66from copy import deepcopy
77from dataclasses import InitVar , dataclass , field
4646}
4747
4848
49+ logger = logging .getLogger ("airbyte" )
50+
4951@deprecated ("This class is experimental. Use at your own risk." , category = ExperimentalClassWarning )
5052@dataclass (frozen = True )
5153class ComplexFieldType :
@@ -153,6 +155,12 @@ def get_json_schema(self) -> Mapping[str, Any]:
153155 )
154156 properties [key ] = value
155157
158+ logger .info (f"Properties before filter: { properties } " )
159+ logger .info (f"Schema filter: { self .schema_filter } , type: { type (self .schema_filter )} , is None: { self .schema_filter is None } " )
160+ if self .schema_filter :
161+ properties = self ._filter (properties )
162+ logger .info (f"Properties after filter: { properties } " )
163+
156164 filtered_transformed_properties = self ._transform (properties )
157165
158166 return {
@@ -177,7 +185,7 @@ def _filter(
177185 self ,
178186 properties : Mapping [str , Any ],
179187 ) -> Mapping [str , Any ]:
180- if not self .schema_filter :
188+ if self .schema_filter is None :
181189 return properties
182190
183191 filtered_properties : MutableMapping [str , Any ] = {}
You can’t perform that action at this time.
0 commit comments