Skip to content

Commit a13e801

Browse files
author
octavia-squidington-iii
committed
Auto-fix lint and format issues
1 parent 2bde838 commit a13e801

File tree

3 files changed

+28
-8
lines changed

3 files changed

+28
-8
lines changed

airbyte_cdk/sources/declarative/decoders/composite_raw_decoder.py

Lines changed: 17 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -147,6 +147,7 @@ def parse(
147147
_HEADER = str
148148
_HEADER_VALUE = str
149149

150+
150151
class CompositeRawDecoder(Decoder):
151152
"""
152153
Decoder strategy to transform a requests.Response into a Generator[MutableMapping[str, Any], None, None]
@@ -163,7 +164,12 @@ class CompositeRawDecoder(Decoder):
163164
"""
164165

165166
@classmethod
166-
def by_headers(cls, parsers: List[Tuple[Set[_HEADER], Set[_HEADER_VALUE], Parser]], stream_response: bool, fallback_parser: Parser) -> "CompositeRawDecoder":
167+
def by_headers(
168+
cls,
169+
parsers: List[Tuple[Set[_HEADER], Set[_HEADER_VALUE], Parser]],
170+
stream_response: bool,
171+
fallback_parser: Parser,
172+
) -> "CompositeRawDecoder":
167173
parsers_by_header = {}
168174
for headers, header_values, parser in parsers:
169175
for header in headers:
@@ -174,7 +180,12 @@ def by_headers(cls, parsers: List[Tuple[Set[_HEADER], Set[_HEADER_VALUE], Parser
174180
def from_parser(cls, parser: Parser, stream_response: bool) -> "CompositeRawDecoder":
175181
return cls(parser, stream_response, {})
176182

177-
def __init__(self, parser: Parser, stream_response: bool = True, parsers_by_header: Optional[Dict[_HEADER, Dict[_HEADER_VALUE, Parser]]] = None) -> None:
183+
def __init__(
184+
self,
185+
parser: Parser,
186+
stream_response: bool = True,
187+
parsers_by_header: Optional[Dict[_HEADER, Dict[_HEADER_VALUE, Parser]]] = None,
188+
) -> None:
178189
self._parsers_by_header = parsers_by_header if parsers_by_header else {}
179190
self._fallback_parser = parser
180191
self._stream_response = stream_response
@@ -202,6 +213,9 @@ def decode(
202213

203214
def _select_parser(self, response: requests.Response) -> Parser:
204215
for header, parser_by_header_value in self._parsers_by_header.items():
205-
if header in response.headers and response.headers[header] in parser_by_header_value.keys():
216+
if (
217+
header in response.headers
218+
and response.headers[header] in parser_by_header_value.keys()
219+
):
206220
return parser_by_header_value[response.headers[header]]
207221
return self._fallback_parser

airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -2217,9 +2217,7 @@ def create_gzip_decoder(
22172217
) -> Decoder:
22182218
gzip_parser: GzipParser = ModelToComponentFactory._get_parser(model, config) # type: ignore # based on the model, we know this will be a GzipParser
22192219
return CompositeRawDecoder.by_headers(
2220-
[
2221-
({"Content-Encoding", "Content-Type"}, _COMPRESSED_RESPONSE_TYPES, gzip_parser)
2222-
],
2220+
[({"Content-Encoding", "Content-Type"}, _COMPRESSED_RESPONSE_TYPES, gzip_parser)],
22232221
stream_response=False if self._emit_connector_builder_messages else True,
22242222
fallback_parser=gzip_parser.inner_parser,
22252223
)

unit_tests/sources/declarative/decoders/test_composite_decoder.py

Lines changed: 10 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -134,7 +134,11 @@ def test_given_header_match_when_decode_then_select_parser(requests_mock):
134134

135135
parser = GzipParser(inner_parser=JsonLineParser())
136136
unused_parser = Mock()
137-
composite_raw_decoder = CompositeRawDecoder.by_headers([({"Content-Encoding"}, {"gzip"}, parser)], stream_response=True, fallback_parser=unused_parser)
137+
composite_raw_decoder = CompositeRawDecoder.by_headers(
138+
[({"Content-Encoding"}, {"gzip"}, parser)],
139+
stream_response=True,
140+
fallback_parser=unused_parser,
141+
)
138142
counter = 0
139143
for _ in composite_raw_decoder.decode(response):
140144
counter += 1
@@ -151,7 +155,11 @@ def test_given_header_does_not_match_when_decode_then_select_fallback_parser(req
151155
response = requests.get("https://airbyte.io/", stream=True)
152156

153157
unused_parser = GzipParser(inner_parser=Mock())
154-
composite_raw_decoder = CompositeRawDecoder.by_headers([({"Content-Encoding"}, {"gzip"}, unused_parser)], stream_response=True, fallback_parser=JsonLineParser())
158+
composite_raw_decoder = CompositeRawDecoder.by_headers(
159+
[({"Content-Encoding"}, {"gzip"}, unused_parser)],
160+
stream_response=True,
161+
fallback_parser=JsonLineParser(),
162+
)
155163
counter = 0
156164
for _ in composite_raw_decoder.decode(response):
157165
counter += 1

0 commit comments

Comments
 (0)