update BaseBackoffException

Author: pnilan

airbyte_cdk/sources/streams/http/exceptions.py

@@ -5,16 +5,20 @@
 
 from typing import Optional, Union
 
+from airbyte_cdk.models import FailureType
 import requests
 
 
 class BaseBackoffException(requests.exceptions.HTTPError):
+
     def __init__(
         self,
         request: requests.PreparedRequest,
         response: Optional[Union[requests.Response, Exception]],
         error_message: str = "",
+        failure_type: Optional[FailureType] = None,
     ):
+        self.failure_type = failure_type
         if isinstance(response, requests.Response):
             error_message = (
                 error_message
@@ -43,6 +47,7 @@ def __init__(
         request: requests.PreparedRequest,
         response: Optional[Union[requests.Response, Exception]],
         error_message: str = "",
+        failure_type: Optional[FailureType] = None,
     ):
         """
         :param backoff: how long to backoff in seconds

airbyte_cdk/sources/streams/http/http_client.py

@@ -307,7 +307,7 @@ def _send_with_retry(
             raise MessageRepresentationAirbyteTracedErrors(
                 internal_message=f"Exhausted available request attempts. Exception: {e}",
                 message=f"Exhausted available request attempts. Please see logs for more details. Exception: {e}",
-                failure_type=FailureType.transient_error,
+                failure_type=e.failure_type or FailureType.system_error,
                 exception=e,
                 stream_descriptor=StreamDescriptor(name=self._name),
             )
@@ -504,19 +504,22 @@ def _handle_error_resolution(
                     request=request,
                     response=(response if response is not None else exc),
                     error_message=error_message,
+                    failure_type=error_resolution.failure_type,
                 )
 
             elif retry_endlessly:
                 raise RateLimitBackoffException(
                     request=request,
                     response=(response if response is not None else exc),
                     error_message=error_message,
+                    failure_type=error_resolution.failure_type,
                 )
 
             raise DefaultBackoffException(
                 request=request,
                 response=(response if response is not None else exc),
                 error_message=error_message,
+                failure_type=error_resolution.failure_type,
             )
 
         elif response: