Catch and retry request exceptions

Author: curusarn

logtail/flusher.py

@@ -56,13 +56,17 @@ def step(self):
         # request fails in a way that can be retried, it is retried with an
         # exponential backoff in between attempts.
         if frame:
+            response = None
             for delay in RETRY_SCHEDULE + (None, ):
                 response = self.upload(frame)
                 if not _should_retry(response.status_code):
                     break
                 if delay is not None:
                     time.sleep(delay)
 
+            if response.status_code == 500 and getattr(response, "exception") != None:
+                print('Failed to send logs to Better Stack after {} retries: {}'.format(len(RETRY_SCHEDULE), response.exception))
+
         if shutdown:
             sys.exit(0)
 

logtail/uploader.py

@@ -3,6 +3,10 @@
 import msgpack
 import requests
 
+class Fake500(object):
+    def __init__(self, exception):
+        self.status_code = 500
+        self.exception = exception
 
 class Uploader(object):
     def __init__(self, source_token, host):
@@ -16,4 +20,7 @@ def __init__(self, source_token, host):
 
     def __call__(self, frame):
         data = msgpack.packb(frame, use_bin_type=True)
-        return self.session.post(self.host, data=data, headers=self.headers)
+        try:
+            return self.session.post(self.host, data=data, headers=self.headers)
+        except requests.RequestException as e:
+            return Fake500(e)