add more details to sentry and error logs for transfer results

Author: Hagellach37

mapswipe_workers/mapswipe_workers/firebase_to_postgres/transfer_results.py

@@ -96,27 +96,53 @@ def results_to_file(results, projectId):
 
     w = csv.writer(results_file, delimiter="\t", quotechar="'")
 
-    logger.info(
-        f"Got %s groups for project {projectId} to transfer" % len(results.items())
-    )
+    logger.info(f"Got {len(results.items())} groups for project {projectId}")
     for groupId, users in results.items():
         for userId, results in users.items():
 
             # check if all attributes are set,
             # if not don't transfer the results for this group
             try:
                 start_time = results["startTime"]
+            except KeyError as e:
+                sentry.capture_exception(e)
+                sentry.capture_message(
+                    "missing attribute 'startTime' for: "
+                    f"{projectId}/{groupId}/{userId}, will skip this one"
+                )
+                logger.exception(e)
+                logger.warning(
+                    "missing attribute 'startTime' for: "
+                    f"{projectId}/{groupId}/{userId}, will skip this one"
+                )
+                continue
+
+            try:
                 end_time = results["endTime"]
+            except KeyError as e:
+                sentry.capture_exception(e)
+                sentry.capture_message(
+                    "missing attribute 'endTime' for: "
+                    f"{projectId}/{groupId}/{userId}, will skip this one"
+                )
+                logger.exception(e)
+                logger.warning(
+                    "missing attribute 'endTime' for: "
+                    f"{projectId}/{groupId}/{userId}, will skip this one"
+                )
+                continue
+
+            try:
                 results = results["results"]
             except KeyError as e:
                 sentry.capture_exception(e)
                 sentry.capture_message(
-                    f"at least one missing attribute for: "
+                    "missing attribute 'results' for: "
                     f"{projectId}/{groupId}/{userId}, will skip this one"
                 )
                 logger.exception(e)
                 logger.warning(
-                    f"at least one missing attribute for: "
+                    "missing attribute 'results' for: "
                     f"{projectId}/{groupId}/{userId}, will skip this one"
                 )
                 continue
@@ -170,7 +196,8 @@ def results_to_file(results, projectId):
 
 def save_results_to_postgres(results_file):
     """
-    Saves results to a temporary table in postgres using the COPY Statement of Postgres
+    Saves results to a temporary table in postgres
+    using the COPY Statement of Postgres
     for a more efficient import into the database.
 
     Parameters