Fix/populate uncaught errors (#1063)

Author: jcpitre

api/src/scripts/populate_db.py

@@ -80,7 +80,7 @@ def get_safe_value(row, column_name, default_value):
         """
         Get a safe value from the row
         """
-        value = row[column_name]
+        value = row.get(column_name)
         if not value or pandas.isna(value) or f"{value}".strip() == "":
             return default_value
         return f"{value}".strip()
@@ -92,7 +92,7 @@ def get_safe_boolean_value(row, column_name, default_value: bool | None) -> bool
         Only allowed values are "true" and "false" (case insensitive)
         Anything else returns the default.
         """
-        value = row[column_name]
+        value = row.get(column_name)
         if value is None or pandas.isna(value) or f"{value}".strip() == "":
             return default_value
         # I am not sure if pandas will convert "TRUE" and "FALSE" to boolean, so go back to using a string

api/src/scripts/populate_db_gtfs.py

@@ -1,4 +1,5 @@
 import os
+import traceback
 from typing import TYPE_CHECKING
 from datetime import datetime
 
@@ -131,6 +132,9 @@ def process_feed_references(self, session: "Session"):
                 except ValueError:
                     gtfs_stable_id = static_reference
                 gtfs_feed = self.query_feed_by_stable_id(session, gtfs_stable_id, "gtfs")
+                if not gtfs_feed:
+                    self.logger.warning(f"Could not find static reference feed {gtfs_stable_id} for feed {stable_id}")
+                    continue
                 already_referenced_ids = {ref.id for ref in gtfs_feed.gtfs_rt_feeds}
                 if gtfs_feed and gtfs_rt_feed.id not in already_referenced_ids:
                     gtfs_feed.gtfs_rt_feeds.append(gtfs_rt_feed)
@@ -294,6 +298,7 @@ def initialize(self, trigger_downstream_tasks: bool = True):
                     self.trigger_downstream_tasks()
         except Exception as e:
             self.logger.error(f"\n------ Failed to populate the database with sources.csv: {e} -----\n")
+            traceback.print_exc()
             exit(1)