no need for separate package (that may not be maintained) for flatdict

Signed-off-by: John Seekins <[email protected]>

Author: johnseekins

file_utils.py

@@ -1,9 +1,11 @@
 import copy
 import csv
-import flatdict  # type: ignore [import-untyped]
 import json
 from schemas import enrichment_print_schema
-from utils import logger
+from utils import (
+    _flatdict,
+    logger,
+)
 
 
 def export_to_file(
@@ -20,7 +22,7 @@ def export_to_file(
     try:
         with open(full_name, "w", newline="", encoding="utf-8") as f_out:
             if file_type == "csv":
-                flatdata = [flatdict.FlatDict(f, delimiter=".") for f in facilities_data["facilities"]]
+                flatdata = [_flatdict(f) for f in facilities_data["facilities"]]
                 fieldnames = [k for k in flatdata[0].keys() if k not in csv_filtered_keys]
 
                 writer = csv.DictWriter(f_out, fieldnames=fieldnames)

pyproject.toml

@@ -6,7 +6,6 @@ readme = "README.md"
 requires-python = ">=3.13"
 dependencies = [
     "beautifulsoup4>=4.13.5",
-    "flatdict>=4.0.1",
     "lxml>=6.0.1",
     "requests>=2.32.5",
 ]

utils.py

@@ -17,3 +17,15 @@
 session.mount("https://", _adapter)
 session.mount("http://", _adapter)
 session.headers.update({"User-Agent": "ICE-Facilities-Research/1.0 (Educational Research Purpose)"})
+
+
+def _flatdict(d: dict, parent_key: str = "", sep: str = ".") -> dict:
+    """flatten a nested dictionary for nicer printing in CSV"""
+    items: list = []
+    for k, v in d.items():
+        new_key = parent_key + sep + str(k) if parent_key else str(k)
+        if isinstance(v, dict):
+            items.extend(_flatdict(v, new_key, sep=sep).items())
+        else:
+            items.append((new_key, v))
+    return dict(items)