support multiple file output types and handle missing AOR

Signed-off-by: John Seekins <[email protected]>

Author: johnseekins

ice_scrapers/field_offices.py

@@ -120,7 +120,10 @@ def _extract_single_office(element: BeautifulSoup, page_url: str) -> dict:
     field_office = element.select_one(".views-field-title")
     if field_office:
         office["field_office"] = field_office.text.strip()
-        office["id"] = field_office_to_aor[office["field_office"]]
+        try:
+            office["id"] = field_office_to_aor[office["field_office"]]
+        except Exception:
+            logger.warning("Could not attach %s as a field office! Maybe update AORs?", office["field_office"])
     address = element.select_one(".address-line1")
     if address:
         office["address"]["street"] = address.text.strip()

main.py

@@ -55,7 +55,6 @@ def main() -> None:
     )
     parser.add_argument(
         "--file-type",
-        default="csv",
         choices=supported_output_types,
         help="type of file to export",
     )
@@ -157,7 +156,11 @@ def main() -> None:
         output_filename = args.output_file_name
         if args.enrich and not output_filename.endswith("_enriched"):
             output_filename = f"{output_filename}_enriched"
-        export_to_file(facilities_data, output_filename, args.file_type)
+        if not args.file_type:
+            for ftype in supported_output_types:
+                export_to_file(facilities_data, output_filename, ftype)
+        else:
+            export_to_file(facilities_data, output_filename, args.file_type)
         print_summary(facilities_data)
     else:
         logger.warning("  No data to export!")