add instructions to cmr_to_models and destination_server field

Author: CarsonDavis

scripts/ej/cmr_to_models.py

@@ -1,3 +1,8 @@
+"""
+the ej_dump is generated by running create_ej_dump.py and is scp'd to the COSMOS server
+this script is then run via the dm shell on the COSMOS server to populate the database
+"""
+
 import json
 
 from environmental_justice.models import EnvironmentalJusticeRow
@@ -28,6 +33,7 @@ def sinequa_id_to_url(sinequa_id: str) -> str:
 
 
 def categorize_processing_level(level):
+
     advanced_analysis_levels = {"0", "Level 0", "NA", "Not Provided", "Not provided"}
 
     basic_analysis_levels = {
@@ -62,16 +68,17 @@ def categorize_processing_level(level):
         return "unknown"
 
 
-ej_dump = json.load(open("ej_dump_20240814_143036.json"))
+ej_dump = json.load(open("scripts/ej/ej_dump_20240814_143036.json"))
 for dataset in ej_dump:
     ej_row = EnvironmentalJusticeRow(
+        destination_server=EnvironmentalJusticeRow.DestinationServerChoices.DEV,
         sde_link=sinequa_id_to_url(concept_id_to_sinequa_id(dataset.get("meta", {}).get("concept-id", ""))),
         dataset=dataset.get("umm", {}).get("ShortName", ""),
         description=dataset.get("umm", {}).get("Abstract", ""),
         limitations=dataset.get("umm", {}).get("AccessConstraints", {}).get("Description", ""),
         format=dataset.get("meta", {}).get("format", ""),
         temporal_extent=", ".join(dataset.get("umm", {}).get("TemporalExtents", [{}])[0].get("SingleDateTimes", [])),
-        intended_use=categorize_processing_level(dataset.get("umm", {}).get("ProcessingLevel")),
+        intended_use=categorize_processing_level(dataset.get("umm", {}).get("ProcessingLevel", {}).get("Id", "")),
         source_link=generate_source_link(dataset.get("umm", {}).get("DOI", {})),
         indicators=dataset["indicators"],  # Not provided in the data
         geographic_coverage="",  # Not provided in the data