Refactor config and index URL management

- Modify config.py to create default config with minimal structure
- Remove hardcoded planetarypy_config.toml from data directory
- Create new planetarypy_index_urls.toml with comprehensive mission index URLs
- Update index_config.py to handle default config creation more robustly
- Improve error handling and logging for config file generation

Author: michaelaye

src/planetarypy/config.py

@@ -8,9 +8,7 @@
 
 import json
 import os
-import shutil
 from functools import reduce
-from importlib.resources import files
 from pathlib import Path
 from typing import Union
 
@@ -36,17 +34,26 @@ def __init__(self, config_path: str = None):  # str or pathlib.Path
         if config_path is not None:
             self.path = Path(config_path)
         if not self.path.exists():
-            p = files("planetarypy.data").joinpath(self.fname)
-            shutil.copy(p, self.path)
+            self._create_default_config()
         self._read_config()
 
+    def _create_default_config(self):
+        """Create a minimal default config file with just storage_root."""
+        doc = tomlkit.document()
+        doc.add(tomlkit.comment("PlanetaryPy Configuration"))
+        doc.add(tomlkit.nl())
+        doc.add(tomlkit.comment("Root directory for storing all planetarypy data"))
+        doc.add(tomlkit.nl())
+        doc["storage_root"] = ""  # Empty string will be updated during _read_config
+        self.path.write_text(tomlkit.dumps(doc))
+
     def _read_config(self):
         """Read the configfile and store config dict.
 
         `storage_root` will be stored as attribute.
         """
         self.tomldoc = tomlkit.loads(self.path.read_text())
-        if not self.tomldoc["storage_root"]:
+        if not self.tomldoc.get("storage_root"):
             path = Path.home() / "planetarypy_data"
             path.mkdir(exist_ok=True)
             self.tomldoc["storage_root"] = str(path)

src/planetarypy/data/planetarypy_config.toml

@@ -0,0 +1,79 @@
+# PlanetaryPy Index URLs Configuration
+
+# This file contains URLs for PDS indices, organized by mission and instrument
+
+
+[missions]
+# # Mro Mission
+
+[missions.mro]
+# # CTX Instrument
+
+[missions.mro.ctx]
+edr = "https://planetarydata.jpl.nasa.gov/img/data/mro/ctx/mrox_5010//index/cumindex.lbl"
+
+# # Latest URL discovered on 2025-03-07
+
+# # HIRISE Instrument
+
+[missions.mro.hirise]
+dtm = "https://hirise-pds.lpl.arizona.edu/PDS/INDEX/DTMCUMINDEX.LBL"
+edr = "https://hirise-pds.lpl.arizona.edu/PDS/INDEX/EDRCUMINDEX.LBL"
+rdr = "https://hirise-pds.lpl.arizona.edu/PDS/INDEX/RDRCUMINDEX.LBL"
+# # CRISM Instrument
+
+[missions.mro.crism]
+mtrdr = "https://pds-geosciences.wustl.edu/mro/mro-m-crism-5-rdr-mptargeted-v1/mrocr_4001/index/mtrdr0705_index.lbl"
+
+# # Lro Mission
+
+[missions.lro]
+# # LROC Instrument
+
+[missions.lro.lroc]
+edr = "https://pds.lroc.asu.edu/data/LRO-L-LROC-2-EDR-V1.0/LROLRC_0061C//INDEX/CUMINDEX.LBL"
+
+# # Latest URL discovered on 2025-03-07
+
+# # Latest URL discovered on 2025-03-07
+# # DIVINER Instrument
+
+[missions.lro.diviner]
+edr1 = "https://pds-geosciences.wustl.edu/lro/lro-l-dlre-2-edr-v1/lrodlr_0001/index/index.lbl"
+edr2 = "https://pds-geosciences.wustl.edu/lro/lro-l-dlre-2-edr-v1/lrodlr_0002/index/index.lbl"
+rdr1 = "https://pds-geosciences.wustl.edu/lro/lro-l-dlre-4-rdr-v1/lrodlr_1001/index/rdrindex.lbl"
+rdr2 = "https://pds-geosciences.wustl.edu/lro/lro-l-dlre-4-rdr-v1/lrodlr_1002/index/rdrindex.lbl"
+# # LOLA Instrument
+
+[missions.lro.lola]
+edr = "http://pds-geosciences.wustl.edu/lro/lro-l-lola-2-edr-v1/lrolol_0xxx/index/edrindex.lbl"
+rdr = "http://pds-geosciences.wustl.edu/lro/lro-l-lola-3-rdr-v1/lrolol_1xxx/index/rdrindex.lbl"
+
+# # Cassini Mission
+
+[missions.cassini]
+# # ISS Instrument
+
+[missions.cassini.iss]
+index = "https://pds-rings.seti.org/holdings/metadata/COISS_2xxx/COISS_2999/COISS_2999_index.lbl"
+inventory = "https://pds-rings.seti.org/holdings/metadata/COISS_2xxx/COISS_2999/COISS_2999_inventory.lbl"
+moon_summary = "https://pds-rings.seti.org/holdings/metadata/COISS_2xxx/COISS_2999/COISS_2999_moon_summary.lbl"
+ring_summary = "https://pds-rings.seti.org/holdings/metadata/COISS_2xxx/COISS_2999/COISS_2999_ring_summary.lbl"
+saturn_summary = "https://pds-rings.seti.org/holdings/metadata/COISS_2xxx/COISS_2999/COISS_2999_saturn_summary.lbl"
+# # UVIS Instrument
+
+[missions.cassini.uvis]
+index = "https://pds-rings.seti.org/holdings/metadata/COUVIS_0xxx/COUVIS_0999/COUVIS_0999_index.lbl"
+moon_summary = "https://pds-rings.seti.org/holdings/metadata/COUVIS_0xxx/COUVIS_0999/COUVIS_0999_moon_summary.lbl"
+ring_summary = "https://pds-rings.seti.org/holdings/metadata/COUVIS_0xxx/COUVIS_0999/COUVIS_0999_ring_summary.lbl"
+saturn_summary = "https://pds-rings.seti.org/holdings/metadata/COUVIS_0xxx/COUVIS_0999/COUVIS_0999_saturn_summary.lbl"
+supplemental_index = "https://pds-rings.seti.org/holdings/metadata/COUVIS_0xxx/COUVIS_0999/COUVIS_0999_supplemental_index.lbl"
+versions = "https://pds-rings.seti.org/holdings/metadata/COUVIS_0xxx/COUVIS_0999/COUVIS_0999_versions.lbl"
+
+# # Go Mission
+
+[missions.go]
+# # SSI Instrument
+
+[missions.go.ssi]
+edr = "https://pds-rings.seti.org/holdings/metadata/GO_0xxx/GO_0999/GO_0999_index.lbl"

src/planetarypy/data/planetarypy_index_urls.toml

@@ -4,6 +4,8 @@
 import json
 import logging
 import os
+import shutil
+from importlib.resources import files
 from pathlib import Path
 from typing import Optional, Union
 
@@ -41,26 +43,39 @@ def __init__(self, config_path: str = None):
             self.discover_dynamic_urls()
 
     def _create_default_config(self):
-        """Create a default configuration file with empty structure."""
-        doc = tomlkit.document()
-
-        # Add a comment at the top
-        doc.add(tomlkit.comment("PlanetaryPy Index URLs Configuration"))
-        doc.add(tomlkit.nl())
-        doc.add(
-            tomlkit.comment(
-                "This file contains URLs for PDS indices, organized by mission and instrument"
+        """Create a default configuration file by copying the template from package data."""
+        try:
+            # Try to copy the template file from the package's data directory
+            template_path = files("planetarypy.data").joinpath(self.fname)
+            shutil.copy(template_path, self.path)
+            logger.info(
+                f"Created default index URLs config at {self.path} from template"
+            )
+        except (FileNotFoundError, ImportError, shutil.Error) as e:
+            # If the template file doesn't exist or can't be copied, create a basic structure
+            logger.warning(
+                f"Could not copy template file: {e}. Creating basic structure."
+            )
+            doc = tomlkit.document()
+
+            # Add a comment at the top
+            doc.add(tomlkit.comment("PlanetaryPy Index URLs Configuration"))
+            doc.add(tomlkit.nl())
+            doc.add(
+                tomlkit.comment(
+                    "This file contains URLs for PDS indices, organized by mission and instrument"
+                )
             )
-        )
-        doc.add(tomlkit.nl())
-        doc.add(tomlkit.nl())
+            doc.add(tomlkit.nl())
+            doc.add(tomlkit.nl())
 
-        # Add missions table
-        missions_table = tomlkit.table()
-        doc["missions"] = missions_table
+            # Add missions table
+            missions_table = tomlkit.table()
+            doc["missions"] = missions_table
 
-        # Write the document
-        self.path.write_text(tomlkit.dumps(doc))
+            # Write the document
+            self.path.write_text(tomlkit.dumps(doc))
+            logger.info(f"Created basic index URLs config at {self.path}")
 
     def _read_config(self):
         """Read the configuration file."""