Correctly loads JSON files with UTF-8 encoding

Author: JStarL

model_inventory.py

@@ -7,7 +7,7 @@ def extract_services(input_dir: Path):
     service_entries = []
     for model_file in input_dir.glob("*.json"):
         try:
-            with open(model_file, "r") as f:
+            with open(model_file, "r", encoding="utf-8") as f:
                 model_data = json.load(f)
 
             shapes = model_data.get("shapes", model_data)
@@ -25,6 +25,18 @@ def extract_services(input_dir: Path):
                         "servicename": shape_name,
                         "protocol": protocol
                     })
+        except json.JSONDecodeError as e:
+            service_entries.append({
+                "filename": model_file.name,
+                "servicename": "ERROR",
+                "protocol": f"JSON decode error: {e}"
+            })
+        except UnicodeDecodeError as e:
+            service_entries.append({
+                "filename": model_file.name,
+                "servicename": "ERROR",
+                "protocol": f"Encoding error: {e}"
+            })
         except Exception as e:
             service_entries.append({
                 "filename": model_file.name,

process_models.py

@@ -16,7 +16,7 @@
 def extract_services(input_dir: Path):
     for model_file in input_dir.glob("*.json"):
         try:
-            with open(model_file, "r") as f:
+            with open(model_file, "r", encoding="utf-8") as f:
                 model_data = json.load(f)
 
             shapes = model_data.get("shapes", model_data)

processors/rest_json1.py

@@ -41,7 +41,7 @@ def process(model_entry):
 
     model_path = Path(model_entry['filepath'])
 
-    with open(model_path, "r") as f:
+    with open(model_path, "r", encoding="utf-8") as f:
         model_data = json.load(f)
 
     # Basic OpenAPI structure