feat: update data & scripts

Author: FabulousCodingFox

scripts/.gitignore

@@ -1,4 +1,8 @@
 *
 !shell.nix
 !Makefile
-!.gitignore
+!.gitignore
+!extract_translations.py
+!extract_item_names.py
+!extract_twitch_rewards.py
+!extract_season_rewards.py

scripts/Makefile

@@ -1,9 +1,19 @@
-.PHONY: install-deps all mapping.json expeditions.json twitch.json
+.PHONY: clean install-deps all mapping.json rewards translations.json item_to_name_mappings.json season_rewards.json twitch_rewards.json
 
-all: install-deps mapping.json expeditions.json twitch.json
+VERSION := 6.12-BREACH-28.October.2025
+
+all: clean install-deps mapping.json rewards
+
+clean:
+	rm -f ./season_rewards.json ./twitch_rewards.json ./item_to_name_mappings.json ./translations.json ./mapping.json
+	rm -rf ./EXTRACTED
+	rm -f ./MBINCompiler-linux
+	rm -rf ./HGPAKtool
+	rm -f ./*.log
+	rm -f ./*.MXML
 
 install-deps:
-	curl -sSL https://github.com/monkeyman192/MBINCompiler/releases/latest/download/MBINCompiler-linux  -o ./MBINCompiler-linux
+	curl -sSL https://github.com/monkeyman192/MBINCompiler/releases/download/v6.13.0-pre1/MBINCompiler-linux-dotnet6  -o ./MBINCompiler-linux
 	git clone https://github.com/monkeyman192/HGPAKtool.git ./HGPAKtool
 	chmod +x ./MBINCompiler-linux
 
@@ -12,10 +22,28 @@ mapping.json:
 	jq '.Mapping | map({(.Key): .Value}) | add' ./mapping.json > ../src/data/mapping.json
 	npx prettier --write ../src/data/mapping.json --config ../.prettierrc
 
-twitch.json:
-	curl -sSL "https://github.com/NMSCD/nms-archive/raw/refs/heads/main/6.01-VOYAGERS-28.August.2025/METADATA/REALITY/TABLES/UNLOCKABLETWITCHREWARDS.MBIN" -o ./UNLOCKABLETWITCHREWARDS.MBIN
-	./MBINCompiler-linux -d ./ ./UNLOCKABLETWITCHREWARDS.MBIN -y
+translations.json:
+	python ./HGPAKtool/HGPAKTool/hgpaktool.py ./PCBANKS/NMSARC.MetadataEtc.pak
+	for f in EXTRACTED/language/*_usenglish.mbin; do \
+		echo "Decoding $$f"; \
+		./MBINCompiler-linux -y -d ./EXTRACTED/language/ "$$f"; \
+	done
+	python ./extract_translations.py
+
+item_to_name_mappings.json: translations.json
+	curl -sSL "https://github.com/NMSCD/nms-archive/raw/refs/heads/main/$(VERSION)/METADATA/REALITY/TABLES/NMS_REALITY_GCPRODUCTTABLE.MXML" -o ./NMS_REALITY_GCPRODUCTTABLE.MXML
+	python ./extract_item_names.py
+
+season_rewards.json: item_to_name_mappings.json
+	curl -sSL "https://github.com/NMSCD/nms-archive/raw/refs/heads/main/$(VERSION)/METADATA/REALITY/TABLES/UNLOCKABLESEASONREWARDS.MXML" -o ./UNLOCKABLESEASONREWARDS.MXML
+	python ./extract_season_rewards.py
+	cp ./season_rewards.json ../src/data/rewards/season.json
+	npx prettier --write ../src/data/rewards/season.json --config ../.prettierrc
+
+twitch_rewards.json: item_to_name_mappings.json
+	curl -sSL "https://github.com/NMSCD/nms-archive/raw/refs/heads/main/$(VERSION)/METADATA/REALITY/TABLES/UNLOCKABLETWITCHREWARDS.MXML" -o ./UNLOCKABLETWITCHREWARDS.MXML
+	python ./extract_twitch_rewards.py
+	cp ./twitch_rewards.json ../src/data/rewards/twitch.json
+	npx prettier --write ../src/data/rewards/twitch.json --config ../.prettierrc
 
-season.json:
-	curl -sSL "https://github.com/NMSCD/nms-archive/raw/refs/heads/main/6.01-VOYAGERS-28.August.2025/METADATA/REALITY/TABLES/UNLOCKABLESEASONREWARDS.MBIN" -o ./UNLOCKABLESEASONREWARDS.MBIN
-	./MBINCompiler-linux -d ./ ./UNLOCKABLESEASONREWARDS.MBIN -y
+rewards: season_rewards.json twitch_rewards.json

scripts/extract_item_names.py

@@ -0,0 +1,36 @@
+import xml.etree.ElementTree as ET
+import json
+
+xml_path = "./NMS_REALITY_GCPRODUCTTABLE.MXML"
+translations_path = "./translations.json"
+output_json = "item_to_name_mappings.json"
+
+# Load translation strings
+with open(translations_path, "r", encoding="utf-8") as f:
+    translations = json.load(f)
+
+tree = ET.parse(xml_path)
+root = tree.getroot()
+
+mapping = {}
+
+# Find all product entries
+for product in root.findall(".//Property[@name='Table'][@value='GcProductData']"):
+    prod_id = None
+    name_lower_key = None
+
+    for prop in product.findall("Property"):
+        if prop.get("name") == "ID":
+            prod_id = prop.get("value")
+        if prop.get("name") == "NameLower":
+            name_lower_key = prop.get("value")
+
+    if prod_id and name_lower_key:
+        translated_value = translations.get(name_lower_key, name_lower_key)
+        mapping[prod_id] = translated_value
+
+with open(output_json, "w", encoding="utf-8") as f:
+    json.dump(mapping, f, indent=4, ensure_ascii=False)
+
+print(f"Saved {len(mapping)} entries to {output_json}")
+

scripts/extract_season_rewards.py

@@ -0,0 +1,53 @@
+import xml.etree.ElementTree as ET
+import json
+import re
+
+xml_path = "./UNLOCKABLESEASONREWARDS.MXML"
+mapping_path = "./item_to_name_mappings.json"
+output_path = "./season_rewards.json"
+
+# Load product name mapping
+with open(mapping_path, "r", encoding="utf-8") as f:
+    name_map = json.load(f)
+
+tree = ET.parse(xml_path)
+root = tree.getroot()
+
+results = []
+
+for entry in root.findall(".//Property[@name='Table'][@value='GcUnlockableSeasonReward']"):
+    entry_id = None
+    expedition = None
+
+    # Traverse properties
+    for prop in entry.findall("Property"):
+        # ID field
+        if prop.get("name") == "ID":
+            entry_id = prop.get("value")
+
+        # SeasonIds nested property
+        if prop.get("name") == "SeasonIds":
+            season_prop = prop.find("Property")
+            if season_prop is not None:
+                season_value = season_prop.get("value")
+                if season_value and season_value.isdigit():
+                    expedition = int(season_value)
+
+    if entry_id is None:
+        continue
+
+    # Resolve name from mapping (fallback: reuse ID)
+    name = name_map.get(entry_id, entry_id)
+
+    results.append({
+        "name": name,
+        "id": f"^{entry_id}",
+        "expedition": expedition if expedition is not None else 0
+    })
+
+# Output JSON
+with open(output_path, "w", encoding="utf-8") as f:
+    json.dump(results, f, indent=2, ensure_ascii=False)
+
+print(f"Saved {len(results)} entries to {output_path}")
+

scripts/extract_translations.py

@@ -0,0 +1,57 @@
+import os
+import json
+import xml.etree.ElementTree as ET
+
+LANGDIR = "./EXTRACTED/language"
+PREFIX = "english"
+OUTPUT = "translations.json"
+
+translations = {}
+
+def get_value(prop):
+    """Extracts text from either <Property value=""> or inner text."""
+    if prop is None:
+        return ""
+    # Support attributes
+    if "value" in prop.attrib:
+        return prop.attrib.get("value", "")
+    # Support inner text
+    if prop.text:
+        return prop.text.strip()
+    return ""
+
+for fname in os.listdir(LANGDIR):
+    if PREFIX.lower() in fname.lower() and fname.lower().endswith(".mxml"):
+        path = os.path.join(LANGDIR, fname)
+        try:
+            tree = ET.parse(path)
+            root = tree.getroot()
+
+            # Matches both your structure and other NMS localisation formats
+            # //Data/Property[@name='Table']/Property[@name='Table']
+            entries = root.findall(".//Property[@name='Table']/Property[@name='Table']")
+            if not entries:
+                # Try alternate structure used in other versions:
+                entries = root.findall(".//Property[@name='Table']")
+
+            for entry in entries:
+                key = entry.get("_id")
+                if not key:
+                    continue
+
+                eng = entry.find("Property[@name='English']")
+                us_eng = entry.find("Property[@name='USEnglish']")
+
+                value = get_value(eng)
+                if not value and us_eng is not None:
+                    value = get_value(us_eng)
+
+                translations[key] = value
+
+        except ET.ParseError:
+            print(f"Skipping malformed XML: {fname}")
+
+with open(OUTPUT, "w", encoding="utf-8") as f:
+    json.dump(translations, f, indent=2, ensure_ascii=False)
+
+print(f"Extracted {len(translations)} entries to {OUTPUT}")

scripts/extract_twitch_rewards.py

@@ -0,0 +1,39 @@
+import xml.etree.ElementTree as ET
+import json
+
+xml_path = "./UNLOCKABLETWITCHREWARDS.MXML"
+mapping_path = "./item_to_name_mappings.json"
+output_path = "twitch_rewards.json"
+
+# Load product id --> localized name mapping
+with open(mapping_path, "r", encoding="utf-8") as f:
+    name_map = json.load(f)
+
+tree = ET.parse(xml_path)
+root = tree.getroot()
+
+rewards = []
+
+# Locate entries in the unlockable twitch rewards table
+for reward in root.findall(".//Property[@name='Table'][@value='GcUnlockableTwitchReward']"):
+    twitch_id = None
+    product_id = None
+
+    for prop in reward.findall("Property"):
+        if prop.get("name") == "TwitchId":
+            twitch_id = prop.get("value")
+        if prop.get("name") == "ProductId":
+            product_id = prop.get("value")
+
+    if twitch_id and product_id:
+        display_name = name_map.get(product_id, product_id)
+        rewards.append({
+            "id": f"^{twitch_id}",
+            "name": display_name
+        })
+
+# Write output JSON
+with open(output_path, "w", encoding="utf-8") as f:
+    json.dump(rewards, f, indent=2, ensure_ascii=False)
+
+print(f"Saved {len(rewards)} entries to {output_path}")

src/data/expeditions.json

@@ -17,5 +17,6 @@
   "16": "Boundary Redux",
   "17": "Titan Redux",
   "18": "Relics",
-  "19": "Corvette"
+  "19": "Corvette",
+  "20": "Breach"
 }