it can make releases

Author: psi29a

README.md

@@ -1,2 +1,8 @@
-# UIX-R
-Ultima IX: Redemption for Morrowind and OpenMW
+# Ultima IX: Redemption for Morrowind and OpenMW
+
+Morrowind Mod UIX – landscape, story and music release – history of the mod and the team.:
+http://www.titansofether.com/uix/
+
+##  
+
+

make_release.py

@@ -1,17 +1,69 @@
 #!/usr/bin/python
 import csv
+import glob
+from nif_walker import walk_nif
 import os
+import sys
 import tarfile
 
 RELEASE_PATH = "uixr-assets-cc0-1.0.tar.gz"
+ASSET_PATH = "../../../Private"
 
-with open("Manifests/UIXR.manifest") as f:
-    uixr_data = csv.DictReader(f)
 
-    tar_ball = tarfile.open(RELEASE_PATH, "w:")
+def spinning_cursor():
+    while True:
+        for cursor in '|/-\\':
+            yield cursor
+
 
+def get_filename(string):
+    return os.path.basename(string.replace("\\", "/"))
+
+
+with open("Manifests/UIXR.manifest") as f:
+    uixr_data = csv.DictReader(f)
+    tar_ball = tarfile.open(RELEASE_PATH, "w:gz")
+    spinner = spinning_cursor()
+    additional_assets = []
+    print("Gathering assets: ")
     for row in uixr_data:
         if row.get('license').upper() == 'CC0':
-            tar_ball.add(os.path.join('../../../Private', row.get('asset')), row.get('asset'))
+            sys.stdout.write("\033[K")
+            sys.stdout.write(next(spinner))
+            sys.stdout.write(" [{0}]".format(row.get('asset')))
+            sys.stdout.flush()
+            sys.stdout.write('\r\b')
+            file_path = os.path.join(ASSET_PATH, row.get('asset'))
+            tar_ball.add(file_path, row.get('asset'))
+
+            # check that we have all related assets
+            nif_assets = walk_nif(nif_path=file_path, use_stdout=False)
+            for asset_string in nif_assets:
+                for asset in asset_string.split(', '):
+                    additional_assets.append(get_filename(asset))
+
+    additional_assets = set(additional_assets)
+
+    # remove blank entry in set
+    if '' in additional_assets:
+        additional_assets.remove('')
+
+    # iterate through all sub assets
+    for nif_asset in additional_assets:
+        for asset_path in glob.iglob(os.path.join(ASSET_PATH, "UIX", "**", nif_asset), recursive=True):
+            relative_asset_path = os.path.relpath(os.path.realpath(asset_path), ASSET_PATH)
+            if relative_asset_path in tar_ball.getnames():
+                continue  # file already exists, skip
+            sys.stdout.write("\033[K")
+            sys.stdout.write(next(spinner))
+            sys.stdout.write(" [{0}]".format(relative_asset_path))
+            sys.stdout.flush()
+            sys.stdout.write('\r\b')
+            if relative_asset_path == '.':
+                import pdb; pdb.set_trace()
+                continue  # skip this before we pull in everything
+
+            tar_ball.add(asset_path, relative_asset_path)
+            # print("Additional asset: {0}".format(relative_asset_path))
 
     tar_ball.close()

nif_walker.py

@@ -1,13 +1,10 @@
 from pyffi.formats.nif import NifFormat
 from os import path
-from sys import exit, stdout
+from sys import argv, exit, stdout
 
-UIX_PATH = "../../../Private/UIX/UIX FILES/Data Files/"
+# UIX_PATH = "../../../Private/UIX/UIX FILES/Data Files/"
 # UIX_PATH = "../../../Private/UIX/UIX FILES/Data Files/Meshes/TOE/RedMoonGa01.NIF"
 
-if not path.exists(UIX_PATH):
-    exit("Path `{0}` not found.".format(UIX_PATH))
-
 
 def find_external_assets(data, assets):
     """ recursively find any external assets linked into a nif"""
@@ -50,20 +47,33 @@ def find_external_assets(data, assets):
             find_external_assets(data.decal_3_texture.source, assets)
 
 
-for stream, data in NifFormat.walkData(UIX_PATH):
-    try:
-        print(stream.name, sep='', end=', ', file=stdout, flush=True)
-        data.read(stream)
-        assets = []
-        find_external_assets(data.roots, assets)
-        assets = set(assets)  # remove duplicates
-        assets_string = "{0}".format(b', '.join(assets).decode(encoding="ISO-8859-1"))
-        print(assets_string, sep=', ', end='\n', file=stdout, flush=True)
-        # import pdb; pdb.set_trace()
-    except ValueError as ex:
-        print(" Error: {0}".format(str(ex.args)), sep='', end='\n', file=stdout, flush=True)
-    except Exception as ex:
-        print(ex)
-        raise
+def walk_nif(nif_path, use_stdout=True):
+    if not path.exists(nif_path):
+        exit("Path `{0}` not found.".format(nif_path))
+
+    all_assets = []
+    for stream, data in NifFormat.walkData(nif_path):
+        try:
+            if use_stdout:
+                print(stream.name, sep='', end=', ', file=stdout, flush=True)
+            data.read(stream)
+            assets = []
+            find_external_assets(data.roots, assets)
+            assets = set(assets)  # remove duplicates
+            assets_string = "{0}".format(b', '.join(assets).decode(encoding="ISO-8859-1"))
+            all_assets.append(assets_string)
+            if use_stdout:
+                print(assets_string, sep=', ', end='\n', file=stdout, flush=True)
+        except ValueError as ex:
+            print(" Error with {0}: {1}".format(stream.name, str(ex.args)), sep='', end='\n', file=stdout, flush=True)
+        except Exception as ex:
+            print(ex)
+            raise
+    return all_assets
 
 
+if __name__ == "__main__":
+    if len(argv) == 2:
+        walk_nif(argv[1])
+    else:
+        exit("No path given.")