fixed naming

Author: adhocmaster

.gitignore

@@ -1,2 +1,6 @@
 data/*
-__pycache__/*
+__pycache__/*
+*.pyc
+dist/*
+*.dill
+.vscode/settings.json

requirements.txt

@@ -3,3 +3,4 @@ numpy==1.23.3
 Pillow==9.2.0
 torch==1.12.1
 tqdm==4.64.1
+numpy==1.21.6

src/maps.py

@@ -11,7 +11,8 @@
 
 # Credit - Bahar
 class MapReader:
-    def __init__(self, filename):
+    def __init__(self, filename, mapName):
+        self.mapName = mapName
         f = open(filename, 'r')
         data = f.read().split()
         self.size = (int(data[0]), int(data[1]))
@@ -38,7 +39,8 @@ def get_char(self, layer):
 # Modifications - Ishaan
 
 class MapsDataset(Dataset):
-    def __init__(self, window_size, step_size, sample_group_size, converter):
+    def __init__(self, window_size, step_size, sample_group_size, converter, outputDir="../data/output"):
+        self.outputDir = outputDir
         self.char_size = converter.char_size
         self.converter = converter
         self.window_size = window_size
@@ -47,6 +49,9 @@ def __init__(self, window_size, step_size, sample_group_size, converter):
         self.samples = []
         self.block_size = self.window_size[0] * self.window_size[1] - 1
 
+        os.makedirs(self.outputDir, exist_ok=True)
+
+
     def __len__(self):
         return len(self.samples)
 
@@ -67,6 +72,14 @@ def add(self, mapReader):
 
     #Generate image patches and write to data/output directory
     def generate_patches(self, mapReader, image_groups=3):
+        """_summary_
+
+        Args:
+            mapReader (MapReader): reader for a single big map!
+            image_groups (int, optional): _description_. Defaults to 3.
+        """
+        outDirectory = os.path.join(self.outputDir, mapReader.mapName, str(self.window_size))
+        os.makedirs(outDirectory, exist_ok=True)
         img_group_number = 0
         for i in range(0, mapReader.size[0] - self.window_size[0] + 1, self.step_size):
             for j in range(0, mapReader.size[1] - self.window_size[1] + 1, self.step_size):
@@ -76,7 +89,8 @@ def generate_patches(self, mapReader, image_groups=3):
                 for x in range(self.window_size[0])])
 
                 if len(self.samples)==self.sample_group_size:
-                    with open("data/output/SF_group"+str(img_group_number)+".dill", 'wb+') as f:
+                    path = os.path.join(outDirectory, str(img_group_number) + ".dill")
+                    with open(path, 'wb+') as f:
                         dill.dump(self.samples, f)
                         f.close()    
                     print("Image group {} saved in data/output/ !".format(img_group_number))

src/run.py

@@ -1,6 +1,6 @@
 # Run this script to generate data in /output directory.
 import maps
 
-sfMap = maps.MapReader('../data/input/sf_layered.txt')
+sfMap = maps.MapReader('../data/input/sf_layered.txt', "SF_Layerd")
 mapsDataset = maps.MapsDataset((32, 32), 2, 1280, maps.single_layer_converter) #Third parameter is the group size
 mapsDataset.generate_patches(sfMap) #This will generate dill files which contain the saved sample lists.