Remove pipreqs method and begin reformat

Author: smlindauer

src/sasctl/pzmm/write_json_files.py

@@ -14,7 +14,6 @@
 import pickle
 import pickletools
 import os
-from pipreqs import pipreqs
 
 # %%
 class JSONFiles:
@@ -58,17 +57,6 @@ def writeVarJSON(cls, inputData, isInput=True, jPath=Path.cwd()):
                     else:
                         isStr = False
 
-        # loop through all predict variables to determine their name, length,
-        # type, and level; append each to outputJSON
-        for name in predictNames:
-            if isSeries:
-                predict = inputDF
-            else:
-                predict = inputDF[name]
-            firstRow = predict.loc[predict.first_valid_index()]
-            dType = predict.dtypes.name
-            isStr = type(firstRow) is str
-
             if isStr:
                 outputLevel = "nominal"
                 outputType = "string"
@@ -315,6 +303,7 @@ def writeFileMetadataJSON(cls, modelPrefix, jPath=Path.cwd(), isH2OModel=False):
             )
         )
 
+    @classmethod
     def writeBaseFitStat(
         self, csvPath=None, jPath=Path.cwd(), userInput=False, tupleList=None
     ):
@@ -448,6 +437,7 @@ def writeBaseFitStat(
             )
         )
 
+    @classmethod
     def calculateFitStat(
         self, validateData=None, trainData=None, testData=None, jPath=Path.cwd()
     ):
@@ -606,6 +596,7 @@ def calculateFitStat(
             )
         )
 
+    @classmethod
     def generateROCLiftStat(
         self,
         targetName,
@@ -974,9 +965,9 @@ def convertDataRole(self, dataRole):
 
         return conversion
 
-    def get_imports(self):
+    def getCurrentScopedImports(self):
         """
-        Gets the Python modules from the current scope's global variables.  
+        Gets the Python modules from the current scope's global variables.
 
         Yields
         -------
@@ -992,8 +983,8 @@ def get_imports(self):
             elif isinstance(val, type):
                 name = val.__module__.split(".")[0]
                 yield name
-                
-    def get_pickle_file(self, pPath):
+
+    def getPickleFile(self, pPath):
         """
         Given a file path, retrieve the pickle file(s).
 
@@ -1002,21 +993,21 @@ def get_pickle_file(self, pPath):
         pPath : str
             File location for the input pickle file. Default is the current
             working directory.
-        
+
         Returns
         -------
         list
             A list of pickle files.
         """
-        
+
         fileNames = []
         fileNames.extend(sorted(Path(pPath).glob("*.pickle")))
         return fileNames
 
-    def get_modules_from_pickle_file(self, pickle_file):
+    def getDependenciesFromPickleFile(self, pickleFile):
         """
-        Reads the pickled byte stream from a file object, serializes the pickled byte 
-        stream as a bytes object, and inspects the bytes object for all Python modules 
+        Reads the pickled byte stream from a file object, serializes the pickled byte
+        stream as a bytes object, and inspects the bytes object for all Python modules
         and aggregates them in a set.
 
         Parameters
@@ -1030,13 +1021,14 @@ def get_modules_from_pickle_file(self, pickle_file):
             A set of modules obtained from the pickle stream.
         """
 
-        with (open(pickle_file, "rb")) as openfile:
+        with (open(pickleFile, "rb")) as openfile:
             obj = pickle.load(openfile)
             dumps = pickle.dumps(obj)
 
-        modules = {mod.split(".")[0] for mod, _ in self.get_names(dumps)}
+        modules = {mod.split(".")[0] for mod, _ in self.getNames(dumps)}
         return modules
 
+    @classmethod
     def createRequirementsJSON(self, jPath=Path.cwd()):
         """
         Searches the root of the project for all Python modules and writes them to a requirements.json file.
@@ -1047,32 +1039,12 @@ def createRequirementsJSON(self, jPath=Path.cwd()):
             The path to a Python project, by default Path.cwd().
         """
 
-        # imports = list(set(self.get_imports()))
-
-        # with open(os.path.join(jPath, "imports.py"), "w") as file:
-        #     for item in imports:
-        #         file.write("import %s\n" % item)
-
-        pipreqs.init(
-            {
-                "<path>": jPath,
-                "--savepath": None,
-                "--print": False,
-                "--use-local": None,
-                "--force": True,
-                "--proxy": None,
-                "--pypi-server": None,
-                "--diff": None,
-                "--clean": None,
-            }
-        )
-
         module_version_map = {}
         pickle_files = self.get_pickle_file(jPath)
         requirements_txt_file = os.path.join(jPath, "requirements.txt")
         with open(requirements_txt_file, "r") as f:
             modules_requirements_txt = set()
-            for pickle_file in pickle_files: 
+            for pickle_file in pickle_files:
                 modules_pickle = self.get_modules_from_pickle_file(pickle_file)
                 for line in f:
                     module_parts = line.rstrip().split("==")
@@ -1105,13 +1077,11 @@ def createRequirementsJSON(self, jPath=Path.cwd()):
         )
         with open(os.path.join(jPath, "requirements.json"), "w") as file:
             print(j, file=file)
-        
-        # Delete requirements.txt file after requirements.json has been written.
-        os.remove(requirements_txt_file)
 
-    def get_names(self, stream):
+    def getNames(self, stream):
         """
-        Generates (module, class_name) tuples from a pickle stream. Extracts all class names referenced by GLOBAL and STACK_GLOBAL opcodes.
+        Generates (module, class_name) tuples from a pickle stream. Extracts all class names referenced
+        by GLOBAL and STACK_GLOBAL opcodes.
 
         Credit: https://stackoverflow.com/questions/64850179/inspecting-a-pickle-dump-for-dependencies
         More information here: https://github.com/python/cpython/blob/main/Lib/pickletools.py
@@ -1168,5 +1138,4 @@ def get_names(self, stream):
             if len(after) == 1 and op.arg is not None:
                 stack.append(arg)
             else:
-                stack.extend(after)
-
+                stack.extend(after)