wip

Author: jlwalke2

src/sasctl/tasks.py

@@ -101,6 +101,9 @@ def register_model(model, name, project, repository=None, input=None,
         Version number of the project in which the model should be created.
         Defaults to 'new'.
     files : list
+        A list of dictionaries of the form {'name': filename, 'file': filecontent}.
+        An optional 'role' key is supported for designating a file as score code,
+        astore, etc.
     force : bool, optional
         Create dependencies such as projects and repositories if they do not
         already exist.
@@ -125,8 +128,6 @@ def register_model(model, name, project, repository=None, input=None,
 
     """
     # TODO: Create new version if model already exists
-    # TODO: Allow file info to be specified
-    # TODO: Performance stats
 
     # If version not specified, default to creating a new version
     version = version or 'new'
@@ -269,6 +270,30 @@ def get_version(x):
         vars = model.get('inputVariables', [])[:]
         vars += model.get('outputVariables', [])
 
+        # Project Functions:
+        # Analytical
+        # Classification
+        # Clustering
+        # Forecasting
+        # Prediction
+        # Text Analytics
+        # Transformation
+
+        # Target Levels:
+        # Binary
+        # Nominal
+        # Ordinal
+        # Interval
+
+        # project = mr.get_project(model.projectId)
+        # # Update project properties
+        # project['function'] = 'prediction'
+        # project['targetLevel'] = 'interval'
+        # project['targetVariable'] = 'Price'
+        # project['predictionVariable'] = 'var1'
+        # project = mr.update_project(project)
+
+
         if model.get('function') == 'Regression':
             target_level = 'Interval'
         else:
@@ -439,6 +464,8 @@ def update_performance(data, model, label, refresh=True):
     --------
      :meth:`model_management.create_performance_definition <.ModelManagement.create_performance_definition>`
 
+    .. versionadded:: v1.3
+
     """
     from .services import model_management as mm
     try:

src/sasctl/utils/astore.py

@@ -160,6 +160,75 @@ def create_package_from_astore(table):
     return zip_file
 
 
+
+def _create_files_from_astore(table):
+    """Generate files for
+
+    Parameters
+    ----------
+    table
+
+    Returns
+    -------
+
+    """
+    if swat is None:
+        raise RuntimeError("The 'swat' package is required to work with "
+                           "ASTORE models.")
+
+    assert isinstance(table, swat.CASTable)
+
+    sess = table.session.get_connection()
+    sess.loadactionset('astore')
+
+    result = sess.astore.describe(rstore=table, epcode=True)
+    astore = sess.astore.download(rstore=table)
+    if not hasattr(astore, "blob"):
+        raise ValueError("Failed to download binary data for ASTORE '%s'."
+                         % astore)
+    astore = astore.blob
+
+    astore = bytes(astore)      # Convert from SWAT blob type
+
+    # Raise error if describe action fails
+    if result.status_code != 0:
+        raise RuntimeError(result)
+
+    astore_key = result.Key.Key[0].strip()
+    ep_ds2 = result.epcode
+    package_ds2 = _generate_package_code(result)
+    model_properties = _get_model_properties(result)
+    input_vars = [get_variable_properties(var)
+                  for var in result.InputVariables.itertuples()]
+    output_vars = [get_variable_properties(var)
+                   for var in result.OutputVariables.itertuples()]
+    astore_filename = '_' + uuid.uuid4().hex[:25].upper()
+
+    # Copy the ASTORE table to the ModelStore.
+    # Raise an error if the action fails
+    with swat.options(exception_on_severity=2):
+        table.save(name=astore_filename, caslib='ModelStore', replace=True)
+
+    file_metadata = [{'role': 'analyticStore', 'name': ''},
+                     {'role': 'score', 'name': 'dmcas_packagescorecode.sas'}]
+
+    astore_metadata = [{'name': astore_filename,
+                        'caslib': 'ModelStore',
+                        'uri': '/dataTables/dataSources/cas~fs~cas-shared-default~fs~ModelStore/tables/{}'.format(astore_filename),
+                        'key': astore_key}]
+
+    return {
+        'dmcas_packagescorecode.sas': '\n'.join(package_ds2),
+        'dmcas_epscorecode.sas': ep_ds2,
+        astore_filename: astore,
+        'ModelProperties.json': model_properties,
+        'fileMetadata.json': file_metadata,
+        'AstoreMetadata.json': astore_metadata,
+        'inputVar.json': input_vars,
+        'outputVar.json': output_vars
+    }
+
+
 def _build_zip_from_files(files):
     """Create a ZIP file containing the provided files.