Release/2.0 Macro component

.gitignore

@@ -1,129 +1,10 @@
-# Byte-compiled / optimized / DLL files
-__pycache__/
-*.py[cod]
-*$py.class
-
-# C extensions
-*.so
-
-# Distribution / packaging
-.Python
-build/
-develop-eggs/
-dist/
-downloads/
-eggs/
-.eggs/
-lib/
-lib64/
-parts/
-sdist/
-var/
-wheels/
-pip-wheel-metadata/
-share/python-wheels/
-*.egg-info/
-.installed.cfg
-*.egg
-MANIFEST
-
-# PyInstaller
-#  Usually these files are written by a python script from a template
-#  before PyInstaller builds the exe, so as to inject date/other infos into it.
-*.manifest
-*.spec
-
-# Installer logs
-pip-log.txt
-pip-delete-this-directory.txt
-
-# Unit test / coverage reports
-htmlcov/
-.tox/
-.nox/
+.journal
+.mainlock
+.wlock
+.ts
+.git
+*.pyc
 .coverage
-.coverage.*
-.cache
-nosetests.xml
-coverage.xml
-*.cover
-*.py,cover
-.hypothesis/
-.pytest_cache/
-
-# Translations
-*.mo
-*.pot
-
-# Django stuff:
-*.log
-local_settings.py
-db.sqlite3
-db.sqlite3-journal
-
-# Flask stuff:
-instance/
-.webassets-cache
-
-# Scrapy stuff:
-.scrapy
-
-# Sphinx documentation
-docs/_build/
-
-# PyBuilder
-target/
-
-# Jupyter Notebook
-.ipynb_checkpoints
-
-# IPython
-profile_default/
-ipython_config.py
-
-# pyenv
-.python-version
-
-# pipenv
-#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
-#   However, in case of collaboration, if having platform-specific dependencies or dependencies
-#   having no cross-platform support, pipenv may install dependencies that don't work, or not
-#   install all needed dependencies.
-#Pipfile.lock
-
-# PEP 582; used by e.g. github.com/David-OConnor/pyflow
-__pypackages__/
-
-# Celery stuff
-celerybeat-schedule
-celerybeat.pid
-
-# SageMath parsed files
-*.sage.py
-
-# Environments
-.env
-.venv
-env/
-venv/
-ENV/
-env.bak/
-venv.bak/
-
-# Spyder project settings
-.spyderproject
-.spyproject
-
-# Rope project settings
-.ropeproject
-
-# mkdocs documentation
-/site
-
-# mypy
-.mypy_cache/
-.dmypy.json
-dmypy.json
-
-# Pyre type checker
-.pyre/
+.htmlcov
+.DS_Store
+.idea

code-env/python/desc.json

@@ -1,6 +1,8 @@
 {
-  "acceptedPythonInterpreters": ["PYTHON27"],
-  "forceConda": false,
-  "installCorePackages": true,
-  "installJupyterSupport": false
+    "acceptedPythonInterpreters": [
+        "PYTHON36"
+    ],
+    "forceConda": false,
+    "installCorePackages": true,
+    "installJupyterSupport": false
 }

code-env/python/spec/requirements.txt

@@ -4,3 +4,5 @@ gensim==3.8.2
 scikit-learn==0.20.4
 tensorflow==1.15.2
 tensorflow-hub==0.5.0
+torch==1.3.1
+transformers

custom-recipes/sentence-embedding-compute/recipe.json

@@ -42,7 +42,7 @@
             "type": "COLUMNS",
             "description": "",
             "mandatory": true,
-            "columnRole":"input_dataset"
+            "columnRole": "input_dataset"
         },
         {
             "name": "aggregation_method",
@@ -84,14 +84,6 @@
             "description": "Used for computing SIF weights.",
             "type": "DOUBLE",
             "defaultValue": 0.001
-        },
-        {
-            "visibilityCondition": "model.advanced_settings",
-            "name": "n_principal_components",
-            "label": "[SIF] Principal Components",
-            "description": "Number of components to remove in SIF computation.",
-            "type": "INT",
-            "defaultValue": 1
         }
     ]
-}
+}

js/script.js

@@ -0,0 +1,72 @@
+var app = angular.module('modelDownloader.build', []);
+var non_transformer_models = ["Word2Vec","FastText","Glove","ELMo",'USE']
+
+app.controller('modelDownloaderController', function($scope) {
+
+    $scope.$watch('config', function(nv) {
+        if(nv && nv.language){
+            return;
+        }
+        $scope.showLanguageList=true;
+        $scope.showModelList=false;
+        $scope.showTransformersModelversion=false;
+        $scope.showOutputFolder=true;
+        $scope.showModelDescription=false;
+    });
+
+    $scope.getModels = function(){
+        $scope.callPythonDo({method: "get_models"}).then(function(data){
+            $scope.models = data['models']
+        }); 
+        $scope.showLanguageList=true;
+        $scope.showModelList=true;
+        $scope.showTransformersModelversion=false;
+        $scope.showOutputFolder=true;
+        $scope.showModelDescription=false;
+    };
+
+    $scope.getTransformerModelVersions = function(){      
+        $scope.callPythonDo({method:"get_transformer_model_versions"}).then(function(data){
+            $scope.transformersModelVersions = data['transformer_model_versions'];
+            var model_name = data['model_name'];
+            if(non_transformer_models.includes(model_name)){
+                $scope.showTransformersModelversion=false;
+            }
+            else{
+                $scope.showTransformersModelversion=true;
+            }
+
+        });
+        $scope.showLanguageList=true;
+        $scope.showModelList=true;
+        $scope.showOutputFolder=true;
+        $scope.showModelDescription=false;
+
+    };
+
+    $scope.getModelDescription = function(){
+        $scope.callPythonDo({method: "get_model_description"}).then(function(data){
+            $scope.modelDescription = data['model_description']
+        }); 
+        $scope.showLanguageList=true;
+        $scope.showModelList=true;
+        $scope.showTransformersModelversion=true;
+        $scope.showOutputFolder=true;
+        $scope.showModelDescription=true;
+    };
+
+    var init = function(){
+        $scope.callPythonDo({method: "get_languages"}).then(function(data){
+         $scope.languages = data['languages']
+         }); 
+         $scope.showLanguageList=true;
+         $scope.showModelList=false;
+         $scope.showTransformersModelversion=false;
+         $scope.showOutputFolder=true;
+         $scope.showModelDescription=false;
+
+     };
+
+     init();
+
+});

parameter-sets/custom_proxy_config/parameter-set.json

@@ -0,0 +1,20 @@
+{
+    "meta": {
+        "label": "Custom Proxy Configuration",
+        "description": "",
+        "icon": "icon-powerbi"
+    },
+    "defaultDefinableInline": true,
+    "defaultDefinableAtProjectLevel": true,
+    "pluginParams": [
+
+    ],
+    "params": [
+        {
+            "name": "custom_proxy_config",
+            "label": "Custom proxy configuration",
+            "description": "Needs to follow Python's requests specifications.\nExample:\nhttp --> http://10.10.1.10:3128\nhttps --> http://10.10.1.10:1080",
+            "type": "MAP"
+        }
+    ]
+}

plugin.json

@@ -8,7 +8,21 @@
         "author": "Dataiku (Hicham El Boukkouri)",
         "icon": "icon-list-alt",
         "licenseInfo": "Apache Software License",
-        "url": "https://www.dataiku.com/product/plugins/sentence-embedding/",
-        "tags": ["NLP", "Machine Learning", "AutoML"]
-    }
+        "url": "https://www.dataiku.com/dss/plugins/info/sentence-embedding.html",
+        "tags": [
+            "NLP",
+            "Machine Learning",
+            "AutoML"
+        ]
+    },
+    "params": [
+        {
+            "name": "proxy",
+            "label": "Proxy settings",
+            "description": "Needs to follow Python's requests specifications.\nExample:\nhttp --> http://10.10.1.10:3128\nhttps --> http://10.10.1.10:1080",
+            "type": "MAP",
+            "mandatory": true
+        }
+    ]
 }
+