add mlflow tracker example

Author: reiase

examples/sparse_lr/example_2.py

@@ -1,13 +1,10 @@
-from hyperparameter.hp import param_scope, Tracker
+from hyperparameter import param_scope, Tracker
 from model import sparse_lr_plot
-import numpy as np
 
 from sklearn import datasets
 from sklearn.preprocessing import StandardScaler
-import matplotlib.pyplot as plt
 
 X, y = datasets.load_digits(return_X_y=True)
-
 X = StandardScaler().fit_transform(X)
 
 # classify small against large digits
@@ -20,7 +17,6 @@ def run(args):
         sparse_lr_plot(X, y)
 
 if __name__ == '__main__':
-    # create cmd line arguments parser
     import argparse
     parser = argparse.ArgumentParser('example')
     parser.add_argument('-D', '--define', nargs='*', default=[], action="extend",

examples/sparse_lr/model.py

@@ -4,8 +4,6 @@
 
 from hyperparameter import auto_param, param_scope, set_tracker
 
-set_tracker(lambda x: print(x))
-
 MyLogisticRegression = auto_param(LogisticRegression)
 
 

hyperparameter/hp.py

@@ -375,10 +375,11 @@ def wrapper(*arg, **kws):
         with param_scope() as hp:
             local_params = {}
             for k, v in predef_kws.items():
-                local_params[v] = predef_val[v]
-                if hp.get(v) is not None:
+                if hp.get(v) is not None and k not in kws:
                     kws[k] = hp.get(v)
                     local_params[v] = hp.get(v)
+                else:
+                    local_params[v] = predef_val[v]
             if Tracker.callback is not None:
                 Tracker.callback(local_params)
             return func(*arg, **kws)