add tracker callback for auto_param

Author: reiase

examples/sparse_lr/model.py

@@ -2,11 +2,13 @@
 from sklearn.linear_model import LogisticRegression
 import matplotlib.pyplot as plt
 
-from hyperparameter import auto_param, param_scope
+from hyperparameter import auto_param, param_scope, set_tracker
 
+set_tracker(lambda x: print(x))
 
 MyLogisticRegression = auto_param(LogisticRegression)
 
+
 @auto_param
 def sparse_lr_plot(X, y, learning_rate=0.01, penalty='l1', C=0.01, tol=0.01):
     LR = MyLogisticRegression(C=C, penalty=penalty, tol=tol, solver='saga')

hyperparameter/__init__.py

@@ -1 +1,4 @@
 from .hp import HyperParameter, param_scope, auto_param
+from .hp import Tracker
+
+set_tracker = Tracker.set_tracker

hyperparameter/hp.py

@@ -9,6 +9,7 @@
 class Tracker:
     rlist = set()
     wlist = set()
+    callback = None
 
     @staticmethod
     def reads():
@@ -36,6 +37,9 @@ def report():
         ]
         return '\n'.join(retvals)
 
+    @staticmethod
+    def set_tracker(func):
+        Tracker.callback = func
 
 class Accessor(dict):
     """
@@ -338,17 +342,18 @@ def auto_param(func):
     Examples:
 
     >>> @auto_param
-    ... def foo(a, b=2, c='c'):
-    ...     print(a, b, c)
+    ... def foo(a, b=2, c='c', d=None):
+    ...     print(a, b, c, d)
 
     >>> foo(1)
-    1 2 c
+    1 2 c None
 
     >>> with param_scope('foo.b=3'):
     ...     foo(2)
-    2 3 c
+    2 3 c None
     """
     predef_kws = {}
+    predef_val = {}
 
     namespace = func.__module__
     if namespace == '__main__':
@@ -364,12 +369,18 @@ def auto_param(func):
             name = '{}.{}'.format(namespace, k)
             predef_kws[k] = name
             Tracker.rlist.add(name)
+            predef_val[name] = v.default
 
     def wrapper(*arg, **kws):
         with param_scope() as hp:
+            local_params = {}
             for k, v in predef_kws.items():
+                local_params[v] = predef_val[v]
                 if hp.get(v) is not None:
                     kws[k] = hp.get(v)
+                    local_params[v] = hp.get(v)
+            if Tracker.callback is not None:
+                Tracker.callback(local_params)
             return func(*arg, **kws)
 
     return wrapper