Add utility to save/load parameters, i.e. models.

Also adds a utility to compute the number of parameters, because that's
always interesting and often reported in papers.

Author: lucasb-eyer

DeepFried2/utils.py

@@ -19,3 +19,20 @@ def create_param_state_as(other, initial_value=0, prefix='state_for_'):
         broadcastable=other.broadcastable,
         name=prefix + str(other.name)
     )
+
+
+def count_params(module):
+    params, _ = module.parameters()
+    return sum(p.get_value().size for p in params)
+
+
+def save_params(module, where):
+    params, _ = module.parameters()
+    _np.savez_compressed(where, params=[p.get_value() for p in params])
+
+
+def load_params(module, fromwhere):
+    params, _ = module.parameters()
+    with _np.load(fromwhere) as f:
+        for p, v in zip(params, f['params']):
+            p.set_value(v)