Add normalization layer.

Author: lucasb-eyer

DeepFried2/layers/Normalization.py

@@ -0,0 +1,10 @@
+import DeepFried2 as df
+
+class Normalization(df.Module):
+    def __init__(self, axis=-1, eps=1e-8):
+        df.Module.__init__(self)
+        self.axis = axis
+        self.eps = eps
+
+    def symb_forward(self, symb_in):
+        return symb_in / df.T.sqrt(self.eps + (symb_in**2).sum(axis=self.axis, keepdims=True))

DeepFried2/layers/__init__.py

@@ -10,6 +10,7 @@
 from .ELU import ELU
 from .Reshape import Reshape
 from .Flatten import Flatten
+from .Normalization import Normalization
 from .Permute import Permute
 from .PoolingCUDNN import PoolingCUDNN
 from .Sigmoid import Sigmoid