We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 93d7435 commit b835835Copy full SHA for b835835
DeepFried2/init/Ortho.py
@@ -6,7 +6,7 @@ def ortho_qr(gain=_np.sqrt(2)):
6
# tanh activations g > 1
7
# ReLU activations g = sqrt(2) (or greater)
8
9
- def init(shape, **_):
+ def init(shape, fan):
10
# Note that this is not strictly correct.
11
#
12
# What we'd really want is for an initialization which reuses ortho
@@ -31,7 +31,7 @@ def ortho_svd(gain=_np.sqrt(2)):
31
32
33
34
35
flat = (shape[0], _np.prod(shape[1:]))
36
u, _, v = _np.linalg.svd(_np.random.randn(*flat), full_matrices=False)
37
w = u if u.shape == flat else v
0 commit comments