We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent cc56df9 commit 029d7c7Copy full SHA for 029d7c7
modules/hypernetworks/hypernetwork.py
@@ -75,7 +75,7 @@ def __init__(self, dim, state_dict=None, layer_structure=None, activation_func=N
75
w, b = layer.weight.data, layer.bias.data
76
if weight_init == "Normal" or type(layer) == torch.nn.LayerNorm:
77
normal_(w, mean=0.0, std=0.01)
78
- normal_(b, mean=0.0, std=0.005)
+ normal_(b, mean=0.0, std=0)
79
elif weight_init == 'XavierUniform':
80
xavier_uniform_(w)
81
zeros_(b)
0 commit comments