Skip to content

Commit 1a04b23

Browse files
kctezcanTillHae
authored andcommitted
remove extra layer norms (ecmwf#1589)
1 parent 3087ceb commit 1a04b23

File tree

1 file changed

+0
-8
lines changed

1 file changed

+0
-8
lines changed

src/weathergen/model/engines.py

Lines changed: 0 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -446,14 +446,6 @@ def __init__(self, cf: Config, num_healpix_cells: int, dim_aux: int = None) -> N
446446
torch.nn.LayerNorm(self.cf.ae_global_dim_embed, elementwise_affine=False)
447447
)
448448

449-
self.fe_blocks.append(
450-
torch.nn.LayerNorm(self.cf.ae_global_dim_embed, elementwise_affine=False)
451-
)
452-
453-
self.fe_blocks.append(
454-
torch.nn.LayerNorm(self.cf.ae_global_dim_embed, elementwise_affine=False)
455-
)
456-
457449
def init_weights_final(m):
458450
if isinstance(m, torch.nn.Linear):
459451
torch.nn.init.normal_(m.weight, mean=0, std=0.001)

0 commit comments

Comments
 (0)