remove extraneous left right gate

lucidrains · web-flow · commit b766fcb717b6 · 2024-08-26T14:18:42.000-07:00
diff --git a/alphafold3_pytorch/alphafold3.py b/alphafold3_pytorch/alphafold3.py
@@ -668,8 +668,6 @@ def __init__(
             nn.GLU(dim = -1)
         )
 
-        self.left_right_gate = LinearNoBias(dim, dim_hidden * 2)
-
         self.out_gate = LinearNoBias(dim, dim_hidden)
 
         if mix == 'outgoing':

Original file line number	Diff line number	Diff line change
`@@ -668,8 +668,6 @@ def __init__(`
`668`	`668`	`nn.GLU(dim = -1)`
`669`	`669`	`)`
`670`	`670`
`671`		`- self.left_right_gate = LinearNoBias(dim, dim_hidden * 2)`
`672`		`-`
`673`	`671`	`self.out_gate = LinearNoBias(dim, dim_hidden)`
`674`	`672`
`675`	`673`	`if mix == 'outgoing':`