We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 16640d8 commit 4346d91Copy full SHA for 4346d91
qmb/crossmlp.py
@@ -146,7 +146,7 @@ def forward(self, x: torch.Tensor) -> torch.Tensor:
146
for layer in self.momentum:
147
new_emb = layer(emb)
148
new_emb = new_emb + emb
149
- new_emb = new_emb - new_emb.mean(dim=0, keepdim=True)
+ emb = new_emb - new_emb.mean(dim=0, keepdim=True)
150
emb = emb / emb.norm(p=2, dim=1, keepdim=True)
151
else:
152
raise ValueError(f"Invalid kind: {self.kind}")
0 commit comments