missing absolute positional embedding

Author: lucidrains

README.md

@@ -88,6 +88,7 @@ sampled_images.shape # (4, 3, 128, 128)
 ## Todo
 
 - [ ] experiment with <a href="https://github.com/lucidrains/bidirectional-cross-attention/issues">bidirectional cross attention</a>
+- [ ] add ability to use 2d sinusoidal pos emb, from simple vit paper
 
 ## Citations
 

rin_pytorch/rin_pytorch.py

@@ -362,6 +362,8 @@ def forward(
 
         patches = self.to_patches(x)
 
+        patches = patches + self.pos_emb
+
         # the recurrent interface network body
 
         for _ in range(self.depth):

setup.py

@@ -3,7 +3,7 @@
 setup(
   name = 'RIN-pytorch',
   packages = find_packages(exclude=[]),
-  version = '0.0.1',
+  version = '0.0.2',
   license='MIT',
   description = 'RIN - Recurrent Interface Network - Pytorch',
   author = 'Phil Wang',