only during training do they exponentially smooth

Author: lucidrains

perfusion_pytorch/perfusion.py

@@ -103,7 +103,12 @@ def forward(
         if self.is_key_proj:
             text_enc_with_superclass_output = text_enc_with_superclass_output.detach()
 
-        online_estimated_concept_enc = decay * superclass_text_enc + (1. - decay) * concept_text_enc
+        # only during training do they exponentially smooth
+
+        if self.training:            
+            online_estimated_concept_enc = decay * superclass_text_enc + (1. - decay) * concept_text_enc
+        else:
+            online_estimated_concept_enc = concept_text_enc
 
         # make it easier to match with paper
 

setup.py

@@ -3,7 +3,7 @@
 setup(
   name = 'perfusion-pytorch',
   packages = find_packages(exclude=[]),
-  version = '0.0.5',
+  version = '0.0.6',
   license='MIT',
   description = 'Perfusion - Pytorch',
   author = 'Phil Wang',