address torch cov in fid calculation #213

Author: lucidrains

denoising_diffusion_pytorch/denoising_diffusion_pytorch.py

@@ -953,7 +953,7 @@ def calculate_activation_statistics(self, samples):
         features = rearrange(features, '... 1 1 -> ...')
 
         mu = torch.mean(features, dim = 0).cpu()
-        sigma = torch.cov(features).cpu()
+        sigma = torch.cov(rearrange(features, '... i j -> ... j i')).cpu()
         return mu, sigma
 
     def fid_score(self, real_samples, fake_samples):

denoising_diffusion_pytorch/version.py

@@ -1 +1 @@
-__version__ = '1.5.6'
+__version__ = '1.5.7'