feature extractor

Author: joonson

SyncNetInstance.py

@@ -177,7 +177,7 @@ def extract_feature(self, opt, videofile):
 
             im_batch = [ imtv[:,:,vframe:vframe+5,:,:] for vframe in range(i,min(lastframe,i+opt.batch_size)) ]
             im_in = torch.cat(im_batch,0)
-            im_out  = self.__S__.forward_lip(im_in.cuda());
+            im_out  = self.__S__.forward_lipfeat(im_in.cuda());
             im_feat.append(im_out.data.cpu())
 
         im_feat = torch.cat(im_feat,0)

SyncNetModel.py

@@ -108,6 +108,7 @@ def forward_lip(self, x):
 
     def forward_lipfeat(self, x):
 
-        out = self.netcnnlip(x);
+        mid = self.netcnnlip(x);
+        out = mid.view((mid.size()[0], -1)); # N x (ch x 24)
 
         return out;