Rectified the activations in TanhGate

Author: AnirudhBHarish

c_reference/src/conv1d.c

@@ -204,7 +204,6 @@ int AvgPool1D(float *output_signal, unsigned out_T, const float *input_signal, u
             else{
                 output_signal[t * in_channels + ci] = sum/(float)kernel_size;
             }
-            
         }
     }
     return 0;

c_reference/src/conv_utils.c

@@ -15,10 +15,10 @@ int prepareLowRankConvMat(float* out, float* W1, float* W2, unsigned rank, unsig
 }
 
 int TanhGate(float* output_signal, float* input_signal, unsigned in_T, unsigned in_channels){
-  unsigned int piv = in_channels>>2;
+  unsigned int piv = in_channels>>1;
   for(int t = 0 ; t < in_T ; t++){
     for(int d = 0 ; d < piv ; d++){
-      output_signal[t * piv + d] = input_signal[t * in_channels + d] * input_signal[t * in_channels + (d + piv)];
+      output_signal[t * piv + d] = sigmoid(input_signal[t * in_channels + d]) * tanh(input_signal[t * in_channels + (d + piv)]);
     }
   }
   return 0;