BatchNorm1d and custom TanhGate activation function for the dscnn

Author: AnirudhBHarish

c_reference/include/conv1d.h

@@ -53,8 +53,10 @@ int Conv1D_Depth_LR(float *output_signal, unsigned out_T, const float *input_sig
     unsigned in_T, unsigned in_channels, int padding, unsigned kernel_size, 
     const void* params, int activations);
 
-//Pool
+// Auxillary Layers
 int AvgPool1D(float *output_signal, unsigned out_T, const float *input_signal, unsigned in_T, unsigned in_channels, 
     int padding, unsigned kernel_size, int activations);
 
+int BatchNorm1d(float* output_signal, float* input_signal, unsigned in_T, unsigned in_channels, 
+    float* mean, float* stddev, unsigned in_place);
 #endif

c_reference/include/conv_utils.h

@@ -2,9 +2,9 @@
 #define __CONVLAYER_UTILS__
 
 #include <math.h>
-#include <float.h>
 
 int prepareLowRankConvMat(float* out, float* W1, float* W2, unsigned rank, unsigned I, unsigned J);
+int TanhGate(float* output_signal, float* input_signal, unsigned in_T, unsigned in_channels);
 float sigmoid(float x);
 float relu(float x);
 

c_reference/src/conv1d.c

@@ -208,4 +208,23 @@ int AvgPool1D(float *output_signal, unsigned out_T, const float *input_signal, u
         }
     }
     return 0;
+}
+
+int BatchNorm1d(float* output_signal, float* input_signal, unsigned in_T, unsigned in_channels, 
+    float* mean, float* stddev, unsigned in_place){
+    if(in_place){
+        for(int t = 0; t < in_T ; t++){
+            for(int d = 0 ; d < in_channels ; d++){
+                input_signal[t * in_channels + d]  = (input_signal[t * in_channels + d] - mean[d])/stddev[d];
+            }
+        }
+    }
+    else{
+        for(int t = 0; t < in_T ; t++){
+            for(int d = 0 ; d < in_channels ; d++){
+                output_signal[t * in_channels + d] = (input_signal[t * in_channels + d] - mean[d])/stddev[d];
+            }
+        }
+    }
+    return 0;
 }

c_reference/src/conv_utils.c

@@ -1,6 +1,5 @@
 #include"conv_utils.h"
 #include <math.h>
-#include <float.h>
 
 int prepareLowRankConvMat(float* out, float* W1, float* W2, unsigned rank, unsigned I, unsigned J){
   for(int i = 0 ; i < I; i++){
@@ -15,6 +14,16 @@ int prepareLowRankConvMat(float* out, float* W1, float* W2, unsigned rank, unsig
   return 0;
 }
 
+int TanhGate(float* output_signal, float* input_signal, unsigned in_T, unsigned in_channels){
+  unsigned int piv = in_channels>>2;
+  for(int t = 0 ; t < in_T ; t++){
+    for(int d = 0 ; d < piv ; d++){
+      output_signal[t * piv + d] = input_signal[t * in_channels + d] * input_signal[t * in_channels + (d + piv)];
+    }
+  }
+  return 0;
+}
+
 float relu(float x) {
   if (x < 0.0) return 0.0;
   else return x;