Adding the seq-2-seq FastGRNN verification for a one brick input

Author: AnirudhBHarish

c_reference/tests/Makefile

@@ -7,10 +7,12 @@ INCLUDE_DIR=../include
 SRC_DIR=../src
 IFLAGS = -I $(INCLUDE_DIR)
 
-all: test_kws test_avg_pool test_conv1d test_conv1d_depth test_conv1d_lr test_conv1d_lr_depth test_dscnn_lr test_dscnn_lr_depth_point test_fastgrnn_lr test_rnnpool test_quantized_utils test_quantized_fastgrnn test_quantized_rnnpool test_quantized_mbconv
+all: test_rnn test_postcnn test_avg_pool test_conv1d test_conv1d_depth test_conv1d_lr test_conv1d_lr_depth test_dscnn_lr test_dscnn_lr_depth_point test_fastgrnn_lr test_rnnpool test_quantized_utils test_quantized_fastgrnn test_quantized_rnnpool test_quantized_mbconv
 
 KWS_DIR=kws
-test_kws: $(KWS_DIR)/test_kws.c $(SRC_DIR)/conv_utils.o $(SRC_DIR)/conv1d.o $(SRC_DIR)/dscnn.o
+test_postcnn: $(KWS_DIR)/test_postcnn.c $(SRC_DIR)/conv_utils.o $(SRC_DIR)/conv1d.o $(SRC_DIR)/dscnn.o
+	$(CC) -o $@ $^ $(IFLAGS) $(CFLAGS) -lm
+test_rnn: $(KWS_DIR)/test_rnn.c $(SRC_DIR)/fastgrnn.o $(SRC_DIR)/utils.o
 	$(CC) -o $@ $^ $(IFLAGS) $(CFLAGS) -lm
 
 DSCNN_DIR=dscnn
@@ -54,7 +56,7 @@ test_quantized_mbconv: $(MBCONV_DIR)/test_quantized_mbconv.c $(SRC_DIR)/quantize
 .PHONY: clean cleanest
 
 clean: 
-	rm -f *.o *.gch test_kws test_avg_pool test_conv1d test_conv1d_depth test_conv1d_lr test_conv1d_lr_depth test_dscnn_lr test_dscnn_lr_depth_point test_fastgrnn_lr test_rnnpool test_quantized_utils test_quantized_fastgrnn test_quantized_rnnpool test_quantized_mbconv
+	rm -f *.o *.gch test_rnn test_postcnn test_avg_pool test_conv1d test_conv1d_depth test_conv1d_lr test_conv1d_lr_depth test_dscnn_lr test_dscnn_lr_depth_point test_fastgrnn_lr test_rnnpool test_quantized_utils test_quantized_fastgrnn test_quantized_rnnpool test_quantized_mbconv
 
 cleanest: clean
 	rm *~

c_reference/tests/kws/kws_io.h renamed to c_reference/tests/kws/postcnn_io.h

@@ -1,8 +1,8 @@
 #include<stdio.h>
 #include<stdlib.h>
 
-#include"kws_params.h"
-#include"kws_io.h"
+#include"postcnn_params.h"
+#include"postcnn_io.h"
 #include"conv1d.h"
 #include"dscnn.h"
 #include"conv_utils.h"

c_reference/tests/kws/kws_params.h renamed to c_reference/tests/kws/postcnn_params.h

@@ -0,0 +1,74 @@
+#include<stdio.h>
+#include<stdlib.h>
+#include<string.h>
+#include"rnn_io.h"
+#include"rnn_params.h"
+#include"fastgrnn.h"
+#include"utils.h"
+// #include"dscnn.h"
+// #include"conv_utils.h"
+
+int main(){
+    
+    FastGRNN_LR_Params RNN_params = {
+    .mean   = 0,
+    .stdDev = 0,
+    .W1     = F_W1,
+    .W2     = F_W2,
+    .wRank  = LOW_RANK,
+    .U1     = F_U1,
+    .U2     = F_U2,
+    .uRank  = LOW_RANK,
+    .Bg     = F_BIAS_GATE,
+    .Bh     = F_BIAS_UPDATE,
+    .sigmoid_zeta = sigmoid(F_ZETA),
+    .sigmoid_nu   = sigmoid(F_NU)
+    };
+
+    float preComp[O_F] = { 0.0 };
+    float tempLRW[LOW_RANK] = { 0.0 };
+    float tempLRU[LOW_RANK] = { 0.0 };
+    float normFeatures[I_F] = { 0.0 };
+    FastGRNN_LR_Buffers buffers = {
+        .preComp = preComp,
+        .tempLRW = tempLRW,
+        .tempLRU = tempLRU,
+        .normFeatures = normFeatures
+    };
+
+    float pred[O_T * O_F] = {0.0};
+    // float pred[O_F] = {0.0};
+    // int fastgrnn_lr(float* const hiddenState, unsigned hiddenDims,
+    // const float* const input, unsigned inputDims, unsigned steps,
+    // const void* params, void* buffers, int backward, int normalize);
+
+    float* temp_hiddenstate = (float*)malloc(O_F*sizeof(float));
+    for(int t = 0 ; t < I_T ; t++){
+        fastgrnn_lr(temp_hiddenstate, O_F,
+            INPUT + (t * I_F) , I_F, 1,
+            &RNN_params, &buffers, 0, 0);
+        memcpy(pred + (t * O_F), temp_hiddenstate, O_F*sizeof(float));
+    }
+
+    // fastgrnn_lr(pred, O_F,
+    //         INPUT, I_F, I_T,
+    //         &RNN_params, &buffers, 0, 0);
+
+    // Calculate Error(Aggregate Squared and Mean Squared)
+    float error = 0, denom = 0;
+    for(int t = 0 ; t < O_T ; t++){
+        for(int d = 0 ; d < O_F ; d++){
+            error += ((pred[t * O_F + d] - OUTPUT[t * O_F + d]) * (pred[t * O_F + d] - OUTPUT[t * O_F + d]));
+            // printf("%f  %f\t", pred[t * O_F + d], OUTPUT[t * O_F + d]);
+            // error += ((pred[d] - OUTPUT[t * O_F + d]) * (pred[d] - OUTPUT[t * O_F + d]));
+            // printf("%f  %f\n", pred[d], OUTPUT[t * O_F + d]);
+            denom += OUTPUT[t * O_F + d] * OUTPUT[t * O_F + d];
+        }
+    }
+    float avg_error = error/(O_T*O_F);
+    printf("RNN Block\n");
+    printf("Aggregate Squared Error : %f   ;   Mean Sqaured Error : %f  \n", error, avg_error);
+    printf("RMS : %f \n", error/denom);
+
+    return 0 ;
+}