models: Fix Dropout location

Suprised this was able to train at all before,
as whole classes must have been dropped
Training and validation loss now follow eachother much more closely

Author: jonnor

microesc/models/sbcnn.py

@@ -56,12 +56,12 @@ def build_model(frames=128, bands=128, channels=1, num_labels=10,
     backend = [
         Flatten(),
 
+        Dropout(dropout),
         Dense(fully_connected, kernel_regularizer=l2(0.001)),
         Activation('relu'),
-        Dropout(dropout),
 
-        Dense(num_labels, kernel_regularizer=l2(0.001)),
         Dropout(dropout),
+        Dense(num_labels, kernel_regularizer=l2(0.001)),
         Activation('softmax'),
     ]
     layers = block1 + block2 + block3 + backend

microesc/models/strided.py

@@ -98,12 +98,12 @@ def backend_dense1(x, n_classes, fc=64, regularization=0.001, dropout=0.5):
     """
 
     x = Flatten()(x)
+    x = Dropout(dropout)(x)
     x = Dense(fc, kernel_regularizer=l2(regularization))(x)
     x = Activation('relu')(x)
-    x = Dropout(dropout)(x)
 
-    x = Dense(n_classes, kernel_regularizer=l2(regularization))(x)
     x = Dropout(dropout)(x)
+    x = Dense(n_classes, kernel_regularizer=l2(regularization))(x)
     x = Activation('softmax')(x)
     return x