Model configs updated for new DVS experiments

Author: markschoene

configs/model/dvs/medium.yaml

@@ -0,0 +1,24 @@
+# @package _global_
+
+model:
+  ssm_init:
+    C_init: lecun_normal
+    dt_min: 0.001
+    dt_max: 0.1
+    conj_sym: true
+    clip_eigs: true
+  ssm:
+    discretization: async
+    d_model: 128
+    d_ssm: 64
+    ssm_block_size: 16
+    num_stages: 2
+    num_layers_per_stage: 3
+    dropout: 0.25
+    classification_mode: pool
+    prenorm: true
+    batchnorm: false
+    bn_momentum: 0.95
+    pooling_stride: 16
+    pooling_mode: avgpool
+    state_expansion_factor: 2

configs/model/dvs/small.yaml

@@ -5,20 +5,20 @@ model:
     C_init: lecun_normal
     dt_min: 0.001
     dt_max: 0.1
-    conj_sym: false
+    conj_sym: true
     clip_eigs: true
   ssm:
     discretization: async
-    d_model: 128
+    d_model: 32
     d_ssm: 128
     ssm_block_size: 16
     num_stages: 2
     num_layers_per_stage: 3
     dropout: 0.25
-    classification_mode: timepool
+    classification_mode: pool
     prenorm: true
     batchnorm: false
     bn_momentum: 0.95
     pooling_stride: 16
-    pooling_mode: timepool
+    pooling_mode: avgpool
     state_expansion_factor: 2

configs/task/dvs-gesture.yaml

@@ -1,15 +1,15 @@
 # @package _global_
 defaults:
-  - /model: dvs/small
+  - /model: dvs/medium
 
 task:
   name: dvs-gesture-classification
 
 training:
-  num_epochs: 100
-  per_device_batch_size: 16
+  num_epochs: 200
+  per_device_batch_size: 32
   per_device_eval_batch_size: 4
-  num_workers: 4
+  num_workers: 6
   time_jitter: 5
   spatial_jitter: 0.3
   noise: 0.0
@@ -20,7 +20,7 @@ training:
   max_scale: 1.2
   max_drop_chunk: 0.02
   cut_mix: 0.4
-  pad_unit: 524288
+  pad_unit: 65536
   slice_events: 65536
   validate_on_test: true
 
@@ -31,4 +31,4 @@ optimizer:
   ssm_weight_decay: 0.0
   weight_decay: 0.02
   schedule: cosine
-  accumulation_steps: 4
+  accumulation_steps: 1