Clessig/simone99n/simone99n/dev/new config integration test (ecmwf#1511)

* new config for multi integration test

* new conf multi-integration test - align with big merge

* increased samples_per_validation

* [1458] fix single integration test

* [1435] fix single-integration test

---------

Co-authored-by: simone99n <simone.norberti@gmail.com>
Co-authored-by: Simone Norberti <63310821+simone99n@users.noreply.github.com>

Author: clessig

integration_tests/small1.yaml

@@ -4,16 +4,27 @@ model_path: "./models"
 loss_fcts: [["mse", 1.0]]
 loss_fcts_val: [["mse", 1.0]]
 num_mini_epochs: 1
-samples_per_mini_epoch: 100
-samples_per_validation: 5
-lr_steps: 4
-lr_steps_warmup: 2
+samples_per_mini_epoch: 128
+samples_per_validation: 32
+lr_steps_warmup: 4
 lr_steps_cooldown: 2
 loader_num_workers: 8
 
-forecast_offset : 0
-# len_hrs: 6
-# step_hrs: 6
+# forecast_offset: 0
+forecast_offset : 1
+forecast_steps: 2
+forecast_policy: "fixed"
+forecast_freeze_model: False
+forecast_att_dense_rate: 1.0
+fe_num_blocks: 2
+fe_num_heads: 16
+fe_dropout_rate: 0.1
+fe_with_qk_lnorm: True
+fe_layer_norm_after_blocks: [] 
+impute_latent_noise_std: 0.0
+
+healpix_level: 4
+training_mode: "forecast"
 
 train_log:
   log_interval: 1

integration_tests/small1_test.py

@@ -84,7 +84,7 @@ def infer(run_id):
 def infer_with_missing(run_id):
     logger.info("run inference")
     inference_from_args(
-        ["-start", "2022-10-10", "-end", "2022-10-11", "--samples", "10", "--mini_epoch", "0"]
+        ["-start", "2021-10-10", "-end", "2022-10-11", "--samples", "10", "--mini_epoch", "0"]
         + [
             "--from_run_id",
             run_id,

integration_tests/small_multi_stream.yaml

@@ -5,7 +5,7 @@ loss_fcts: [["mse", 1.0]]
 loss_fcts_val: [["mse", 1.0]]
 num_mini_epochs: 1
 samples_per_mini_epoch: 128
-samples_per_validation: 4
+samples_per_validation: 32
 lr_steps_warmup: 4
 lr_steps_cooldown: 2
 loader_num_workers: 8