update: recipes

Author: kozistr

tests/constants.py

@@ -310,12 +310,11 @@
     (Adan, {'lr': 5e-1, 'max_grad_norm': 1.0}, 5),
     (Adan, {'lr': 5e-1, 'weight_decay': 1e-3, 'use_gc': True}, 5),
     (Adan, {'lr': 5e-1, 'weight_decay': 1e-3, 'weight_decouple': True}, 5),
-    (DAdaptAdaGrad, {'lr': 2e0, 'weight_decay': 1e-3}, 50),
-    (DAdaptAdaGrad, {'lr': 2e0, 'weight_decay': 1e-3, 'momentum': 0.1}, 50),
-    (DAdaptAdam, {'lr': 5e2, 'weight_decay': 1e-3}, 25),
+    (DAdaptAdaGrad, {'lr': 3e0, 'weight_decay': 1e-3}, 30),
+    (DAdaptAdaGrad, {'lr': 5e0, 'weight_decay': 1e-3, 'momentum': 0.1}, 20),
+    (DAdaptAdam, {'lr': 5e4, 'weight_decay': 1e-1}, 10),
     (DAdaptSGD, {'lr': 2e0, 'weight_decay': 1e-3}, 25),
-    (DAdaptAdan, {'lr': 1e0, 'weight_decay': 1e-2}, 25),
-    (DAdaptAdan, {'lr': 1e0, 'weight_decay': 1e-2, 'weight_decouple': True}, 50),
+    (DAdaptAdan, {'lr': 2e0, 'weight_decay': 1e-3}, 20),
     (AdamS, {'lr': 1e0, 'weight_decay': 1e-3}, 10),
     (AdamS, {'lr': 1e0, 'weight_decay': 1e-3, 'ams_bound': True}, 20),
     (AdaFactor, {'lr': 7.5e-1, 'weight_decay': 1e-3, 'scale_parameter': False}, 100),