update: Adan recipe

Author: kozistr

tests/test_optimizers.py

@@ -14,6 +14,7 @@
     AdaBelief,
     AdaBound,
     AdamP,
+    Adan,
     AdaPNM,
     DiffGrad,
     DiffRGrad,
@@ -79,6 +80,7 @@
     (AdaPNM, {'lr': 3e-1, 'weight_decay': 1e-3, 'amsgrad': False}, 500),
     (Nero, {'lr': 5e-1}, 200),
     (Nero, {'lr': 5e-1, 'constraints': False}, 200),
+    (Adan, {'lr': 1e-1}, 200),
 ]
 
 ADAMD_SUPPORTED_OPTIMIZERS: List[Tuple[Any, Dict[str, Union[float, bool, int]], int]] = [