update: DiffGrad lr to 5e-1

Author: kozistr

tests/test_optimizers.py

@@ -106,7 +106,7 @@ def build_lookahead(*parameters, **kwargs):
     (AdaBound, {'lr': 5e-1, 'gamma': 0.1, 'weight_decay': 1e-3}, 200),
     (AdaBound, {'lr': 1e-1, 'gamma': 0.1, 'weight_decay': 1e-3, 'amsbound': True}, 200),
     (AdamP, {'lr': 5e-1, 'weight_decay': 1e-3}, 500),
-    (DiffGrad, {'lr': 15 - 1, 'weight_decay': 1e-3}, 500),
+    (DiffGrad, {'lr': 5e-1, 'weight_decay': 1e-3}, 500),
     (DiffRGrad, {'lr': 1e-1, 'weight_decay': 1e-3}, 200),
     (Lamb, {'lr': 1e-1, 'weight_decay': 1e-3}, 200),
     (RaLamb, {'lr': 1e-1, 'weight_decay': 1e-3}, 500),