update: case for amsbound = True

Author: kozistr

tests/test_optimizers.py

@@ -87,6 +87,7 @@ def build_lookahead(*parameters, **kwargs):
     (build_lookahead, {'lr': 1e-2, 'weight_decay': 1e-3}, 200),
     (AdaBelief, {'lr': 1e-2, 'weight_decay': 1e-3}, 200),
     (AdaBound, {'lr': 1e-2, 'gamma': 0.1, 'weight_decay': 1e-3}, 200),
+    (AdaBound, {'lr': 1e-2, 'gamma': 0.1, 'weight_decay': 1e-3, 'amsbound': True}, 200),
     (AdamP, {'lr': 1e-3, 'weight_decay': 1e-3}, 800),
     (DiffGrad, {'lr': 1e-2, 'weight_decay': 1e-3}, 200),
     (DiffRGrad, {'lr': 1e-1, 'weight_decay': 1e-3}, 200),
@@ -103,6 +104,7 @@ def build_lookahead(*parameters, **kwargs):
     (build_lookahead, {'lr': 5e-1, 'weight_decay': 1e-3}, 500),
     (AdaBelief, {'lr': 5e-1, 'weight_decay': 1e-3}, 200),
     (AdaBound, {'lr': 5e-1, 'gamma': 0.1, 'weight_decay': 1e-3}, 200),
+    (AdaBound, {'lr': 1e-2, 'gamma': 0.1, 'weight_decay': 1e-3, 'amsbound': True}, 200),
     (AdamP, {'lr': 5e-1, 'weight_decay': 1e-3}, 500),
     (DiffGrad, {'lr': 15 - 1, 'weight_decay': 1e-3}, 500),
     (DiffRGrad, {'lr': 1e-1, 'weight_decay': 1e-3}, 200),