|
133 | 133 | (AdaBelief, {'lr': 5e-1, 'weight_decay': 1e-3, 'ams_bound': True}, 5), |
134 | 134 | (AdaBelief, {'lr': 5e-1, 'weight_decay': 1e-3, 'weight_decouple': False}, 5), |
135 | 135 | (AdaBelief, {'lr': 5e-1, 'weight_decay': 1e-3, 'fixed_decay': True}, 5), |
136 | | - (AdaBelief, {'lr': 5e-1, 'weight_decay': 1e-3, 'rectify': True}, 5), |
137 | | - (AdaBelief, {'lr': 5e-1, 'weight_decay': 1e-3, 'rectify': True, 'ams_bound': True}, 5), |
| 136 | + (AdaBelief, {'lr': 5e-1, 'weight_decay': 1e-3, 'rectify': True}, 10), |
138 | 137 | (AdaBound, {'lr': 1e0, 'gamma': 0.1, 'weight_decay': 1e-3}, 20), |
139 | 138 | (AdaBound, {'lr': 1e0, 'gamma': 0.1, 'weight_decay': 1e-3, 'fixed_decay': True}, 20), |
140 | 139 | (AdaBound, {'lr': 1e0, 'gamma': 0.1, 'weight_decay': 1e-3, 'weight_decouple': False}, 20), |
|
0 commit comments