|
129 | 129 |
|
130 | 130 | OPTIMIZERS: List[Tuple[Any, Dict[str, Union[float, bool, int]], int]] = [ |
131 | 131 | (build_lookahead, {'lr': 5e-1, 'weight_decay': 1e-3}, 5), |
132 | | - (AdaBelief, {'lr': 5e-1, 'weight_decay': 1e-3}, 10), |
133 | | - (AdaBelief, {'lr': 5e-1, 'weight_decay': 1e-3, 'ams_bound': True}, 10), |
134 | | - (AdaBelief, {'lr': 5e-1, 'weight_decay': 1e-3, 'weight_decouple': False}, 10), |
135 | | - (AdaBelief, {'lr': 5e-1, 'weight_decay': 1e-3, 'fixed_decay': True}, 10), |
136 | | - (AdaBelief, {'lr': 5e-1, 'weight_decay': 1e-3, 'rectify': False}, 10), |
| 132 | + (AdaBelief, {'lr': 5e-1, 'weight_decay': 1e-3}, 5), |
| 133 | + (AdaBelief, {'lr': 5e-1, 'weight_decay': 1e-3, 'ams_bound': True}, 5), |
| 134 | + (AdaBelief, {'lr': 5e-1, 'weight_decay': 1e-3, 'weight_decouple': False}, 5), |
| 135 | + (AdaBelief, {'lr': 5e-1, 'weight_decay': 1e-3, 'fixed_decay': True}, 5), |
| 136 | + (AdaBelief, {'lr': 5e-1, 'weight_decay': 1e-3, 'rectify': True}, 5), |
137 | 137 | (AdaBound, {'lr': 1e0, 'gamma': 0.1, 'weight_decay': 1e-3}, 20), |
138 | 138 | (AdaBound, {'lr': 1e0, 'gamma': 0.1, 'weight_decay': 1e-3, 'fixed_decay': True}, 20), |
139 | 139 | (AdaBound, {'lr': 1e0, 'gamma': 0.1, 'weight_decay': 1e-3, 'weight_decouple': False}, 20), |
|
0 commit comments