|
557 | 557 | (TAM, {'lr': 1e0, 'weight_decay': 1e-3}, 5), |
558 | 558 | (AdaTAM, {'lr': 1e-1, 'weight_decay': 1e-3}, 5), |
559 | 559 | (FOCUS, {'lr': 1e-1, 'weight_decay': 1e-3}, 5), |
560 | | - (Ranger25, {'lr': 1e0}, 5), |
561 | | - (Ranger25, {'lr': 1e0, 't_alpha_beta3': 5}, 5), |
562 | | - (Ranger25, {'lr': 1e-1, 'stable_adamw': False, 'eps': None}, 5), |
| 560 | + (Ranger25, {'lr': 5e0}, 2), |
| 561 | + (Ranger25, {'lr': 5e0, 't_alpha_beta3': 5}, 2), |
| 562 | + (Ranger25, {'lr': 2e-1, 'stable_adamw': False, 'orthograd': False, 'eps': None}, 3), |
563 | 563 | ] |
564 | 564 | ADANORM_SUPPORTED_OPTIMIZERS: List[Tuple[Any, Dict[str, Union[float, bool, int]], int]] = [ |
565 | 565 | (AdaBelief, {'lr': 5e-1, 'weight_decay': 1e-3, 'adanorm': True}, 10), |
|
0 commit comments