|
503 | 503 | (Adalite, {'lr': 1e0, 'weight_decay': 1e-3}, 5), |
504 | 504 | (ScheduleFreeSGD, {'lr': 1e0, 'weight_decay': 1e-3}, 5), |
505 | 505 | (ScheduleFreeAdamW, {'lr': 1e0, 'weight_decay': 1e-3}, 5), |
506 | | - (ScheduleFreeAdamW, {'lr': 1e-2, 'weight_decay': 1e-3, 'use_palm': True}, 5), |
507 | | - (ScheduleFreeRAdam, {'lr': 1e0, 'weight_decay': 1e-3, 'degenerated_to_sgd': True}, 5), |
508 | | - (ScheduleFreeRAdam, {'lr': 1e0, 'weight_decay': 1e-3, 'use_palm': True, 'degenerated_to_sgd': True}, 5), |
| 506 | + (ScheduleFreeRAdam, {'lr': 1e0}, 20), |
509 | 507 | (FAdam, {'lr': 1e0, 'weight_decay': 1e-3}, 5), |
510 | 508 | (GrokFastAdamW, {'lr': 5e0, 'weight_decay': 1e-3, 'grokfast_after_step': 1}, 5), |
511 | 509 | (Kate, {'lr': 5e-2}, 10), |
|
0 commit comments