@@ -228,41 +228,10 @@ Gradient Surgery for Multi-Task Learning
228228Citations
229229---------
230230
231- [ AdamP ]_
231+ ` AdamP < https://scholar.googleusercontent.com/scholar.bib?q=info:SfSq5UFS71wJ:scholar.google.com/&output=citation&scisdr=CgX1Wk9EELXN0YevydU:AAGBfm0AAAAAYxCp0dVqrS10vvLfEDcY31SdH8ZRpeB4&scisig=AAGBfm0AAAAAYxCp0bLEn4nNd2Gmpb64J-nsN62Hq19N&scisf=4&ct=citation&cd=-1&hl=en >`__
232232
233- .. [Adamp ]
234233
235- @inproceedings{heo2021adamp,
236- title={AdamP: Slowing Down the Slowdown for Momentum Optimizers on Scale-invariant Weights},
237- author={Heo, Byeongho and Chun, Sanghyuk and Oh, Seong Joon and Han, Dongyoon and Yun, Sangdoo and Kim, Gyuwan and Uh, Youngjung and Ha, Jung-Woo},
238- year={2021},
239- booktitle={International Conference on Learning Representations (ICLR)},
240- }
241-
242- .. raw :: html
243-
244- <details >
245- <summary ><a >AdamP: Slowing Down the Slowdown for Momentum Optimizers on Scale-invariant Weights</a ></summary >
246-
247- ::
248-
249- @inproceedings{heo2021adamp,
250- title={AdamP: Slowing Down the Slowdown for Momentum Optimizers on Scale-invariant Weights},
251- author={Heo, Byeongho and Chun, Sanghyuk and Oh, Seong Joon and Han, Dongyoon and Yun, Sangdoo and Kim, Gyuwan and Uh, Youngjung and Ha, Jung-Woo},
252- year={2021},
253- booktitle={International Conference on Learning Representations (ICLR)},
254- }
255-
256- .. raw :: html
257-
258- </details >
259-
260- .. raw :: html
261-
262- <details >
263- <summary ><a >Adaptive Gradient Clipping (AGC)</a ></summary >
264-
265- ::
234+ .. [AGC ]
266235
267236 @article{brock2021high,
268237 author={Andrew Brock and Soham De and Samuel L. Smith and Karen Simonyan},
@@ -271,6 +240,16 @@ Citations
271240 year={2021}
272241 }
273242
243+ .. [Chebyshev-LR-Schedules ]
244+
245+ @article{agarwal2021acceleration,
246+ title={Acceleration via Fractal Learning Rate Schedules},
247+ author={Agarwal, Naman and Goel, Surbhi and Zhang, Cyril},
248+ journal={arXiv preprint arXiv:2103.01338},
249+ year={2021}
250+ }
251+
252+
274253 .. raw :: html
275254
276255 </details >
0 commit comments