@article{JMLR:v21:18-352,
  author  = {Rachel Ward and Xiaoxia Wu and Leon Bottou},
  title   = {AdaGrad stepsizes: Sharp convergence over nonconvex landscapes},
  journal = {Journal of Machine Learning Research},
  year    = {2020},
  volume  = {21},
  number  = {219},
  pages   = {1--30},
  url     = {http://jmlr.org/papers/v21/18-352.html}
}