@article{JMLR:v23:21-0773,
  author  = {Shi Dong and Benjamin Van Roy and Zhengyuan Zhou},
  title   = {Simple Agent, Complex Environment: Efficient Reinforcement Learning with Agent States},
  journal = {Journal of Machine Learning Research},
  year    = {2022},
  volume  = {23},
  number  = {255},
  pages   = {1--54},
  url     = {http://jmlr.org/papers/v23/21-0773.html}
}