@article{
wang2025when,
title={When Precision Meets Position: {BF}loat16 Breaks Down Ro{PE} in Long-Context Training},
author={Haonan Wang and Qian Liu and Chao Du and Tongyao Zhu and Cunxiao Du and Kenji Kawaguchi and Tianyu Pang},
journal={Transactions on Machine Learning Research},
issn={2835-8856},
year={2025},
url={https://openreview.net/forum?id=gwXfZ3xkUq},
note={}
}