@misc{ding2024longrope, title={LongRoPE: Extending LLM Context Window Beyond 2 Million Tokens}, author={Yiran Ding and Li Lyna Zhang and Chengruidong Zhang and Yuanyuan Xu and Ning Shang and Jiahang Xu and Fan Yang and Mao Yang}, year={2024}, eprint={2402.13753}, archivePrefix={arXiv}, primaryClass={cs.CL}, url={https://arxiv.org/abs/2402.13753} }