@misc{ren2021zero,
  title={ZeRO-Offload: Democratizing Billion-Scale Model Training},
  author={Jie Ren and Samyam Rajbhandari and Reza Yazdani Aminabadi and Olatunji Ruwase and Shuangyan Yang and Minjia Zhang and Dong Li and Yuxiong He},
  year={2021},
  eprint={2101.06840},
  archivePrefix={arXiv},
  primaryClass={cs.DC},
  url={https://arxiv.org/abs/2101.06840}
}