@misc{ram2024warm, title={WARM: On the Benefits of Weight Averaged Reward Models}, author={Alexandre Ramé and Nino Vieillard and Léonard Hussenot and Robert Dadashi and Geoffrey Cideron and Olivier Bachem and Johan Ferret}, year={2024}, eprint={2401.12187}, archivePrefix={arXiv}, primaryClass={cs.LG}, url={https://arxiv.org/abs/2401.12187} }