@article{christiano2017,
  author    = {Christiano, Paul F. and Leike, Jan and Brown, Tom B. and Martic, Miljan and Legg, Shane and Amodei, Dario},
  title     = {Deep Reinforcement Learning from Human Preferences},
  journal   = {Advances in Neural Information Processing Systems},
  volume    = {30},
  year      = {2017},
  url       = {https://arxiv.org/abs/1706.03741},
}

@article{ouyang2022,
  author    = {Ouyang, Long and Wu, Jeffrey and Jiang, Xu and Almeida, Diogo and Wainwright, Carroll L. and Mishkin, Pamela and Zhang, Chong and Agarwal, Sandhini and Slama, Katarina and Ray, Alex and Schulman, John and Hilton, Jacob and Kelton, Fraser and Miller, Luke and Simens, Maddie and Askell, Amanda and Welinder, Peter and Christiano, Paul F. and Leike, Jan and Lowe, Ryan},
  title     = {Training Language Models to Follow Instructions with Human Feedback},
  journal   = {Advances in Neural Information Processing Systems},
  volume    = {35},
  year      = {2022},
  url       = {https://arxiv.org/abs/2203.02155},
}

@book{lambert2024,
  author    = {Lambert, Nathan},
  title     = {Reinforcement Learning from Human Feedback},
  publisher = {Manning Publications},
  year      = {2024},
  url       = {https://rlhfbook.com},
}

@article{schulman2017,
  author    = {Schulman, John and Wolski, Filip and Dhariwal, Prafulla and Radford, Alec and Klimov, Oleg},
  title     = {Proximal Policy Optimization Algorithms},
  journal   = {arXiv preprint arXiv:1707.06347},
  year      = {2017},
  url       = {https://arxiv.org/abs/1707.06347},
}

@article{stiennon2020,
  author    = {Stiennon, Nisan and Ouyang, Long and Wu, Jeffrey and Ziegler, Daniel and Lowe, Ryan and Voss, Chelsea and Radford, Alec and Amodei, Dario and Christiano, Paul F.},
  title     = {Learning to Summarize with Human Feedback},
  journal   = {Advances in Neural Information Processing Systems},
  volume    = {33},
  year      = {2020},
  url       = {https://arxiv.org/abs/2009.01325},
}

@article{bai2022,
  author    = {Bai, Yuntao and Jones, Andy and Ndousse, Kamal and Askell, Amanda and Chen, Anna and DasSarma, Nova and Drain, Dawn and Fort, Stanislav and Ganguli, Deep and Henighan, Tom and others},
  title     = {Training a Helpful and Harmless Assistant with Reinforcement Learning from Human Feedback},
  journal   = {arXiv preprint arXiv:2204.05862},
  year      = {2022},
  url       = {https://arxiv.org/abs/2204.05862},
}

@article{rafailov2023,
  author    = {Rafailov, Rafael and Sharma, Archit and Mitchell, Eric and Ermon, Stefano and Manning, Christopher D. and Finn, Chelsea},
  title     = {Direct Preference Optimization: Your Language Model is Secretly a Reward Model},
  journal   = {Advances in Neural Information Processing Systems},
  volume    = {36},
  year      = {2023},
  url       = {https://arxiv.org/abs/2305.18290},
}

@article{ziegler2019,
  author    = {Ziegler, Daniel M. and Stiennon, Nisan and Wu, Jeffrey and Brown, Tom B. and Radford, Alec and Amodei, Dario and Christiano, Paul and Irving, Geoffrey},
  title     = {Fine-Tuning Language Models from Human Preferences},
  journal   = {arXiv preprint arXiv:1909.08593},
  year      = {2019},
  url       = {https://arxiv.org/abs/1909.08593},
}

@article{touvron2023,
  author    = {Touvron, Hugo and Martin, Louis and Stone, Kevin and Albert, Peter and Almahairi, Amjad and Babaei, Yasmine and Bashlykov, Nikolay and Batra, Soumya and Bhargava, Prajjwal and Bhosale, Shruti and Bikel, Dan and Luber, Irene and Casas, Juan and Chen, Yin and others},
  title     = {Llama 2: Open Foundation and Fine-Tuned Chat Models},
  journal   = {arXiv preprint arXiv:2307.09288},
  year      = {2023},
  url       = {https://arxiv.org/abs/2307.09288},
}

@article{tunstall2023,
  author    = {Tunstall, Lewis and Beeching, Edward and Lambert, Nathan and Rajani, Nazneen and Rasul, Kashif and Belkada, Younes and Huang, Shengyi and von Werra, Leandro and Fourrier, Cl\'{e}mentine and Habib, Nathan and Sarrazin, Nathan and Sanseviero, Omar and Rush, Alexander M. and Wolf, Thomas},
  title     = {Zephyr: Direct Distillation of LM Alignment},
  journal   = {arXiv preprint arXiv:2310.16944},
  year      = {2023},
  url       = {https://arxiv.org/abs/2310.16944},
}

@article{azar2023,
  author    = {Azar, Mohammad Gheshlaghi and Rowland, Mark and Piot, Bilal and Guo, Daniel and Calandriello, Daniele and Valko, Michal and Munos, R\'{e}mi},
  title     = {A General Theoretical Paradigm to Understand Learning from Human Feedback},
  journal   = {arXiv preprint arXiv:2310.12036},
  year      = {2023},
  url       = {https://arxiv.org/abs/2310.12036},
}

@article{ethayarajh2024,
  author    = {Ethayarajh, Kawin and Xu, Winnie and Muennighoff, Niklas and Jurafsky, Dan and Kiela, Douwe},
  title     = {KTO: Model Alignment as Prospect Theoretic Optimization},
  journal   = {arXiv preprint arXiv:2402.01306},
  year      = {2024},
  url       = {https://arxiv.org/abs/2402.01306},
}

@article{dubois2024,
  author    = {Dubois, Yann and Li, Chen Xuechen and Taori, Rohan and Zhang, Tianyi and Gulrajani, Ishaan and Ba, Jimmy and Guestrin, Carlos and Liang, Percy and Hashimoto, Tatsunori B.},
  title     = {AlpacaFarm: A Simulation Framework for Methods that Learn from Human Feedback},
  journal   = {Advances in Neural Information Processing Systems},
  volume    = {36},
  year      = {2024},
  url       = {https://arxiv.org/abs/2305.14387},
}

@article{ivison2023,
  author    = {Ivison, Hamish and Wang, Yizhong and Pyatkin, Valentina and Lambert, Nathan and Peters, Matthew and Dasigi, Pradeep and Jang, Joel and Wadden, David and Smith, Noah A. and Beltagy, Iz and Hajishirzi, Hannaneh},
  title     = {Camels in a Changing Climate: Enhancing LM Adaptation with Tulu 2},
  journal   = {arXiv preprint arXiv:2311.10702},
  year      = {2023},
  url       = {https://arxiv.org/abs/2311.10702},
}

@article{lee2023,
  author    = {Lee, Harrison and Phatale, Samrat and Mansoor, Hassan and Lu, Kellie and Mesnard, Thomas and Bishop, Colton and Carbune, Victor and Rastogi, Abhinav},
  title     = {RLAIF: Scaling Reinforcement Learning from Human Feedback with AI Feedback},
  journal   = {arXiv preprint arXiv:2309.00267},
  year      = {2023},
  url       = {https://arxiv.org/abs/2309.00267},
}
