FlipGuard: Defending Preference Alignment against Update Regression with Constrained Optimization

Mingye Zhu, Yi Liu, Quan Wang, Junbo Guo, Zhendong Mao

BibTeX
@inproceedings{zhu2024flipguard,
  author = {Mingye Zhu and Yi Liu and Quan Wang and Junbo Guo and Zhendong Mao},
  title = {{FlipGuard: Defending Preference Alignment against Update Regression with Constrained Optimization}},
  booktitle = {Conference on Empirical Methods in Natural Language Processing},
  year = {2024},
  doi = {10.18653/v1/2024.emnlp-main.960},
}
Figure