MOPD: Multi-Teacher On-Policy Distillation for Capability Integration in LLM Post-Training

Wenhan Ma, Jianyu Wei, Liang Zhao, Hailin Zhang, Bangjun Xiao, Lei Li, Qibin Yang, Bofei Gao, Yudong Wang, Rang Li, Jinhao Dong, Zhifang Sui, Fuli Luo

BibTeX
@inproceedings{ma2026mopd,
  author = {Wenhan Ma and Jianyu Wei and Liang Zhao and Hailin Zhang and Bangjun Xiao and Lei Li and Qibin Yang and Bofei Gao and Yudong Wang and Rang Li and Jinhao Dong and Zhifang Sui and Fuli Luo},
  title = {{MOPD: Multi-Teacher On-Policy Distillation for Capability Integration in LLM Post-Training}},
  booktitle = {RLxF @ ICML},
  year = {2026},
  url = {https://openreview.net/forum?id=Ir65sQ5tV6},
}
Figure