On-Policy Distillation with Best-of-N Teacher Rollout Selection

@misc{zhang2026onpolicy,
  title = {On-Policy Distillation with Best-of-N Teacher Rollout Selection},
  author = {Ke Zhang and Yunjie Tian and Dong-Di Zhao and Yijiang Li and Yuanye Liu and Vishal M. Patel and Di Fu},
  year = {2026},
  eprint = {2605.09725},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2605.09725},
}