Self-Distillation Bridges Distribution Gap in Language Model Fine-Tuning

@inproceedings{yang2024selfdistillation,
  title = {Self-Distillation Bridges Distribution Gap in Language Model Fine-Tuning},
  author = {Zhaorui Yang and Tianyu Pang and Haozhe Feng and Han Wang and Wei Chen and Minfeng Zhu and Qian Liu},
  year = {2024},
  booktitle = {Annual Meeting of the Association for Computational Linguistics},
  eprint = {2402.13669},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2402.13669},
}