Self-Data Distillation for Recovering Quality in Pruned Large Language Models

@article{thangarasa2024selfdata,
  title = {Self-Data Distillation for Recovering Quality in Pruned Large Language Models},
  author = {Vithursan Thangarasa and Venkatesh, Ganesh and Lasby, Mike and Sinnadurai, Nish and Sean Lie},
  year = {2024},
  journal = {Conference on Machine Learning and Systems},
  eprint = {2410.09982},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2410.09982},
}