Self-Distillation as a Performance Recovery Mechanism for LLMs: Counteracting Compression and Catastrophic Forgetting

@misc{liu2026selfdistillation,
  title = {Self-Distillation as a Performance Recovery Mechanism for LLMs: Counteracting Compression and Catastrophic Forgetting},
  author = {Chi Liu and Xin Chen and Xu Zhou and Fangbo Tu and Srinivasan Manoharan},
  year = {2026},
  eprint = {2604.15794},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2604.15794},
}