Self-Distillation as a Performance Recovery Mechanism for LLMs: Counteracting Compression and Catastrophic Forgetting
- 2026-04-17
- 0
@misc{liu2026selfdistillation,
title = {Self-Distillation as a Performance Recovery Mechanism for LLMs: Counteracting Compression and Catastrophic Forgetting},
author = {Chiao-Hsuan Liu and Xin Chen and Xuwen Zhou and Fang Tu and Srinivasan Manoharan},
year = {2026},
eprint = {2604.15794},
archivePrefix = {arXiv},
url = {https://arxiv.org/abs/2604.15794},
}