LongReD: Mitigating Short-Text Degradation of Long-Context Large Language Models via Restoration Distillation

@inproceedings{dong2025longred,
  title = {LongReD: Mitigating Short-Text Degradation of Long-Context Large Language Models via Restoration Distillation},
  author = {Zican Dong and Xia Li and Jinhao Jiang and Mingyu Xu and Wayne Xin Zhao and Bingning Wang and Weipeng Chen},
  year = {2025},
  booktitle = {Annual Meeting of the Association for Computational Linguistics},
  eprint = {2502.07365},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2502.07365},
}