ArMA: Mitigating Catastrophic Forgetting using Attention-Regularized Model Averaging in Continual Fine-tuning Large Language Models

@article{qiu2026arma,
  title = {ArMA: Mitigating Catastrophic Forgetting using Attention-Regularized Model Averaging in Continual Fine-tuning Large Language Models},
  author = {Xihe Qiu and Leijun Cheng and Teqi Hao and Xiao-Yu Tan},
  year = {2026},
  journal = {IEEE Transactions on Artificial Intelligence},
  doi = {10.1109/TAI.2025.3630623},
  url = {https://doi.org/10.1109/TAI.2025.3630623},
}