Controlled Low-Rank Adaptation with Subspace Regularization for Continued Training on Large Language Models

@inproceedings{lu2024controlled,
  title = {Controlled Low-Rank Adaptation with Subspace Regularization for Continued Training on Large Language Models},
  author = {Yu-Heng Lu and Bingshuo Qian and Caixia Yuan and Huixing Jiang and Xiao-Jie Wang},
  year = {2024},
  booktitle = {Annual Meeting of the Association for Computational Linguistics},
  eprint = {2410.16801},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2410.16801},
}