MoRAL: MoE Augmented LoRA for LLMs' Lifelong Learning
- 2024-02-17
- 83
@misc{yang2024moral,
title = {MoRAL: MoE Augmented LoRA for LLMs' Lifelong Learning},
author = {Shu Yang and Muhammad Asif Ali and Chenglong Wang and Lijie Hu and Di Wang},
year = {2024},
eprint = {2402.11260},
archivePrefix = {arXiv},
url = {https://arxiv.org/abs/2402.11260},
}