Lifelong Pretraining: Continually Adapting Language Models to Emerging Corpora

@inproceedings{jin2022lifelong,
  title = {Lifelong Pretraining: Continually Adapting Language Models to Emerging Corpora},
  author = {Xisen Jin and Dejiao Zhang and Henghui Zhu and Wei Xiao and Shang-Wen Li and Xiaokai Wei and Andrew O. Arnold and Xiang Ren},
  year = {2022},
  booktitle = {North American Chapter of the Association for Computational Linguistics},
  eprint = {2110.08534},
  archivePrefix = {arXiv},
  doi = {10.18653/v1/2022.bigscience-1.1},
  url = {https://arxiv.org/abs/2110.08534},
}