Lifelong Pretraining: Continually Adapting Language Models to Emerging Corpora
University of Southern California · California Southern University
- 2022-01-01
- 155
@inproceedings{jin2022lifelong,
title = {Lifelong Pretraining: Continually Adapting Language Models to Emerging Corpora},
author = {Xisen Jin and Dejiao Zhang and Henghui Zhu and Wei Xiao and Shang-Wen Li and Xiaokai Wei and Andrew Arnold and Xiang Ren},
year = {2022},
booktitle = {NAACL},
eprint = {2110.08534},
archivePrefix = {arXiv},
doi = {10.18653/v1/2022.bigscience-1.1},
url = {https://arxiv.org/abs/2110.08534},
}