Investigating Continual Pretraining in Large Language Models: Insights and Implications

@article{yldz2024investigating,
  title = {Investigating Continual Pretraining in Large Language Models: Insights and Implications},
  author = {Çağatay Yıldız and Nishaanth Kanna Ravichandran and Sharma, Nitin and Matthias Bethge and Beyza Ermiş},
  year = {2024},
  journal = {Trans. Mach. Learn. Res.},
  eprint = {2402.17400},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2402.17400},
}