arXiv · 2024 · Preprint

Aurora-M: Open Source Continual Pre-training for Multilingual Language and Code

Taishi Nakamura, Mayank Mishra, Simone Tedeschi, Yekun Chai, Jason T. Stillerman, Felix Friedrich, Prateek Yadav, Tanmay Laud, Minh Chien Vu, Terry Yue Zhuo, Diganta Misra, Ben Bogin, Xuan-Son Vu, Marzena Karpinska, A. Dantuluri, Wojciech Kusa, Tommaso Furlanello, Rio Yokota, Niklas Muennighoff, Suhas Pai, Tosin P. Adewumi, Veronika Laippala, Xiaozhe Yao, Adalberto Junior, Alpay Ariyak, Aleksandr Drozd, Jordan Clive, Kshitij Gupta, Liangyu Chen, Qi Sun, Ken Tsui, Noah Persaud, N. Fahmy, Tianlong Chen, Mohit Bansal, Nicolo Monti, T. Dang, Ziyang Luo, Tien-Tung Bui, Roberto Navigli, Virendra Mehta, Matthew Blumberg, Victor May, Huu Nguyen, Sampo Pyysalo

Date
2024-03-30
Citations
11
arXiv
2404.00399
Cite
@misc{nakamura2024auroram,
  title = {Aurora-M: Open Source Continual Pre-training for Multilingual Language and Code},
  author = {Taishi Nakamura and Mayank Mishra and Simone Tedeschi and Yekun Chai and Jason T. Stillerman and Felix Friedrich and Prateek Yadav and Tanmay Laud and Minh Chien Vu and Terry Yue Zhuo and Diganta Misra and Ben Bogin and Xuan-Son Vu and Marzena Karpinska and A. Dantuluri and Wojciech Kusa and Tommaso Furlanello and Rio Yokota and Niklas Muennighoff and Suhas Pai and Tosin P. Adewumi and Veronika Laippala and Xiaozhe Yao and Adalberto Junior and Alpay Ariyak and Aleksandr Drozd and Jordan Clive and Kshitij Gupta and Liangyu Chen and Qi Sun and Ken Tsui and Noah Persaud and N. Fahmy and Tianlong Chen and Mohit Bansal and Nicolo Monti and T. Dang and Ziyang Luo and Tien-Tung Bui and Roberto Navigli and Virendra Mehta and Matthew Blumberg and Victor May and Huu Nguyen and Sampo Pyysalo},
  year = {2024},
  eprint = {2404.00399},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2404.00399},
}