Innovator: Scientific Continued Pretraining with Fine-grained MoE Upcycling

@misc{liao2025innovator,
  title = {Innovator: Scientific Continued Pretraining with Fine-grained MoE Upcycling},
  author = {Ning Liao and Xiaoxing Wang and Zehao Lin and Wei-Yang Guo and Feng Hong and Shixiang Song and Geng Yu and Zihua Zhao and Sitao Xie and Longxuan Wei and Xiangqi Jin and Xiaohan Qin and Jiale Ma and Kai Chen and Jiangchao Yao and Zhouhan Lin and Junchi Yan and Zhiyu Li and Feiyu Xiong and Yanfeng Wang and Linfeng Zhang},
  year = {2025},
  eprint = {2507.18671},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2507.18671},
}