Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance

@article{ye2024data,
  title = {Data Mixing Laws: Optimizing Data Mixtures by Predicting Language Modeling Performance},
  author = {Jiasheng Ye and Peiju Liu and Tianxiang Sun and Yunhua Zhou and Jun Zhan and Xipeng Qiu},
  year = {2024},
  journal = {International Conference on Learning Representations},
  eprint = {2403.16952},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2403.16952},
}