Mixture of Modular Experts: Distilling Knowledge from a Multilingual Teacher into Specialized Modular Language Models

@article{almaamari2025mixture,
  title = {Mixture of Modular Experts: Distilling Knowledge from a Multilingual Teacher into Specialized Modular Language Models},
  author = {Mohammed Al-Maamari and M. Ben Amor and Michael Granitzer},
  year = {2025},
  journal = {ACM Symposium on Applied Computing},
  eprint = {2407.19610},
  archivePrefix = {arXiv},
  doi = {10.1145/3672608.3707747},
  url = {https://arxiv.org/abs/2407.19610},
}