Mixture of Modular Experts: Distilling Knowledge from a Multilingual Teacher into Specialized Modular Language Models

@inproceedings{almaamari2025mixture,
  title = {Mixture of Modular Experts: Distilling Knowledge from a Multilingual Teacher into Specialized Modular Language Models},
  author = {Mohammed Al-Maamari and Mehdi Ben Amor and Jelena Mitrović and Michael Granitzer},
  year = {2025},
  booktitle = {Proceedings of the 40th ACM/SIGAPP Symposium on Applied Computing},
  eprint = {2407.19610},
  archivePrefix = {arXiv},
  doi = {10.1145/3672608.3707747},
  url = {https://arxiv.org/abs/2407.19610},
}