Sparsely Activated Mixture-of-Experts are Robust Multi-Task Learners

@misc{gupta2022sparsely,
  title = {Sparsely Activated Mixture-of-Experts are Robust Multi-Task Learners},
  author = {Shashank Gupta and Subhabrata Mukherjee and Krishan Subudhi and Eduardo González and Damien Jose and Ahmed Hassan Awadallah and Jianfeng Gao},
  year = {2022},
  eprint = {2204.07689},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2204.07689},
}