Superposition in Transformers: A Novel Way of Building Mixture of Experts

@misc{chaliah2024superposition,
  title = {Superposition in Transformers: A Novel Way of Building Mixture of Experts},
  author = {Ayoub Ben Chaliah and Hela Dellagi},
  year = {2024},
  eprint = {2501.00530},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2501.00530},
}