Superposition in Transformers: A Novel Way of Building Mixture of Experts
- 2024-12-31
- 0
@misc{chaliah2024superposition,
title = {Superposition in Transformers: A Novel Way of Building Mixture of Experts},
author = {Ayoub Ben Chaliah and Hela Dellagi},
year = {2024},
eprint = {2501.00530},
archivePrefix = {arXiv},
url = {https://arxiv.org/abs/2501.00530},
}