From Dense to Sparse: Contrastive Pruning for Better Pre-trained Language Model Compression

@inproceedings{xu2021from,
  title = {From Dense to Sparse: Contrastive Pruning for Better Pre-trained Language Model Compression},
  author = {Runxin Xu and Fuli Luo and Chengyu Wang and Baobao Chang and Jun Huang and Songfang Huang and Fei Huang},
  year = {2021},
  booktitle = {Proceedings of the AAAI Conference on Artificial Intelligence},
  eprint = {2112.07198},
  archivePrefix = {arXiv},
  doi = {10.1609/aaai.v36i10.21408},
  url = {https://arxiv.org/abs/2112.07198},
}