A Closer Look at Knowledge Distillation with Features, Logits, and Gradients

@misc{hsu2022closer,
  title = {A Closer Look at Knowledge Distillation with Features, Logits, and Gradients},
  author = {Yen-Chang Hsu and James Smith and Yilin Shen and Zsolt Kira and Hongxia Jin},
  year = {2022},
  eprint = {2203.10163},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2203.10163},
}