Intelligent Learning Rate Distribution to Reduce Catastrophic Forgetting in Transformers

@article{kenneweg2024intelligent,
  title = {Intelligent Learning Rate Distribution to Reduce Catastrophic Forgetting in Transformers},
  author = {Philip Kenneweg and Alexander Schulz and Sarah Schröder and Barbara Hammer},
  year = {2024},
  journal = {Ideal},
  eprint = {2404.01317},
  archivePrefix = {arXiv},
  doi = {10.1007/978-3-031-21753-1_25},
  url = {https://arxiv.org/abs/2404.01317},
}