How catastrophic can catastrophic forgetting be in linear regression?

@inproceedings{evron2022catastrophic,
  title = {How catastrophic can catastrophic forgetting be in linear regression?},
  author = {Itay Evron and Edward Moroshko and Rachel Ward and Srebro, Nati and Daniel Soudry},
  year = {2022},
  booktitle = {Annual Conference Computational Learning Theory},
  eprint = {2205.09588},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2205.09588},
}