Lifelong In-Context Learning with Transformers Requires Parametric Forms of Attention

@misc{mcdermott2026lifelong,
  title = {Lifelong In-Context Learning with Transformers Requires Parametric Forms of Attention},
  author = {Luke McDermott and Robert W. Heath and Rahul Parhi},
  year = {2026},
  eprint = {2606.25342},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2606.25342},
}