Self-attention Networks Localize When QK-eigenspectrum Concentrates

Han Bao, Ryuichiro Hataya, Ryo Karakida

BibTeX
@inproceedings{bao2024self,
  author = {Han Bao and Ryuichiro Hataya and Ryo Karakida},
  title = {{Self-attention Networks Localize When QK-eigenspectrum Concentrates}},
  booktitle = {International Conference on Machine Learning},
  year = {2024},
  url = {https://openreview.net/forum?id=aRZjRj41WQ},
}
Figure