On Isotropy Calibration of Transformers

Yue Ding, Karolis Martinkus, Damian Pascual, Simon Clematide, Roger Wattenhofer

BibTeX
@misc{ding2021isotropy,
  author = {Yue Ding and Karolis Martinkus and Damian Pascual and Simon Clematide and Roger Wattenhofer},
  title = {{On Isotropy Calibration of Transformers}},
  year = {2021},
  eprint = {2109.13304},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2109.13304},
}
Figure