What Formal Languages Can Transformers Express? A Survey

Lena Strobl, William Merrill, Gail Weiss, David Chiang, Dana Angluin

BibTeX
@article{strobl2024what,
  author = {Lena Strobl and William Merrill and Gail Weiss and David Chiang and Dana Angluin},
  title = {{What Formal Languages Can Transformers Express? A Survey}},
  journal = {Trans. Assoc. Comput. Linguistics},
  year = {2024},
  doi = {10.1162/tacl\_a\_00663},
}
Figure