Every Bit Counts: A Theoretical Study of Precision-Expressivity Tradeoffs in Quantized Transformers

Sayak Chakrabarti, Toniann Pitassi, Josh Alman

BibTeX
@misc{chakrabarti2026every,
  author = {Sayak Chakrabarti and Toniann Pitassi and Josh Alman},
  title = {{Every Bit Counts: A Theoretical Study of Precision-Expressivity Tradeoffs in Quantized Transformers}},
  year = {2026},
  eprint = {2602.02707},
  archivePrefix = {arXiv},
  url = {https://arxiv.org/abs/2602.02707},
}
Figure