QuEST: Stable Training of LLMs with 1-Bit Weights and Activations

Andrei Panferov, Jiale Chen, Soroush Tabesh, Mahdi Nikdan, Dan Alistarh

BibTeX
@inproceedings{panferov2025quest,
  author = {Andrei Panferov and Jiale Chen and Soroush Tabesh and Mahdi Nikdan and Dan Alistarh},
  title = {{QuEST: Stable Training of LLMs with 1-Bit Weights and Activations}},
  booktitle = {International Conference on Machine Learning},
  year = {2025},
  url = {https://openreview.net/forum?id=I0Ux2nAN6u},
}
Figure