Getting the most out of your tokenizer for pre-training and domain adaptation

Gautier Dagan, Gabriel Synnaeve, Baptiste Rozière

BibTeX
@inproceedings{dagan2024getting,
  author = {Gautier Dagan and Gabriel Synnaeve and Baptiste Rozière},
  title = {{Getting the most out of your tokenizer for pre-training and domain adaptation}},
  booktitle = {International Conference on Machine Learning},
  year = {2024},
  url = {https://openreview.net/forum?id=ZFYBnLljtT},
}
Figure