ArkVale: Efficient Generative LLM Inference with Recallable Key-Value Eviction

Bin Cao, Renze Chen, Meng Li, Xiuhong Li, Yun Liang, Zhuofeng Wang, Xuechao Wei, Tong Wu, Shengen Yan, Size Zheng

BibTeX
@inproceedings{cao2024arkvale,
  author = {Bin Cao and Renze Chen and Meng Li and Xiuhong Li and Yun Liang and Zhuofeng Wang and Xuechao Wei and Tong Wu and Shengen Yan and Size Zheng},
  title = {{ArkVale: Efficient Generative LLM Inference with Recallable Key-Value Eviction}},
  booktitle = {Advances in Neural Information Processing Systems},
  year = {2024},
  url = {https://openreview.net/forum?id=4oAt5L4lYe},
}
Figure