ArkVale: Efficient Generative LLM Inference with Recallable Key-Value Eviction
Lists
Only you see this
BibTeX
@inproceedings{cao2024arkvale,
author = {Bin Cao and Renze Chen and Meng Li and Xiuhong Li and Yun Liang and Zhuofeng Wang and Xuechao Wei and Tong Wu and Shengen Yan and Size Zheng},
title = {{ArkVale: Efficient Generative LLM Inference with Recallable Key-Value Eviction}},
booktitle = {Advances in Neural Information Processing Systems},
year = {2024},
url = {https://openreview.net/forum?id=4oAt5L4lYe},
}