STAR: Decode-Phase Rescheduling for LLM Inference

Zhibin Wang, Zetao Hong, Xue Li, Zibo Wang, Shipeng Li, Qingkai Meng, Qing Wang, Chengying Huan, Rong Gu, Sheng Zhong, Chen Tian

BibTeX
@inproceedings{wang2026star,
  author = {Zhibin Wang and Zetao Hong and Xue Li and Zibo Wang and Shipeng Li and Qingkai Meng and Qing Wang and Chengying Huan and Rong Gu and Sheng Zhong and Chen Tian},
  title = {{STAR: Decode-Phase Rescheduling for LLM Inference}},
  booktitle = {HPDC},
  year = {2026},
  doi = {10.1145/3806645.3807813},
}

Loading related content...

Figure