Towards Compute-Aware In-Switch Computing for LLMs Tensor-Parallelism on Multi-GPU Systems

Chen Zhang, Qijun Zhang, Zhuoshan Zhou, Yijia Diao, Haibo Wang, Zhe Zhou, Zhipeng Tu, Zhiyao Li, Guangyu Sun, Zhuoran Song, Zhigang Ji, Jingwen Leng, Minyi Guo

BibTeX
@inproceedings{zhang2026towards,
  author = {Chen Zhang and Qijun Zhang and Zhuoshan Zhou and Yijia Diao and Haibo Wang and Zhe Zhou and Zhipeng Tu and Zhiyao Li and Guangyu Sun and Zhuoran Song and Zhigang Ji and Jingwen Leng and Minyi Guo},
  title = {{Towards Compute-Aware In-Switch Computing for LLMs Tensor-Parallelism on Multi-GPU Systems}},
  booktitle = {HPCA},
  year = {2026},
  doi = {10.1109/hpca68181.2026.11408460},
}

Loading related content...

Figure