TOP: Task-Based Operator Parallelism for Asynchronous Deep Learning Inference on GPU

Jie Liu, Changyao Lin, Zhenming Chen, Ziyang Zhang, Jie Liu 0001

BibTeX
@article{liu2025top,
  author = {Jie Liu and Changyao Lin and Zhenming Chen and Ziyang Zhang and Jie Liu},
  title = {{TOP: Task-Based Operator Parallelism for Asynchronous Deep Learning Inference on GPU}},
  journal = {IEEE Trans. Parallel Distributed Syst.},
  year = {2025},
  url = {https://openreview.net/forum?id=e1vMSupd9S},
}

Loading related content...

Figure