LOSP: Overlap Synchronization Parallel With Local Compensation for Fast Distributed Training

Haozhao Wang, Zhihao Qu, Song Guo, Ningqi Wang, Ruixuan Li, Weihua Zhuang

BibTeX
@article{wang2021losp,
  author = {Haozhao Wang and Zhihao Qu and Song Guo and Ningqi Wang and Ruixuan Li and Weihua Zhuang},
  title = {{LOSP: Overlap Synchronization Parallel With Local Compensation for Fast Distributed Training}},
  journal = {IEEE J. Sel. Areas Commun.},
  year = {2021},
  url = {https://openreview.net/forum?id=qFceRDmyKxs},
}

Loading related content...

Figure