MPMoE: Memory Efficient MoE for Pre-Trained Models With Adaptive Pipeline Parallelism
Lists
Only you see this
BibTeX
@article{tao2024mpmoe,
author = {Dacheng Tao and Zheng Zhang and Yaqi Xia and Hulin Wang and Donglin Yang and Chuang Hu and Xiaobo Zhou and Dazhao Cheng},
title = {{MPMoE: Memory Efficient MoE for Pre-Trained Models With Adaptive Pipeline Parallelism}},
journal = {IEEE TPDS},
year = {2024},
doi = {10.1109/tpds.2024.3385639},
}Loading related content...