Skip to content

Rui Liu

Efficient machine learning, distributed optimization, and transformers

Selected publications

Gating Dropout: Communication-efficient Regularization for Sparsely Activated Transformers

Rui Liu, Young Jin Kim, Alexandre Muzio, Barzan Mozafari, Hany Hassan Awadalla

CoRR 2022 · Computing Research Repository

Project ↗
Cite
@article{827b5848-9769-4515-859a-00684c66001b,
  title = {Gating Dropout: Communication-efficient Regularization for Sparsely Activated Transformers},
  author = {Rui Liu and Young Jin Kim and Alexandre Muzio and Barzan Mozafari and Hany Hassan Awadalla},
  journal = {Computing Research Repository},
  year = {2022},
  doi = {10.48550/arXiv.2205.14336}
}

Transformer with Memory Replay

Rui Liu, Barzan Mozafari

AAAI 2022 · AAAI Conference on Artificial Intelligence

Paper ↗Project ↗
Cite
@inproceedings{6cc98046-40b9-494e-8465-41691680aa8d,
  title = {Transformer with Memory Replay},
  author = {Rui Liu and Barzan Mozafari},
  booktitle = {AAAI Conference on Artificial Intelligence},
  year = {2022},
  doi = {10.1609/aaai.v36i7.20722}
}

Adam with Bandit Sampling for Deep Learning

Rui Liu, Tianyi Wu, Barzan Mozafari

NeurIPS 2020 · Conference on Neural Information Processing Systems

Paper ↗Project ↗
Cite
@inproceedings{1e2a0585-51f5-4b07-b5de-2877e808f6d3,
  title = {Adam with Bandit Sampling for Deep Learning},
  author = {Rui Liu and Tianyi Wu and Barzan Mozafari},
  booktitle = {Conference on Neural Information Processing Systems},
  year = {2020}
}