@inproceedings{isaev2023scaling,
  title={{Scaling Infrastructure to Support Multi-Trillion Parameter LLM Training}},
  author={Isaev, Mikhail and McDonald, Nic and Vuduc, Richard},
  booktitle={Proceedings of the Workshop on Architecture and System Support for Transformer Models (ASSYST)},
  year={2023}
}