Hao Qi, Liuyao Dai, Weicong Chen, and Xiaoyi Lu. Early Experience in Characterizing Training Large Language Models on Modern HPC Clusters. In Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis, SC '23. New York, NY, USA, Nov. 2023. Association for Computing Machinery. Research Poster Paper.
@inproceedings{conf-sc-hao23-poster,
author = {Qi, Hao and Dai, Liuyao and Chen, Weicong and Lu, Xiaoyi},
title = "{Early Experience in Characterizing Training Large Language Models on Modern HPC Clusters}",
month = {Nov.},
date = {12-17},
year = {2023},
publisher = {Association for Computing Machinery},
address = {New York, NY, USA},
booktitle = {Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis},
keywords = {LLM, RDMA, Performance},
location = {Denver, Colorado},
note = {Research Poster Paper},
series = {SC '23}
}