Communication Efficient LLM Pre-training with SparseLoCo

@misc{thérien2025communicationefficientllm,
      title={Communication Efficient LLM Pre-training with SparseLoCo},
      author={Benjamin Thérien and Eugene Belilovsky and Joel Lidin and Amir Sarfi},
      year={2025},
      eprint={2508.15706},
      archivePrefix={arXiv},
      primaryClass={cs.LG},
      url={https://arxiv.org/abs/2508.15706},
}