An Empirical Study of Mamba-based Language Models

@Article{Waleffe2024AnES,
 author = {R. Waleffe and Wonmin Byeon and Duncan Riach and Brandon Norick and V. Korthikanti and Tri Dao and Albert Gu and Ali Hatamizadeh and Sudhakar Singh and Deepak Narayanan and Garvit Kulshreshtha and Vartika Singh and Jared Casper and Jan Kautz and M. Shoeybi and Bryan Catanzaro},
 booktitle = {arXiv.org},
 journal = {ArXiv},
 title = {An Empirical Study of Mamba-based Language Models},
 volume = {abs/2406.07887},
 year = {2024}
}