How Do Large Language Models Acquire Factual Knowledge During Pretraining?

@Article{Chang2024HowDL,
 author = {Hoyeon Chang and Jinho Park and Seonghyeon Ye and Sohee Yang and Youngkyung Seo and Du-Seong Chang and Minjoon Seo},
 booktitle = {Neural Information Processing Systems},
 journal = {ArXiv},
 title = {How Do Large Language Models Acquire Factual Knowledge During Pretraining?},
 volume = {abs/2406.11813},
 year = {2024}
}