Procedural Knowledge in Pretraining Drives Reasoning in Large Language Models

@misc{rocktäschel2025proceduralknowledgepretraining,
      title={Procedural Knowledge in Pretraining Drives Reasoning in Large Language Models}, 
      author={Tim Rocktäschel and Max Bartolo and Laura Ruis and Edward Grefenstette and Acyr Locatelli and Maximilian Mozes and Robert Kirk and Juhan Bae and Dwarak Talupuru and Siddhartha Rao Kamalakara},
      year={2025},
      eprint={2411.12580},
      archivePrefix={arXiv},
      primaryClass={cs.CL},
      url={https://arxiv.org/abs/2411.12580}, 
}