Dissecting the Interplay of Attention Paths in a Statistical Mechanics Theory of Transformers

@misc{irie2024dissectinginterplayattention,
      title={Dissecting the Interplay of Attention Paths in a Statistical Mechanics Theory of Transformers}, 
      author={Kazuki Irie and Haim Sompolinsky and Francesca Mignacco and Lorenzo Tiberi},
      year={2024},
      eprint={2405.15926},
      archivePrefix={arXiv},
      primaryClass={cs.LG},
      url={https://arxiv.org/abs/2405.15926}, 
}