GlitchMiner: Mining Glitch Tokens in Large Language Models via Gradient-based Discrete Optimization

@misc{liu2024miningglitchtokens,
      title={Mining Glitch Tokens in Large Language Models via Gradient-based Discrete Optimization}, 
      author={Zhaoxiang Liu and Shiguo Lian and Ping Wang and Zihui Wu and Haichang Gao and Shudong Zhang},
      year={2024},
      eprint={2410.15052},
      archivePrefix={arXiv},
      primaryClass={cs.AI},
      url={https://arxiv.org/abs/2410.15052}, 
}