SCALM: Towards Semantic Caching for Automated Chat Services with Large Language Models

@misc{wang2024scalmtowardssemantic,
      title={SCALM: Towards Semantic Caching for Automated Chat Services with Large Language Models}, 
      author={Feng Wang and Cong Zhang and Jiangchuan Liu and Chi Xu and Jiaxing Li and Isaac M von Riedemann},
      year={2024},
      eprint={2406.00025},
      archivePrefix={arXiv},
      primaryClass={cs.CL},
      url={https://arxiv.org/abs/2406.00025}, 
}