SLIM: Let LLM Learn More and Forget Less with Soft LoRA and Identity Mixture

@Article{Han2024SLIMLL,
 author = {Jiayi Han and Liang Du and Hongwei Du and Xiangguo Zhou and Yiwen Wu and Weibo Zheng and Donghong Han},
 booktitle = {arXiv.org},
 journal = {ArXiv},
 title = {SLIM: Let LLM Learn More and Forget Less with Soft LoRA and Identity Mixture},
 volume = {abs/2410.07739},
 year = {2024}
}