MoRAL: MoE Augmented LoRA for LLMs' Lifelong Learning

@misc{wang2024moralmoeaugmented,
      title={MoRAL: MoE Augmented LoRA for LLMs' Lifelong Learning}, 
      author={Di Wang and Shu Yang and Muhammad Asif Ali and Lijie Hu and Cheng-Long Wang},
      year={2024},
      eprint={2402.11260},
      archivePrefix={arXiv},
      primaryClass={cs.CL},
      url={https://arxiv.org/abs/2402.11260}, 
}