requirements.txt

torch
bitsandbytes
datasets
loralib
sentencepiece==0.1.99
transformers[sentencepiece]
git+https://github.com/huggingface/peft.git
bingbong
git+https://github.com/huggingface/optimum.git
git+https://github.com/huggingface/accelerate.git
tokenizers==0.13.3
einops
scipy