requirements.txt

tiktoken
transformers-stream-generator==0.0.3
--extra-index-url https://download.pytorch.org/whl/cu121
torch
flash_attn
accelerate==0.25.0
bitsandbytes==0.41.1
gradio==4.14.0
protobuf==3.20.3
scipy==1.11.2
sentencepiece==0.1.99
spaces==0.20.0
transformers==4.36.2