requirements.txt

# On Windows, it is difficult to prepare flash_attn2 and probably cannot run.
# On WSL2/Linux, bash setup.sh

fastapi
uvicorn
transformers==4.43.3
bitsandbytes==0.43.3
accelerate==0.33.0
peft==0.12.0
wheel
python-multipart