requirements.txt

fastapi
requests==2.27.*
uvicorn[standard]==0.17.*
sentencepiece==0.1.*
torch==1.11.*
transformers==4.*
bitsandbytes 
accelerate 
torch 
sentencepiece 
transformers 
mysql-connector-python 
numpy==1.26.4