bitsandbytes==0.43.0
einops==0.7.0
fastapi==0.110.0
gradio==4.21.0
gradio_client==0.12.0
markdown2==2.4.13
nh3==0.2.15
openai==1.13.3
peft==0.9.0
ray==2.9.3
shortuuid==1.0.12
transformers==4.31.0
uvicorn==0.28.0