fastapi
uvicorn[standard]
transformers>=4.48.0
setuptools
wheel
packaging
accelerate
sentencepiece
torchvision
requests
torch
Pillow
# flash-attn
# grouped_gemm==0.1.6