accelerate
fastapi
gradio==3.35.2
httpx
markdown2[all]
nh3
numpy
peft
prompt_toolkit>=3.0.0
pydantic
requests
rich>=10.0.0
sentencepiece
shortuuid
shortuuid
tiktoken
tokenizers>=0.12.1
torch
transformers<4.29.0,>=4.28.0
uvicorn
wandb

[dev]
black==23.3.0
pylint==2.8.2