transformers[torch]>= 4.28.1
accelerate>=0.12.0
einops
xformers
SentencePiece