datasets>=1.16.1
transformers>=4.13.0
flax>=0.3.5
optax>=0.1.0
tqdm>=4.61.1
numpy>=1.19.5
tokenizers>=0.10.3
sentencepiece>=0.1.96
protobuf>=3.17.3,<=3.20.99
tensorboard>=2.7.0
torch>=1.9.0
tensorflow>=2.7.0
jax[tpu]>=0.2.28