--extra-index-url https://download.pytorch.org/whl/cu113
fairscale
sentencepiece
Pillow
huggingface_hub
git+https://github.com/csuhan/timm_0_3_2.git
git+https://github.com/openai/CLIP.git
torch>=2.0.0+cu113
lightning @ git+https://github.com/Lightning-AI/lightning@master
tqdm  # convert_checkpoint.py
numpy  # train.py dataset memmap
jsonargparse[signatures]  # generate.py, convert_checkpoint.py CLI
bitsandbytes  # quantization.py
datasets  # evaluate.py
zstandard  # prepare_redpajama.py