| --extra-index-url https://download.pytorch.org/whl/cu113 | |
| fairscale | |
| sentencepiece | |
| Pillow | |
| huggingface_hub | |
| git+https://github.com/csuhan/timm_0_3_2.git | |
| git+https://github.com/openai/CLIP.git | |
| torch>=2.0.0+cu113 | |
| lightning @ git+https://github.com/Lightning-AI/lightning@master | |
| tqdm # convert_checkpoint.py | |
| numpy # train.py dataset memmap | |
| jsonargparse[signatures] # generate.py, convert_checkpoint.py CLI | |
| bitsandbytes # quantization.py | |
| datasets # evaluate.py | |
| zstandard # prepare_redpajama.py | |
| git+https://github.com/Lightning-AI/lit-llama.git |