| torch | |
| xformers>=0.0.22 | |
| tiktoken | |
| wandb | |
| webdataset | |
| pandas==2.1.4 | |
| fsspec | |
| tqdm | |
| jsonlines | |
| boto3==1.26.90 | |
| Pillow | |
| zstandard | |
| pysimdjson | |
| cloudpathlib | |
| datasets | |
| multiprocess>=0.70.11 | |
| dill | |
| huggingface_hub | |
| pre-commit | |
| ray[all] | |
| loguru | |
| jsonlines | |
| transformers | |
| s3fs | |
| wikipedia | |
| ipython | |
| mosaicml | |