# pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu torch>=2.5.0,<2.6.0 numpy<2.0 tqdm datasets jinja2 transformers wandb # litgpt[all] litgpt[all] @ git+https://github.com/Lightning-AI/litgpt.git mergekit @ git+https://github.com/arcee-ai/mergekit.git # litgpt @ git+https://github.com/Lightning-AI/litgpt.git # litdata # litdata @ git+https://github.com/Lightning-AI/litdata.git # lpmm @ git+https://github.com/thu-ml/low-bit-optimizers.git # muon @ git+https://github.com/KellerJordan/Muon # pytorch-optimizer lm_eval[ifeval,math] bitsandbytes # grokadamw # sophia-opt # bitsandbytes # pyzstd # zstd unsloth Pillow