| # pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu | |
| torch>=2.5.0,<2.6.0 | |
| numpy<2.0 | |
| torchao | |
| tqdm | |
| datasets | |
| jinja2 | |
| transformers | |
| wandb | |
| # litgpt[all] | |
| litgpt[all] @ git+https://github.com/Lightning-AI/litgpt.git | |
| mergekit @ git+https://github.com/arcee-ai/mergekit.git | |
| # litgpt @ git+https://github.com/Lightning-AI/litgpt.git | |
| # litdata | |
| # litdata @ git+https://github.com/Lightning-AI/litdata.git | |
| # lpmm @ git+https://github.com/thu-ml/low-bit-optimizers.git | |
| # muon @ git+https://github.com/KellerJordan/Muon | |
| # pytorch-optimizer | |
| lm_eval[ifeval,math] | |
| bitsandbytes | |
| # grokadamw | |
| # sophia-opt | |
| # bitsandbytes | |
| # pyzstd | |
| # zstd | |
| unsloth | |
| Pillow | |