datasets
huggingface_hub
safetensors
sentencepiece
tiktoken
blobfile>=2
numpy<=1.26.4
tqdm
omegaconf
torchao

[dev]
bitsandbytes>=0.43.0
pre-commit
pytest==7.4.0
pytest-cov
pytest-mock
pytest-integration
tensorboard
wandb
expecttest
