numpy>=1.17
packaging>=20.0
psutil
torch>=2.0.1
loguru
peft>=0.5.0
wandb
python-dotenv
requests
optimum>=1.12.0
bitsandbytes>=0.41.1
scipy
transformers
tqdm
safetensors

[all]
deepspeed
flash-attn>=2.2.1
auto-gptq
black[jupyter]
mypy
mypy-extensions
pre-commit
ruff
pytest
coverage
pytest-html
pytest-cov
wheel
twine
sphinx
sphinx-rtd-theme

[auto-gptq]
auto-gptq

[build]
wheel
twine

[deepspeed]
deepspeed

[dev]
black[jupyter]
mypy
mypy-extensions
pre-commit
ruff
pytest
coverage
pytest-html
pytest-cov
wheel
twine
sphinx
sphinx-rtd-theme

[docs]
sphinx
sphinx-rtd-theme

[flash-attn]
flash-attn>=2.2.1

[quality]
black[jupyter]
mypy
mypy-extensions
pre-commit
ruff

[tests]
pytest
coverage
pytest-html
pytest-cov

[train]
deepspeed
flash-attn>=2.2.1
auto-gptq
