torch
transformers
sentencepiece
protobuf
accelerate
bitsandbytes
numba
triton==3.2.0

[:sys_platform == "linux"]
vllm<=0.10.0,>=0.6.6

[docs]
mkdocs
mkdocstrings[python]
mkdocs-material
mkdocs-gen-files
mkdocs-literate-nav
mkdocs-section-index
