torch
transformers
sentencepiece
protobuf
accelerate
bitsandbytes
numba

[:sys_platform == "linux"]
vllm<1.0.0,>=0.6.6

[docs]
mkdocs
mkdocstrings[python]
mkdocs-material
mkdocs-gen-files
mkdocs-literate-nav
mkdocs-section-index
