setuptools
wheel
cmake
ninja
protobuf
sentencepiece
cython
packaging
accelerate
transformers
fire
tiktoken>=0.7.0
blobfile
faker
hydra-core
fastapi
uvicorn
tqdm
bitsandbytes
einops
flashinfer-python
