cmake>=3.21
ninja
psutil
sentencepiece
numpy
requests
py-cpuinfo
transformers>=4.40.0
tokenizers>=0.19.1
fastapi
uvicorn[standard]
pydantic>=2.0
prometheus_client>=0.18.0
tiktoken==0.6.0
lm-format-enforcer==0.9.8
outlines==0.0.34
typing_extensions
filelock>=3.10.4
ray>=2.9
nvidia-ml-py
vllm-nccl-cu12<2.19,>=2.18
torch==2.2.1
xformers==0.0.25

[tensorizer]
tensorizer==2.9.0a1
