cmake>=3.21
ninja
psutil
sentencepiece
numpy
requests
py-cpuinfo
transformers>=4.40.0
tokenizers>=0.19.1
fastapi
openai
uvicorn[standard]
pydantic>=2.0
prometheus_client>=0.18.0
prometheus-fastapi-instrumentator>=7.0.0
tiktoken==0.6.0
lm-format-enforcer==0.9.8
outlines==0.0.34
typing_extensions
filelock>=3.10.4
ray>=2.9
nvidia-ml-py
vllm-nccl-cu12<2.19,>=2.18
torch==2.3.0
xformers==0.0.26.post1

[tensorizer]
tensorizer==2.9.0
