cmake>=3.21
ninja
psutil
sentencepiece
numpy
requests
py-cpuinfo
transformers>=4.40.0
tokenizers>=0.19.1
fastapi
openai
uvicorn[standard]
pydantic>=2.0
prometheus_client>=0.18.0
prometheus-fastapi-instrumentator>=7.0.0
tiktoken==0.6.0
lm-format-enforcer==0.10.1
typing_extensions
filelock>=3.10.4
ray==2.9.3
pynvml==11.5.0
outlines==0.0.34
npu-vllm==0.4.2

[tensorizer]
tensorizer==2.9.0
