cmake>=3.21
ninja
psutil
sentencepiece
numpy<2.0.0
requests
tqdm
py-cpuinfo
transformers>=4.42.4
tokenizers>=0.19.1
fastapi
aiohttp
openai
uvicorn[standard]
pydantic>=2.0
pillow
prometheus_client>=0.18.0
prometheus-fastapi-instrumentator>=7.0.0
tiktoken>=0.6.0
lm-format-enforcer==0.10.3
outlines<0.1,>=0.0.43
typing_extensions
filelock>=3.10.4
pyzmq
ray>=2.9
nvidia-ml-py
torch==2.3.1
torchvision==0.18.1
xformers==0.0.27
vllm-flash-attn==2.5.9.post1

[tensorizer]
tensorizer>=2.9.0
