psutil
sentencepiece
numpy<2.0.0
requests
tqdm
py-cpuinfo
transformers>=4.43.2
tokenizers>=0.19.1
protobuf
fastapi
aiohttp
openai>=1.0
uvicorn[standard]
pydantic>=2.8
pillow
prometheus_client>=0.18.0
prometheus-fastapi-instrumentator>=7.0.0
tiktoken>=0.6.0
lm-format-enforcer==0.10.6
outlines<0.1,>=0.0.43
typing_extensions>=4.10
filelock>=3.10.4
pyzmq
msgspec
librosa
soundfile
gguf==0.9.1
importlib_metadata
ray>=2.9
nvidia-ml-py
torch==2.4.0
torchvision==0.19

[:platform_system == "Linux" and platform_machine == "x86_64"]
xformers==0.0.27.post2
vllm-flash-attn==2.6.1

[tensorizer]
tensorizer>=2.9.0
