ninja
psutil
ray>=2.9
sentencepiece
numpy
torch==2.1.2
transformers>=4.37.0
xformers==0.0.23.post1
fastapi
uvicorn[standard]
pydantic>=2.0
aioprometheus[starlette]
pynvml==11.5.0
triton>=2.1.0
cupy-cuda12x==12.1.0
