ninja
psutil
ray>=2.5.1
pandas
pyarrow
sentencepiece
numpy
torch==2.0.1
transformers>=4.34.0
xformers==0.0.22
fastapi
uvicorn[standard]
pydantic<2
