ninja
psutil
ray
sentencepiece
numpy
torch>=2.0.0
transformers>=4.28.0
xformers>=0.0.19
fastapi
uvicorn
pydantic
fschat
