fastapi
uvicorn
click
python-multipart
pydantic-settings
torch
transformers
trl==0.17.0
peft
ray>=2.9
setuptools<77.0.0,>=76.0.0
pyzmq>=26.4.0
pyyaml>=6.0.2
sglang[all]>=0.4.5.post3
sglang-router
wandb
