vllm==0.4.3
infinity-emb[optimum,torch]==0.0.40
openai>=1.5.0
uvicorn
pydantic
fastapi
sse-starlette
