aiohttp
fastapi
httpx
markdown2[all]
nh3
numpy
prompt_toolkit>=3.0.0
pydantic<2,>=1
requests
rich>=10.0.0
shortuuid
tiktoken
uvicorn

[dev]
black==23.3.0
pylint==2.8.2

[llm_judge]
openai<1
anthropic>=0.3
ray

[model_worker]
accelerate>=0.21
peft
vllm
sentencepiece
torch
sse_starlette
transformers>=4.31.0
protobuf
gputil

[train]
einops
flash-attn>=2.0
wandb

[webui]
gradio
