beautifulsoup4
markdownify
openai
tenacity
tiktoken
tqdm
wandb
numba
deepspeed
datasets
orjson
torch
ray
sentencepiece
transformers
accelerate
protobuf<3.21
fastapi
pydantic
shortuuid
uvicorn
vllm
flash-attn
