fire
openai
google-generativeai
accelerate
transformers
torch
Pillow
torch
tqdm
numpy
requests
sentencepiece
vllm>=0.5.5
together
icecream
prettytable
sglang[all]
mistralai
anthropic
fastapi<=0.112.2

[flash-attn]
flash-attn
