accelerate
fastapi
httpx
numpy
pydantic
requests
rich>=10.0.0
sentencepiece
shortuuid
shortuuid
tokenizers>=0.12.1
torch
transformers<4.29.0,>=4.28.0
uvicorn
wandb
tenacity>=8.2.2

[dev]
black==23.3.0
pylint==2.8.2

[ggml]
ctransformers

[optimum]
onnx
onnxruntime
optimum
