accelerate>=0.22.0
fastapi
httpx
numpy
pydantic
requests
rich>=10.0.0
sentencepiece
shortuuid
tokenizers>=0.12.1
torch
transformers>=4.33.1
uvicorn
wandb
tenacity>=8.2.2

[dev]
black==23.3.0
pylint==2.8.2

[ggml]
ctransformers

[optimum]
onnx
onnxruntime
optimum
