accelerate>=0.22.0
fastapi
httpx
numpy
pydantic<=1.10.13
requests
rich>=10.0.0
sentencepiece
datasets>=2.14.5
cachetools
asyncache
shortuuid
tokenizers>=0.14.1
torch
transformers>=4.34.0
uvicorn
wandb
tenacity>=8.2.2

[dev]
black==23.3.0
pylint==2.8.2

[ggml]
ctransformers

[optimum]
onnx
onnxruntime
optimum
