fastapi
httpx
pydantic<=1.10.13
requests
rich>=10.0.0
datasets>=2.14.5
cachetools
asyncache
shortuuid
tokenizers>=0.14.1
chatproto
transformers>=4.34.0
uvicorn
wandb
tenacity>=8.2.2

[dev]
black==23.3.0
pylint==2.8.2

[ggml]
ctransformers

[optimum]
onnx
onnxruntime
optimum
