fastapi>=0.109.0
uvicorn>=0.27.0
click>=8.1.7
pydantic>=2.6.0
llama-cpp-python>=0.2.55
onnxruntime>=1.17.0
transformers>=4.37.0
torch>=2.2.0
pyyaml>=6.0.1
psutil>=5.9.0
accelerate>=0.25.0
huggingface-hub>=0.19.0

[dev]
pytest>=8.0.0
pytest-cov>=4.1.0
pytest-asyncio>=0.23.0
pytest-mock>=3.12.0
black>=24.0.0
isort>=5.13.0
mypy>=1.8.0
httpx>=0.26.0

[onnx]
onnxruntime-genai>=0.4.0
