typing-extensions>=4.0.0
# Optional dependencies:
# torch>=1.12.0
# transformers>=4.25.0
# accelerate>=0.16.0
# llama-cpp-python>=0.1.77 