torch>=1.12
bitsandbytes==0.40.1.post1
accelerate<0.21.0,>=0.20.3
huggingface-hub<1.0.0,>=0.11.1
tokenizers>=0.13.3
transformers<5.0.0,>=4.31.0
speedtest-cli==2.1.3
pydantic<2.0,>=1.10
hivemind==1.1.9
tensor_parallel==1.0.23
humanfriendly
async-timeout>=4.0.2
cpufeature>=0.2.0
packaging>=20.9
sentencepiece>=0.1.99
peft>=0.4.0
safetensors>=0.3.1
Dijkstar>=2.6.0

[dev]
pytest==6.2.5
pytest-forked
pytest-asyncio==0.16.0
black==22.3.0
isort==5.10.1
psutil
