torch>=1.12
bitsandbytes==0.38.0.post2
accelerate<1.0.0,>=0.15.0
huggingface-hub<1.0.0,>=0.11.1
transformers<5.0.0,>=4.25.1
speedtest-cli==2.1.3
hivemind==1.1.7
tensor_parallel==1.0.23
humanfriendly
async-timeout>=4.0.2
cpufeature>=0.2.0
packaging>=20.9

[dev]
pytest==6.2.5
pytest-forked
pytest-asyncio==0.16.0
black==22.3.0
isort==5.10.1
psutil
