python-dateutil~=2.8.2
lxml~=4.9.1
more-itertools~=9.1.0
cssselect~=1.1.0
feedparser~=6.0.10
colorama~=0.4.4
typing-extensions<5.0,>=4.0
langdetect~=1.0.9
aiohttp~=3.8.4
aioitertools~=0.11.0
validators~=0.20.0
requests~=2.28.2
tqdm~=4.66.1
fastwarc~=0.14.5
chardet~=5.2.0
dill~=0.3.7

[dev]
pytest~=7.2.2
mypy==1.1.1
isort==5.12.0
black==23.1.0
types-lxml~=2023.2.11
types-python-dateutil~=2.8.19.10
types-requests~=2.28.11.15
types-colorama~=0.4.15.8
