scrapy>=2.11
html2text>=2024.2
jinja2>=3.1
pyyaml>=6.0
click>=8.1
beautifulsoup4>=4.12
lxml>=5.0
httpx>=0.27
firecrawl-py>=1.0
gitpython>=3.1

[dev]
pytest>=8.0
pytest-asyncio>=0.23
