pyarrow>=12.0
pydantic<3,>=2.0
rich>=13.0
typer>=0.9
fsspec>=2023.6
tqdm>=4.60
pyyaml>=6.0

[all]
winnow-ai[attribution,dedup,embeddings,explore,io,nlp]

[attribution]
traker>=0.3
transformers>=4.36
torch>=2.1

[dedup]
datasketch>=1.6

[dev]
pytest>=7.4
pytest-cov>=4.1
pytest-xdist>=3.5
ruff>=0.4
types-PyYAML>=6.0
mypy>=1.8
pre-commit>=3.5

[docs]
mkdocs-material>=9.5
mkdocstrings[python]>=0.24

[embeddings]
sentence-transformers>=2.3
faiss-cpu>=1.7

[explore]
fastapi>=0.104
uvicorn[standard]>=0.24

[io]
datasets>=2.16
pandas>=2.0

[nlp]
lingua-language-detector>=2.0
tokenizers>=0.15
