requests
pandas
datasets
smart-open
wget
zstandard
polars
pyarrow>=14.0.1

[all]
lm-datasets[datasets]
lm-datasets[dev]
lm-datasets[docs]
lm-datasets[viewer]

[datasets]
wget==3.2
mwparserfromhell>=0.6.4
gensim>=4.3.0
zstandard>=0.20.0
treelib>=1.6.4
conllu>=4.5.3
prevert>=1.0.2
translate-toolkit>=3.9.1
folia>=2.5.8
estnltk>=1.7.1
Jinja2

[dev]
pre-commit
black
flake8
flake8-pyproject
pytest
pytest-cov
pytest-runner
coverage
pylint
twine
jupyter

[docs]
mkdocs
mkdocs-material
mkdocs-exclude
mkdocstrings
mkdocstrings[python]

[viewer]
streamlit
ngrok
