numpy
pyarrow
dill
promise
dataclasses-json
requests>=2.19.0
tqdm>=4.27
boto3
filelock

[:python_version < "3.7"]
dataclasses

[aflw2k3d]
scipy

[apache-beam]
apache-beam

[c4]
apache_beam
langdetect
nltk
tldextract

[tensorflow]
tensorflow>=1.15.0

[tensorflow_gpu]
tensorflow-gpu>=1.15.0

[tests]
apache-beam
jupyter
pytest
pytest-xdist
scipy
apache_beam
langdetect
nltk
tldextract
scipy
mwparserfromhell
apache_beam

[the300w_lp]
scipy

[torch]
torch

[wikipedia]
mwparserfromhell
apache_beam
