awscli
boto
dedupe>=2.0.0
google-cloud-pubsub
jmespath
pillow
pympler
pyspark
python-dotenv
pytility[dates]
pytrie
pyyaml
requests
scrapy<2.1.0
scrapy-extensions
twisted
w3lib

[cloud]
smart-open>=1.8.1
