# Basic requirements for main scripts
#
# By default only the cases used in multuiple scripts are installed.
#
# Note:
# - Usage examples:
#   1. Usual
#      pip install -r requirements.txt
#   2. Optional (i.e., including most optional):
#      pip install --verbose $(perl -00 -pe 's/^#opt#\s*//gm;' ~/python/Mezcla/requirements.txt | grep -v '^#')
#   3. Full (i.e., including all optional):
#      pip install --verbose $(perl -00 -pe 's/^#full#\s*//gm;' ~/python/Mezcla/requirements.txt | grep -v '^#')
# - use `pip freeze` to get current list of package specifications (n.b., >= better than == unless specific version needed)
#
wheel==0.38.4
bs4
lxml
# Note: installing textract from PyPI fails https://github.com/deanmalmgren/textract/issues/461
git+https://github.com/tehabstract/textract.git
cherrypy
lxml
pyenchant
mako
matplotlib
nltk
## numpy
numpy>=1.18.5
## OLD: ordereddict
pandas>=1.3.0
pyenchant
requests
scipy
## OLD: sklearn (PyPI package is deprecated, use 'scikit-learn')
## TODO: put in setup.py
six
## OLD: stopwords
xgboost
pyaml
## TODO: check absl module ($ grep -r "absl" .)
absl_py==1.2.0
albert==1.3.1
beautifulsoup4==4.11.1
bert==2.2.0
HTMLParser==0.0.2
ibm_cloud_sdk_core==3.15.3
pysbd==0.3.4
scikit-learn==1.1.2
scispacy==0.5.0
stop_words==2018.7.23
tensorflow_hub==0.12.0
vaderSentiment==3.3.2
## OLD: extcolors==1.0.0
extcolors>=1.0.0
#
#...............................................................................
# Optional requirements
#
## TODO:
# - download Spacy model(s):
#   python -m spacy download en_core_web_lg
# NOTE:
# - tensorflow and related not installed by default due to size of repo and C compilation overhead.
#
#opt# cachetools
#opt# gensim
#opt# kenlm
#full# lucene
#full# bert-tensorflow
#opt# more_itertools
#opt# pyyaml
#opt# selenium
#opt# spacy>=3.0.0
## TODO: python -m spacy download en
#full# tensorflow
#full# keras
#
#opt# librosa
#opt# SpeechRecognition
#opt# ibm-watson
#
## TODO: #opt# deprecated (this is useful for deprecated functions/modules)
#
# NOTE: the following are for setting up typical development environment
#opt# ipython
#opt# pylint
#opt# jupyter
#opt# bash_kernel
## TODO: python -m bash_kernel.install
#opt# webcolors
#opt# flit
#opt# gradio
#opt# pytest
#opt# coverage
#opt# ipython
#opt# pylint
#opt# gradio
#full# sentencepiece
#full# sacremoses
#opt# transformers
#opt# torch
#opt# accelerate
#opt# datasets
#opt# diffusers
#opt# flask
