# Libs. Used by docker env and AWS EMR env.

# Libs part of yaetos install (left here to fix versions)
pyyaml==5.4.1
awscli==1.20.41  # necessary to deploy to AWS Data Pipeline. Tried 1.19.7 but causes pb with botocore.
boto3==1.18.41
cloudpathlib==0.16.0
pandas==1.0.0
sqlalchemy==1.3.15
networkx==2.4
duckdb==0.4.0

# libs required for some functionalities but not required in import statements
pyarrow==12.0.1  # necessary for saving pandas to parquet.
openpyxl==3.0.9  # used to open excel files. TODO: put in a new requirement_extra.txt, since optional.
pymysql==0.9.3
psycopg2-binary==2.8.5   # necesary for sqlalchemy-redshift, psycopg2==2.8.5 install fails.
sqlalchemy-redshift==0.7.7
py4j==0.10.9.1  # TODO: check to remove.
# scikit-learn==1.0.2 # TODO: fix lib and re-enable when joblib code renabled in env_dispatchers.py, and move to yaetos install libs.
# botocore==1.8.7
# s3fs==2022.5.0  # for saving to S3 with pandas. TODO: more validation, impacts boto versions
# numpy  # req 1.21.0 doesn't work. needs to be forced to 1.18.5 instead of latest (1.19.2) to be compatible with koalas 1.3.0 (requiring <1.19)
# setuptools-rust==0.11.6  # latest 0.12.1
# cryptography==3.4.8
