# Libs. Used by docker env and AWS EMR env.

# Libs part of yaetos install (left here to fix versions)
pyyaml==5.4.1
awscli==1.32.14  # necessary to deploy to AWS Data Pipeline. Tried 1.19.7 but causes pb with botocore.
boto3==1.34.14
cloudpathlib==0.16.0
pandas==2.1.4
sqlalchemy==1.4.51
networkx==3.2.1
duckdb==0.9.2

# libs required for some functionalities but not required in import statements
pyarrow==14.0.2  # necessary for saving pandas to parquet.
openpyxl==3.1.2  # used to open excel files. TODO: put in a new requirement_extra.txt, since optional.
pymysql==1.1.0
psycopg2-binary==2.9.9   # necesary for sqlalchemy-redshift, psycopg2==2.8.5 install fails.
# sqlalchemy-redshift==0.7.7
py4j==0.10.9.7  # TODO: check to remove.
apache-airflow-providers-amazon==8.11.0  # latest 8.11.0
apache-airflow-providers-ssh==3.9.0  # latest 3.9.0
panel==1.3.6  # latest 1.3.6
# scikit-learn==1.0.2 # TODO: fix lib and re-enable when joblib code renabled in env_dispatchers.py, and move to yaetos install libs.
# botocore==1.8.7
# s3fs==2022.5.0  # for saving to S3 with pandas. TODO: more validation, impacts boto versions
# numpy  # req 1.21.0 doesn't work. needs to be forced to 1.18.5 instead of latest (1.19.2) to be compatible with koalas 1.3.0 (requiring <1.19)
# setuptools-rust==0.11.6  # latest 0.12.1
# cryptography==3.4.8
