# Libs. Used by docker env and AWS EMR env.

# Libs part of yaetos install (left here to fix versions)
pyyaml==6.0.1  # latest is 6.0.1. 5.4.1 now has pb installing in docker bitnami spark 3.5.0.
awscli==1.32.14  # necessary to deploy to AWS.
boto3==1.34.14
cloudpathlib==0.16.0
pandas==2.2.2  # latest is 2.2.2. latest for python3.8 is 2.0.3
sqlalchemy==1.4.51
networkx==3.1 # latest is 3.2.1. latest for python3.8 is 3.1
duckdb==1.0.0

# libs required for some functionalities but not required for initial yaetos import statements
# some may be commented since rarely used. Can be added back on a case by case basis in requirements_extra.txt.
pyarrow==16.1.0  # necessary for saving pandas to parquet.
openpyxl==3.1.2  # used to open excel files. needed for unit-tests.
# pymysql==1.1.0
# psycopg2-binary==2.9.9   # necesary for sqlalchemy-redshift, psycopg2==2.8.5 install fails.
py4j==0.10.9.7
# apache-airflow-providers-amazon==8.11.0  # latest 8.11.0
# apache-airflow-providers-ssh==3.9.0  # latest 3.9.0
# sqlalchemy-redshift==0.7.7

