Index

A

add_task() (airflow.models.DAG method) add_tasks() (airflow.models.DAG method) airflow.contrib.hooks (module) airflow.contrib.operators (module) airflow.executors (module) airflow.hooks (module)

airflow.macros (module) airflow.macros.hive (module) airflow.models (module) airflow.operators (module) allocate_ids() (airflow.contrib.hooks.datastore_hook.DatastoreHook method) are_dependencies_met() (airflow.models.TaskInstance method) are_dependents_done() (airflow.models.TaskInstance method)

B

bag_dag() (airflow.models.DagBag method) BaseOperator (class in airflow.models), [1] BaseSensorOperator (class in airflow.operators.sensors) BashOperator (class in airflow.operators) begin_transaction() (airflow.contrib.hooks.datastore_hook.DatastoreHook method) BigQueryCheckOperator (class in airflow.contrib.operators.bigquery_check_operator) BigQueryHook (class in airflow.contrib.hooks) (class in airflow.contrib.hooks.bigquery_hook)

BigQueryIntervalCheckOperator (class in airflow.contrib.operators.bigquery_check_operator) BigQueryOperator (class in airflow.contrib.operators.bigquery_operator), [1] BigQueryToBigQueryOperator (class in airflow.contrib.operators.bigquery_to_bigquery) BigQueryToCloudStorageOperator (class in airflow.contrib.operators.bigquery_to_gcs), [1] BigQueryValueCheckOperator (class in airflow.contrib.operators.bigquery_check_operator) BranchPythonOperator (class in airflow.operators) bulk_dump() (airflow.hooks.DbApiHook method) bulk_load() (airflow.hooks.DbApiHook method) (airflow.hooks.MySqlHook method)

C

CeleryExecutor (class in airflow.executors) check_for_bucket() (airflow.hooks.S3Hook method) check_for_key() (airflow.hooks.S3Hook method) check_for_named_partition() (airflow.hooks.HiveMetastoreHook method) check_for_partition() (airflow.hooks.HiveMetastoreHook method) check_for_path() (airflow.hooks.WebHDFSHook method) check_for_prefix() (airflow.hooks.S3Hook method) check_for_wildcard_key() (airflow.hooks.S3Hook method) check_output() (airflow.contrib.hooks.SSHHook method) clear() (airflow.models.BaseOperator method) (airflow.models.DAG method) clear_xcom_data() (airflow.models.TaskInstance method) cli() (airflow.models.DAG method) close_conn() (airflow.contrib.hooks.FTPHook method)

closest_ds_partition() (in module airflow.macros.hive) CloudantHook (class in airflow.contrib.hooks) collect_dags() (airflow.models.DagBag method) command() (airflow.models.TaskInstance method) command_as_list() (airflow.models.TaskInstance method) commit() (airflow.contrib.hooks.datastore_hook.DatastoreHook method) concurrency_reached (airflow.models.DAG attribute) Connection (class in airflow.models) construct_api_call_params() (airflow.operators.SlackAPIOperator method) construct_ingest_query() (airflow.hooks.DruidHook method) crawl_for_tasks() (airflow.models.DAG method) create_dagrun() (airflow.models.DAG method) create_directory() (airflow.contrib.hooks.FTPHook method) current_state() (airflow.models.TaskInstance method)

D

dag (airflow.models.BaseOperator attribute) DAG (class in airflow.models) DagBag (class in airflow.models) dagbag_report() (airflow.models.DagBag method) DataFlowHook (class in airflow.contrib.hooks.gcp_dataflow_hook) DataFlowJavaOperator (class in airflow.contrib.operators.dataflow_operator) DataProcHadoopOperator (class in airflow.contrib.operators.dataproc_operator) DataProcHiveOperator (class in airflow.contrib.operators.dataproc_operator) DataProcPigOperator (class in airflow.contrib.operators.dataproc_operator) DataProcPySparkOperator (class in airflow.contrib.operators.dataproc_operator) DataProcSparkOperator (class in airflow.contrib.operators.dataproc_operator) DataProcSparkSqlOperator (class in airflow.contrib.operators.dataproc_operator) DatastoreHook (class in airflow.contrib.hooks.datastore_hook) db() (airflow.contrib.hooks.CloudantHook method) DbApiHook (class in airflow.hooks)

deactivate_stale_dags() (airflow.models.DAG static method) deactivate_unknown_dags() (airflow.models.DAG static method) delete_directory() (airflow.contrib.hooks.FTPHook method) delete_file() (airflow.contrib.hooks.FTPHook method) deps (airflow.models.BaseOperator attribute) describe_directory() (airflow.contrib.hooks.FTPHook method) detect_downstream_cycle() (airflow.models.BaseOperator method) DockerOperator (class in airflow.operators.docker_operator) download() (airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook method) (airflow.contrib.hooks.GoogleCloudStorageHook method) downstream_list (airflow.models.BaseOperator attribute) DruidHook (class in airflow.hooks) ds_add() (in module airflow.macros) ds_format() (in module airflow.macros) DummyOperator (class in airflow.operators)

E

ECSOperator (class in airflow.contrib.operators.ecs_operator) EmailOperator (class in airflow.operators) error() (airflow.models.TaskInstance method) execute() (airflow.models.BaseOperator method) (airflow.operators.BashOperator method) (airflow.operators.SlackAPIOperator method)

exists() (airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook method) (airflow.contrib.hooks.GoogleCloudStorageHook method) ExternalTaskSensor (class in airflow.operators) extra_dejson (airflow.models.Connection attribute)

F

filepath (airflow.models.DAG attribute) filter_for_filesize() (airflow.operators.HdfsSensor static method)

filter_for_ignored_ext() (airflow.operators.HdfsSensor static method) folder (airflow.models.DAG attribute) FTPHook (class in airflow.contrib.hooks)

G

generate_command() (airflow.models.TaskInstance static method) GenericTransfer (class in airflow.operators) get_active_runs() (airflow.models.DAG method) get_bucket() (airflow.hooks.S3Hook method) get_conn() (airflow.contrib.hooks.bigquery_hook.BigQueryHook method) (airflow.contrib.hooks.BigQueryHook method) (airflow.contrib.hooks.FTPHook method) (airflow.contrib.hooks.GoogleCloudStorageHook method) (airflow.contrib.hooks.datastore_hook.DatastoreHook method) (airflow.contrib.hooks.gcp_dataflow_hook.DataFlowHook method) (airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook method) (airflow.hooks.DbApiHook method) (airflow.hooks.DruidHook method) (airflow.hooks.HttpHook method) (airflow.hooks.MySqlHook method) (airflow.hooks.PrestoHook method) (airflow.hooks.S3Hook method) (airflow.hooks.SqliteHook method) (airflow.hooks.WebHDFSHook method) get_cursor() (airflow.hooks.DbApiHook method) get_dag() (airflow.models.DagBag method) get_dagrun() (airflow.models.DAG method) (airflow.models.TaskInstance method) get_databases() (airflow.hooks.HiveMetastoreHook method) get_direct_relatives() (airflow.models.BaseOperator method)

get_first() (airflow.hooks.DbApiHook method) (airflow.hooks.PrestoHook method) get_flat_relatives() (airflow.models.BaseOperator method) get_key() (airflow.hooks.S3Hook method) get_last_dagrun() (airflow.models.DAG method) get_metastore_client() (airflow.hooks.HiveMetastoreHook method) get_pandas_df() (airflow.contrib.hooks.bigquery_hook.BigQueryHook method) (airflow.contrib.hooks.BigQueryHook method) (airflow.hooks.DbApiHook method) (airflow.hooks.HiveServer2Hook method) (airflow.hooks.PrestoHook method) get_partitions() (airflow.hooks.HiveMetastoreHook method) get_records() (airflow.hooks.DbApiHook method) (airflow.hooks.HiveServer2Hook method) (airflow.hooks.PrestoHook method) get_service() (airflow.contrib.hooks.bigquery_hook.BigQueryHook method) (airflow.contrib.hooks.BigQueryHook method) get_table() (airflow.hooks.HiveMetastoreHook method) get_tables() (airflow.hooks.HiveMetastoreHook method) get_task_instances() (airflow.models.BaseOperator method) get_template_env() (airflow.models.DAG method) get_wildcard_key() (airflow.hooks.S3Hook method) GoogleCloudStorageDownloadOperator (class in airflow.contrib.operators.gcs_download_operator), [1] GoogleCloudStorageHook (class in airflow.contrib.hooks) (class in airflow.contrib.hooks.gcs_hook), [1] GoogleCloudStorageToBigQueryOperator (class in airflow.contrib.operators.gcs_to_bq)

H

has_dag() (airflow.models.BaseOperator method) HdfsSensor (class in airflow.operators) HipChatAPIOperator (class in airflow.contrib.operators.hipchat_operator) HipChatAPISendRoomNotificationOperator (class in airflow.contrib.operators.hipchat_operator) Hive2SambaOperator (class in airflow.operators) HiveCliHook (class in airflow.hooks) HiveMetastoreHook (class in airflow.hooks)

HiveOperator (class in airflow.operators) HivePartitionSensor (class in airflow.operators) HiveServer2Hook (class in airflow.hooks) HiveToDruidTransfer (class in airflow.operators) HiveToMySqlTransfer (class in airflow.operators) HttpHook (class in airflow.hooks) HttpSensor (class in airflow.operators)

I

init_on_load() (airflow.models.TaskInstance method) insert_rows() (airflow.contrib.hooks.bigquery_hook.BigQueryHook method) (airflow.contrib.hooks.BigQueryHook method) (airflow.hooks.DbApiHook method)

is_paused (airflow.models.DAG attribute) is_premature (airflow.models.TaskInstance attribute) is_updated_after() (airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook method) (airflow.contrib.hooks.GoogleCloudStorageHook method)

K

key (airflow.models.TaskInstance attribute)

kill_zombies() (airflow.models.DagBag method)

L

latest_execution_date (airflow.models.DAG attribute) list_directory() (airflow.contrib.hooks.FTPHook method) list_keys() (airflow.hooks.S3Hook method) list_prefixes() (airflow.hooks.S3Hook method) load_df() (airflow.hooks.HiveCliHook method) load_file() (airflow.hooks.HiveCliHook method) (airflow.hooks.S3Hook method) (airflow.hooks.WebHDFSHook method)

load_from_hdfs() (airflow.hooks.DruidHook method) load_string() (airflow.hooks.S3Hook method) LocalExecutor (class in airflow.executors) lookup() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)

M

max_partition() (airflow.hooks.HiveMetastoreHook method) (in module airflow.macros.hive) MesosExecutor (class in airflow.contrib.executors.mesos_executor)

MetastorePartitionSensor (class in airflow.operators) MySqlHook (class in airflow.hooks) MySqlOperator (class in airflow.operators) MySqlToHiveTransfer (class in airflow.operators)

N

NamedHivePartitionSensor (class in airflow.operators)

next_retry_datetime() (airflow.models.TaskInstance method) normalize_schedule() (airflow.models.DAG method)

O

on_kill() (airflow.models.BaseOperator method)

P

pool_full() (airflow.models.TaskInstance method) Popen() (airflow.contrib.hooks.SSHHook method) post_execute() (airflow.models.BaseOperator method) PostgresHook (class in airflow.hooks) PostgresOperator (class in airflow.operators) pre_execute() (airflow.models.BaseOperator method) prepare_template() (airflow.models.BaseOperator method)

PrestoCheckOperator (class in airflow.operators) PrestoHook (class in airflow.hooks) PrestoIntervalCheckOperator (class in airflow.operators) PrestoValueCheckOperator (class in airflow.operators) previous_ti (airflow.models.TaskInstance attribute) process_file() (airflow.models.DagBag method) PythonOperator (class in airflow.operators)

R

random() (in module airflow.macros) ready_for_retry() (airflow.models.TaskInstance method) refresh_from_db() (airflow.models.TaskInstance method) rename() (airflow.contrib.hooks.FTPHook method) render_template() (airflow.models.BaseOperator method) render_template_from_field() (airflow.models.BaseOperator method) retrieve_file() (airflow.contrib.hooks.FTPHook method) rollback() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)

run() (airflow.hooks.DbApiHook method) (airflow.hooks.HttpHook method) (airflow.hooks.PrestoHook method) (airflow.models.BaseOperator method) (airflow.models.DAG method) (airflow.models.TaskInstance method) run_and_check() (airflow.hooks.HttpHook method) run_cli() (airflow.hooks.HiveCliHook method) run_query() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)

S

S3Hook (class in airflow.hooks) S3KeySensor (class in airflow.operators) S3ToHiveTransfer (class in airflow.operators) schedule_interval (airflow.models.BaseOperator attribute) SequentialExecutor (class in airflow.executors) set_dependency() (airflow.models.DAG method) set_downstream() (airflow.models.BaseOperator method) set_upstream() (airflow.models.BaseOperator method) ShortCircuitOperator (class in airflow.operators) SimpleHttpOperator (class in airflow.operators)

size() (airflow.models.DagBag method) SlackAPIOperator (class in airflow.operators) SlackAPIPostOperator (class in airflow.operators) SqliteHook (class in airflow.hooks) SqlSensor (class in airflow.operators) SSHExecuteOperator (class in airflow.contrib.operators) SSHHook (class in airflow.contrib.hooks) store_file() (airflow.contrib.hooks.FTPHook method) sub_dag() (airflow.models.DAG method) subdags (airflow.models.DAG attribute) sync_to_db() (airflow.models.DAG static method)

T

table_exists() (airflow.contrib.hooks.bigquery_hook.BigQueryHook method) (airflow.contrib.hooks.BigQueryHook method) (airflow.hooks.HiveMetastoreHook method) TaskInstance (class in airflow.models) test_hql() (airflow.hooks.HiveCliHook method)

TimeSensor (class in airflow.operators) topological_sort() (airflow.models.DAG method) tree_view() (airflow.models.DAG method) TriggerDagRunOperator (class in airflow.operators) tunnel() (airflow.contrib.hooks.SSHHook method)

U

upload() (airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook method) (airflow.contrib.hooks.GoogleCloudStorageHook method)

upstream_list (airflow.models.BaseOperator attribute)

W

WebHDFSHook (class in airflow.hooks)

WebHdfsSensor (class in airflow.operators)

X

xcom_pull() (airflow.models.BaseOperator method) (airflow.models.TaskInstance method)

xcom_push() (airflow.models.BaseOperator method) (airflow.models.TaskInstance method)