You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by cr...@apache.org on 2018/01/03 17:48:05 UTC
[05/35] incubator-airflow-site git commit: 1.9.0
http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/28a3eb60/genindex.html
----------------------------------------------------------------------
diff --git a/genindex.html b/genindex.html
index bb1eacf..635cc29 100644
--- a/genindex.html
+++ b/genindex.html
@@ -14,6 +14,8 @@
+
+
@@ -80,7 +82,10 @@
- <ul>
+
+
+
+ <ul>
<li class="toctree-l1"><a class="reference internal" href="project.html">Project</a></li>
<li class="toctree-l1"><a class="reference internal" href="license.html">License</a></li>
<li class="toctree-l1"><a class="reference internal" href="start.html">Quick Start</a></li>
@@ -178,6 +183,7 @@
| <a href="#N"><strong>N</strong></a>
| <a href="#O"><strong>O</strong></a>
| <a href="#P"><strong>P</strong></a>
+ | <a href="#Q"><strong>Q</strong></a>
| <a href="#R"><strong>R</strong></a>
| <a href="#S"><strong>S</strong></a>
| <a href="#T"><strong>T</strong></a>
@@ -211,6 +217,8 @@
</li>
<li><a href="code.html#module-airflow.operators">airflow.operators (module)</a>
</li>
+ <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.allocate_ids">allocate_ids() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a>
+</li>
<li><a href="code.html#airflow.models.TaskInstance.are_dependencies_met">are_dependencies_met() (airflow.models.TaskInstance method)</a>
</li>
<li><a href="code.html#airflow.models.TaskInstance.are_dependents_done">are_dependents_done() (airflow.models.TaskInstance method)</a>
@@ -229,8 +237,28 @@
</li>
<li><a href="code.html#airflow.operators.BashOperator">BashOperator (class in airflow.operators)</a>
</li>
+ <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.begin_transaction">begin_transaction() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.operators.bigquery_check_operator.BigQueryCheckOperator">BigQueryCheckOperator (class in airflow.contrib.operators.bigquery_check_operator)</a>
+</li>
+ <li><a href="code.html#airflow.contrib.hooks.BigQueryHook">BigQueryHook (class in airflow.contrib.hooks)</a>
+
+ <ul>
+ <li><a href="integration.html#airflow.contrib.hooks.bigquery_hook.BigQueryHook">(class in airflow.contrib.hooks.bigquery_hook)</a>
+</li>
+ </ul></li>
</ul></td>
<td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="integration.html#airflow.contrib.operators.bigquery_check_operator.BigQueryIntervalCheckOperator">BigQueryIntervalCheckOperator (class in airflow.contrib.operators.bigquery_check_operator)</a>
+</li>
+ <li><a href="code.html#airflow.contrib.operators.bigquery_operator.BigQueryOperator">BigQueryOperator (class in airflow.contrib.operators.bigquery_operator)</a>, <a href="integration.html#airflow.contrib.operators.bigquery_operator.BigQueryOperator">[1]</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.operators.bigquery_to_bigquery.BigQueryToBigQueryOperator">BigQueryToBigQueryOperator (class in airflow.contrib.operators.bigquery_to_bigquery)</a>
+</li>
+ <li><a href="code.html#airflow.contrib.operators.bigquery_to_gcs.BigQueryToCloudStorageOperator">BigQueryToCloudStorageOperator (class in airflow.contrib.operators.bigquery_to_gcs)</a>, <a href="integration.html#airflow.contrib.operators.bigquery_to_gcs.BigQueryToCloudStorageOperator">[1]</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.operators.bigquery_check_operator.BigQueryValueCheckOperator">BigQueryValueCheckOperator (class in airflow.contrib.operators.bigquery_check_operator)</a>
+</li>
<li><a href="code.html#airflow.operators.BranchPythonOperator">BranchPythonOperator (class in airflow.operators)</a>
</li>
<li><a href="code.html#airflow.hooks.DbApiHook.bulk_dump">bulk_dump() (airflow.hooks.DbApiHook method)</a>
@@ -247,7 +275,17 @@
<h2 id="C">C</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a href="code.html#airflow.contrib.hooks.SSHHook.check_output">check_output() (airflow.contrib.hooks.SSHHook method)</a>
+ <li><a href="code.html#airflow.hooks.S3Hook.check_for_bucket">check_for_bucket() (airflow.hooks.S3Hook method)</a>
+</li>
+ <li><a href="code.html#airflow.hooks.S3Hook.check_for_key">check_for_key() (airflow.hooks.S3Hook method)</a>
+</li>
+ <li><a href="code.html#airflow.hooks.HiveMetastoreHook.check_for_named_partition">check_for_named_partition() (airflow.hooks.HiveMetastoreHook method)</a>
+</li>
+ <li><a href="code.html#airflow.hooks.HiveMetastoreHook.check_for_partition">check_for_partition() (airflow.hooks.HiveMetastoreHook method)</a>
+</li>
+ <li><a href="code.html#airflow.hooks.S3Hook.check_for_prefix">check_for_prefix() (airflow.hooks.S3Hook method)</a>
+</li>
+ <li><a href="code.html#airflow.hooks.S3Hook.check_for_wildcard_key">check_for_wildcard_key() (airflow.hooks.S3Hook method)</a>
</li>
<li><a href="code.html#airflow.models.BaseOperator.clear">clear() (airflow.models.BaseOperator method)</a>
@@ -265,22 +303,40 @@
</li>
<li><a href="code.html#airflow.models.DagBag.collect_dags">collect_dags() (airflow.models.DagBag method)</a>
</li>
- </ul></td>
- <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="code.html#airflow.models.TaskInstance.command">command() (airflow.models.TaskInstance method)</a>
</li>
+ </ul></td>
+ <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="code.html#airflow.models.TaskInstance.command_as_list">command_as_list() (airflow.models.TaskInstance method)</a>
</li>
+ <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.commit">commit() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a>
+</li>
<li><a href="code.html#airflow.models.DAG.concurrency_reached">concurrency_reached (airflow.models.DAG attribute)</a>
</li>
<li><a href="code.html#airflow.models.Connection">Connection (class in airflow.models)</a>
</li>
- <li><a href="code.html#airflow.models.DAG.crawl_for_tasks">crawl_for_tasks() (airflow.models.DAG method)</a>
+ <li><a href="code.html#airflow.operators.SlackAPIOperator.construct_api_call_params">construct_api_call_params() (airflow.operators.SlackAPIOperator method)</a>
+</li>
+ <li><a href="code.html#airflow.operators.HiveToDruidTransfer.construct_ingest_query">construct_ingest_query() (airflow.operators.HiveToDruidTransfer method)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook.copy">copy() (airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook method)</a>
+
+ <ul>
+ <li><a href="code.html#airflow.contrib.hooks.GoogleCloudStorageHook.copy">(airflow.contrib.hooks.GoogleCloudStorageHook method)</a>
+</li>
+ </ul></li>
+ <li><a href="code.html#airflow.hooks.PostgresHook.copy_expert">copy_expert() (airflow.hooks.PostgresHook method)</a>
</li>
<li><a href="code.html#airflow.models.DAG.create_dagrun">create_dagrun() (airflow.models.DAG method)</a>
</li>
<li><a href="code.html#airflow.contrib.hooks.FTPHook.create_directory">create_directory() (airflow.contrib.hooks.FTPHook method)</a>
</li>
+ <li><a href="integration.html#airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook.create_job">create_job() (airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook method)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook.create_model">create_model() (airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook method)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook.create_version">create_version() (airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook method)</a>
+</li>
<li><a href="code.html#airflow.models.TaskInstance.current_state">current_state() (airflow.models.TaskInstance method)</a>
</li>
</ul></td>
@@ -297,26 +353,68 @@
</li>
<li><a href="code.html#airflow.models.DagBag.dagbag_report">dagbag_report() (airflow.models.DagBag method)</a>
</li>
+ <li><a href="code.html#airflow.contrib.operators.databricks_operator.DatabricksSubmitRunOperator">DatabricksSubmitRunOperator (class in airflow.contrib.operators.databricks_operator)</a>, <a href="integration.html#airflow.contrib.operators.databricks_operator.DatabricksSubmitRunOperator">[1]</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.hooks.gcp_dataflow_hook.DataFlowHook">DataFlowHook (class in airflow.contrib.hooks.gcp_dataflow_hook)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.operators.dataflow_operator.DataFlowJavaOperator">DataFlowJavaOperator (class in airflow.contrib.operators.dataflow_operator)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.operators.dataflow_operator.DataFlowPythonOperator">DataFlowPythonOperator (class in airflow.contrib.operators.dataflow_operator)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.operators.dataproc_operator.DataProcHadoopOperator">DataProcHadoopOperator (class in airflow.contrib.operators.dataproc_operator)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.operators.dataproc_operator.DataProcHiveOperator">DataProcHiveOperator (class in airflow.contrib.operators.dataproc_operator)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.operators.dataproc_operator.DataProcPigOperator">DataProcPigOperator (class in airflow.contrib.operators.dataproc_operator)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.operators.dataproc_operator.DataProcPySparkOperator">DataProcPySparkOperator (class in airflow.contrib.operators.dataproc_operator)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.operators.dataproc_operator.DataProcSparkOperator">DataProcSparkOperator (class in airflow.contrib.operators.dataproc_operator)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.operators.dataproc_operator.DataProcSparkSqlOperator">DataProcSparkSqlOperator (class in airflow.contrib.operators.dataproc_operator)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook">DatastoreHook (class in airflow.contrib.hooks.datastore_hook)</a>
+</li>
<li><a href="code.html#airflow.hooks.DbApiHook">DbApiHook (class in airflow.hooks)</a>
</li>
<li><a href="code.html#airflow.models.DAG.deactivate_stale_dags">deactivate_stale_dags() (airflow.models.DAG static method)</a>
</li>
+ </ul></td>
+ <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="code.html#airflow.models.DAG.deactivate_unknown_dags">deactivate_unknown_dags() (airflow.models.DAG static method)</a>
</li>
+ <li><a href="integration.html#airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook.delete">delete() (airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook method)</a>
+
+ <ul>
+ <li><a href="code.html#airflow.contrib.hooks.GoogleCloudStorageHook.delete">(airflow.contrib.hooks.GoogleCloudStorageHook method)</a>
+</li>
+ </ul></li>
<li><a href="code.html#airflow.contrib.hooks.FTPHook.delete_directory">delete_directory() (airflow.contrib.hooks.FTPHook method)</a>
</li>
- </ul></td>
- <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="code.html#airflow.contrib.hooks.FTPHook.delete_file">delete_file() (airflow.contrib.hooks.FTPHook method)</a>
</li>
+ <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.delete_operation">delete_operation() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook.delete_version">delete_version() (airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook method)</a>
+</li>
<li><a href="code.html#airflow.models.BaseOperator.deps">deps (airflow.models.BaseOperator attribute)</a>
</li>
<li><a href="code.html#airflow.contrib.hooks.FTPHook.describe_directory">describe_directory() (airflow.contrib.hooks.FTPHook method)</a>
</li>
<li><a href="code.html#airflow.models.BaseOperator.detect_downstream_cycle">detect_downstream_cycle() (airflow.models.BaseOperator method)</a>
</li>
+ <li><a href="code.html#airflow.operators.docker_operator.DockerOperator">DockerOperator (class in airflow.operators.docker_operator)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook.download">download() (airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook method)</a>
+
+ <ul>
+ <li><a href="code.html#airflow.contrib.hooks.GoogleCloudStorageHook.download">(airflow.contrib.hooks.GoogleCloudStorageHook method)</a>
+</li>
+ </ul></li>
<li><a href="code.html#airflow.models.BaseOperator.downstream_list">downstream_list (airflow.models.BaseOperator attribute)</a>
</li>
+ <li><a href="code.html#airflow.hooks.DruidHook">DruidHook (class in airflow.hooks)</a>
+</li>
<li><a href="code.html#airflow.macros.ds_add">ds_add() (in module airflow.macros)</a>
</li>
<li><a href="code.html#airflow.macros.ds_format">ds_format() (in module airflow.macros)</a>
@@ -329,18 +427,38 @@
<h2 id="E">E</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
<td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="code.html#airflow.contrib.operators.ecs_operator.ECSOperator">ECSOperator (class in airflow.contrib.operators.ecs_operator)</a>, <a href="integration.html#airflow.contrib.operators.ecs_operator.ECSOperator">[1]</a>
+</li>
<li><a href="code.html#airflow.operators.EmailOperator">EmailOperator (class in airflow.operators)</a>
</li>
+ <li><a href="integration.html#airflow.contrib.operators.emr_add_steps_operator.EmrAddStepsOperator">EmrAddStepsOperator (class in airflow.contrib.operators.emr_add_steps_operator)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.operators.emr_create_job_flow_operator.EmrCreateJobFlowOperator">EmrCreateJobFlowOperator (class in airflow.contrib.operators.emr_create_job_flow_operator)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.hooks.emr_hook.EmrHook">EmrHook (class in airflow.contrib.hooks.emr_hook)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.operators.emr_terminate_job_flow_operator.EmrTerminateJobFlowOperator">EmrTerminateJobFlowOperator (class in airflow.contrib.operators.emr_terminate_job_flow_operator)</a>
+</li>
<li><a href="code.html#airflow.models.TaskInstance.error">error() (airflow.models.TaskInstance method)</a>
</li>
+ </ul></td>
+ <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="code.html#airflow.models.BaseOperator.execute">execute() (airflow.models.BaseOperator method)</a>
<ul>
<li><a href="code.html#airflow.operators.BashOperator.execute">(airflow.operators.BashOperator method)</a>
</li>
+ <li><a href="code.html#airflow.operators.SlackAPIOperator.execute">(airflow.operators.SlackAPIOperator method)</a>
+</li>
</ul></li>
- </ul></td>
- <td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="integration.html#airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook.exists">exists() (airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook method)</a>
+
+ <ul>
+ <li><a href="code.html#airflow.contrib.hooks.GoogleCloudStorageHook.exists">(airflow.contrib.hooks.GoogleCloudStorageHook method)</a>
+</li>
+ </ul></li>
+ <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.export_to_storage_bucket">export_to_storage_bucket() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a>
+</li>
<li><a href="code.html#airflow.operators.ExternalTaskSensor">ExternalTaskSensor (class in airflow.operators)</a>
</li>
<li><a href="code.html#airflow.models.Connection.extra_dejson">extra_dejson (airflow.models.Connection attribute)</a>
@@ -353,6 +471,8 @@
<td style="width: 33%; vertical-align: top;"><ul>
<li><a href="code.html#airflow.models.DAG.filepath">filepath (airflow.models.DAG attribute)</a>
</li>
+ <li><a href="code.html#airflow.contrib.operators.file_to_wasb.FileToWasbOperator">FileToWasbOperator (class in airflow.contrib.operators.file_to_wasb)</a>, <a href="integration.html#airflow.contrib.operators.file_to_wasb.FileToWasbOperator">[1]</a>
+</li>
<li><a href="code.html#airflow.operators.HdfsSensor.filter_for_filesize">filter_for_filesize() (airflow.operators.HdfsSensor static method)</a>
</li>
</ul></td>
@@ -375,9 +495,25 @@
</li>
<li><a href="code.html#airflow.models.DAG.get_active_runs">get_active_runs() (airflow.models.DAG method)</a>
</li>
- <li><a href="code.html#airflow.contrib.hooks.FTPHook.get_conn">get_conn() (airflow.contrib.hooks.FTPHook method)</a>
+ <li><a href="code.html#airflow.hooks.S3Hook.get_bucket">get_bucket() (airflow.hooks.S3Hook method)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.hooks.bigquery_hook.BigQueryHook.get_conn">get_conn() (airflow.contrib.hooks.bigquery_hook.BigQueryHook method)</a>
<ul>
+ <li><a href="code.html#airflow.contrib.hooks.BigQueryHook.get_conn">(airflow.contrib.hooks.BigQueryHook method)</a>
+</li>
+ <li><a href="code.html#airflow.contrib.hooks.FTPHook.get_conn">(airflow.contrib.hooks.FTPHook method)</a>
+</li>
+ <li><a href="code.html#airflow.contrib.hooks.GoogleCloudStorageHook.get_conn">(airflow.contrib.hooks.GoogleCloudStorageHook method)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.get_conn">(airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.hooks.gcp_dataflow_hook.DataFlowHook.get_conn">(airflow.contrib.hooks.gcp_dataflow_hook.DataFlowHook method)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook.get_conn">(airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook method)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook.get_conn">(airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook method)</a>
+</li>
<li><a href="code.html#airflow.hooks.DbApiHook.get_conn">(airflow.hooks.DbApiHook method)</a>
</li>
<li><a href="code.html#airflow.hooks.HttpHook.get_conn">(airflow.hooks.HttpHook method)</a>
@@ -399,8 +535,8 @@
<li><a href="code.html#airflow.models.TaskInstance.get_dagrun">(airflow.models.TaskInstance method)</a>
</li>
</ul></li>
- </ul></td>
- <td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="code.html#airflow.hooks.HiveMetastoreHook.get_databases">get_databases() (airflow.hooks.HiveMetastoreHook method)</a>
+</li>
<li><a href="code.html#airflow.models.BaseOperator.get_direct_relatives">get_direct_relatives() (airflow.models.BaseOperator method)</a>
</li>
<li><a href="code.html#airflow.hooks.DbApiHook.get_first">get_first() (airflow.hooks.DbApiHook method)</a>
@@ -411,24 +547,72 @@
</ul></li>
<li><a href="code.html#airflow.models.BaseOperator.get_flat_relatives">get_flat_relatives() (airflow.models.BaseOperator method)</a>
</li>
+ <li><a href="code.html#airflow.hooks.S3Hook.get_key">get_key() (airflow.hooks.S3Hook method)</a>
+</li>
+ </ul></td>
+ <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="code.html#airflow.models.DAG.get_last_dagrun">get_last_dagrun() (airflow.models.DAG method)</a>
</li>
- <li><a href="code.html#airflow.hooks.DbApiHook.get_pandas_df">get_pandas_df() (airflow.hooks.DbApiHook method)</a>
+ <li><a href="code.html#airflow.hooks.HiveMetastoreHook.get_metastore_client">get_metastore_client() (airflow.hooks.HiveMetastoreHook method)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook.get_model">get_model() (airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook method)</a>
+</li>
+ <li><a href="code.html#airflow.models.DAG.get_num_active_runs">get_num_active_runs() (airflow.models.DAG method)</a>
+</li>
+ <li><a href="code.html#airflow.models.DAG.get_num_task_instances">get_num_task_instances() (airflow.models.DAG static method)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.get_operation">get_operation() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.hooks.bigquery_hook.BigQueryHook.get_pandas_df">get_pandas_df() (airflow.contrib.hooks.bigquery_hook.BigQueryHook method)</a>
<ul>
+ <li><a href="code.html#airflow.contrib.hooks.BigQueryHook.get_pandas_df">(airflow.contrib.hooks.BigQueryHook method)</a>
+</li>
+ <li><a href="code.html#airflow.hooks.DbApiHook.get_pandas_df">(airflow.hooks.DbApiHook method)</a>
+</li>
+ <li><a href="code.html#airflow.hooks.HiveServer2Hook.get_pandas_df">(airflow.hooks.HiveServer2Hook method)</a>
+</li>
<li><a href="code.html#airflow.hooks.PrestoHook.get_pandas_df">(airflow.hooks.PrestoHook method)</a>
</li>
</ul></li>
+ <li><a href="code.html#airflow.hooks.HiveMetastoreHook.get_partitions">get_partitions() (airflow.hooks.HiveMetastoreHook method)</a>
+</li>
<li><a href="code.html#airflow.hooks.DbApiHook.get_records">get_records() (airflow.hooks.DbApiHook method)</a>
<ul>
+ <li><a href="code.html#airflow.hooks.HiveServer2Hook.get_records">(airflow.hooks.HiveServer2Hook method)</a>
+</li>
<li><a href="code.html#airflow.hooks.PrestoHook.get_records">(airflow.hooks.PrestoHook method)</a>
</li>
</ul></li>
+ <li><a href="code.html#airflow.models.DAG.get_run_dates">get_run_dates() (airflow.models.DAG method)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.hooks.bigquery_hook.BigQueryHook.get_service">get_service() (airflow.contrib.hooks.bigquery_hook.BigQueryHook method)</a>
+
+ <ul>
+ <li><a href="code.html#airflow.contrib.hooks.BigQueryHook.get_service">(airflow.contrib.hooks.BigQueryHook method)</a>
+</li>
+ </ul></li>
+ <li><a href="code.html#airflow.hooks.HiveMetastoreHook.get_table">get_table() (airflow.hooks.HiveMetastoreHook method)</a>
+</li>
+ <li><a href="code.html#airflow.hooks.HiveMetastoreHook.get_tables">get_tables() (airflow.hooks.HiveMetastoreHook method)</a>
+</li>
<li><a href="code.html#airflow.models.BaseOperator.get_task_instances">get_task_instances() (airflow.models.BaseOperator method)</a>
</li>
<li><a href="code.html#airflow.models.DAG.get_template_env">get_template_env() (airflow.models.DAG method)</a>
</li>
+ <li><a href="code.html#airflow.hooks.S3Hook.get_wildcard_key">get_wildcard_key() (airflow.hooks.S3Hook method)</a>
+</li>
+ <li><a href="code.html#airflow.contrib.operators.gcs_download_operator.GoogleCloudStorageDownloadOperator">GoogleCloudStorageDownloadOperator (class in airflow.contrib.operators.gcs_download_operator)</a>, <a href="integration.html#airflow.contrib.operators.gcs_download_operator.GoogleCloudStorageDownloadOperator">[1]</a>
+</li>
+ <li><a href="code.html#airflow.contrib.hooks.GoogleCloudStorageHook">GoogleCloudStorageHook (class in airflow.contrib.hooks)</a>
+
+ <ul>
+ <li><a href="code.html#airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook">(class in airflow.contrib.hooks.gcs_hook)</a>, <a href="integration.html#airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook">[1]</a>
+</li>
+ </ul></li>
+ <li><a href="integration.html#airflow.contrib.operators.gcs_to_bq.GoogleCloudStorageToBigQueryOperator">GoogleCloudStorageToBigQueryOperator (class in airflow.contrib.operators.gcs_to_bq)</a>
+</li>
</ul></td>
</tr></table>
@@ -441,12 +625,24 @@
</li>
<li><a href="code.html#airflow.contrib.operators.hipchat_operator.HipChatAPIOperator">HipChatAPIOperator (class in airflow.contrib.operators.hipchat_operator)</a>
</li>
+ <li><a href="code.html#airflow.contrib.operators.hipchat_operator.HipChatAPISendRoomNotificationOperator">HipChatAPISendRoomNotificationOperator (class in airflow.contrib.operators.hipchat_operator)</a>
+</li>
+ <li><a href="code.html#airflow.hooks.HiveCliHook">HiveCliHook (class in airflow.hooks)</a>
+</li>
+ <li><a href="code.html#airflow.hooks.HiveMetastoreHook">HiveMetastoreHook (class in airflow.hooks)</a>
+</li>
</ul></td>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a href="code.html#airflow.contrib.operators.hipchat_operator.HipChatAPISendRoomNotificationOperator">HipChatAPISendRoomNotificationOperator (class in airflow.contrib.operators.hipchat_operator)</a>
+ <li><a href="code.html#airflow.operators.HiveOperator">HiveOperator (class in airflow.operators)</a>
</li>
<li><a href="code.html#airflow.operators.HivePartitionSensor">HivePartitionSensor (class in airflow.operators)</a>
</li>
+ <li><a href="code.html#airflow.hooks.HiveServer2Hook">HiveServer2Hook (class in airflow.hooks)</a>
+</li>
+ <li><a href="code.html#airflow.operators.HiveToDruidTransfer">HiveToDruidTransfer (class in airflow.operators)</a>
+</li>
+ <li><a href="code.html#airflow.operators.HiveToMySqlTransfer">HiveToMySqlTransfer (class in airflow.operators)</a>
+</li>
<li><a href="code.html#airflow.hooks.HttpHook">HttpHook (class in airflow.hooks)</a>
</li>
<li><a href="code.html#airflow.operators.HttpSensor">HttpSensor (class in airflow.operators)</a>
@@ -457,16 +653,30 @@
<h2 id="I">I</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
<td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.import_from_storage_bucket">import_from_storage_bucket() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a>
+</li>
<li><a href="code.html#airflow.models.TaskInstance.init_on_load">init_on_load() (airflow.models.TaskInstance method)</a>
</li>
- <li><a href="code.html#airflow.hooks.DbApiHook.insert_rows">insert_rows() (airflow.hooks.DbApiHook method)</a>
+ <li><a href="integration.html#airflow.contrib.hooks.bigquery_hook.BigQueryHook.insert_rows">insert_rows() (airflow.contrib.hooks.bigquery_hook.BigQueryHook method)</a>
+
+ <ul>
+ <li><a href="code.html#airflow.contrib.hooks.BigQueryHook.insert_rows">(airflow.contrib.hooks.BigQueryHook method)</a>
</li>
+ <li><a href="code.html#airflow.hooks.DbApiHook.insert_rows">(airflow.hooks.DbApiHook method)</a>
+</li>
+ </ul></li>
</ul></td>
<td style="width: 33%; vertical-align: top;"><ul>
<li><a href="code.html#airflow.models.DAG.is_paused">is_paused (airflow.models.DAG attribute)</a>
</li>
<li><a href="code.html#airflow.models.TaskInstance.is_premature">is_premature (airflow.models.TaskInstance attribute)</a>
</li>
+ <li><a href="integration.html#airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook.is_updated_after">is_updated_after() (airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook method)</a>
+
+ <ul>
+ <li><a href="code.html#airflow.contrib.hooks.GoogleCloudStorageHook.is_updated_after">(airflow.contrib.hooks.GoogleCloudStorageHook method)</a>
+</li>
+ </ul></li>
</ul></td>
</tr></table>
@@ -487,30 +697,70 @@
<td style="width: 33%; vertical-align: top;"><ul>
<li><a href="code.html#airflow.models.DAG.latest_execution_date">latest_execution_date (airflow.models.DAG attribute)</a>
</li>
+ <li><a href="integration.html#airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook.list">list() (airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook method)</a>
+
+ <ul>
+ <li><a href="code.html#airflow.contrib.hooks.GoogleCloudStorageHook.list">(airflow.contrib.hooks.GoogleCloudStorageHook method)</a>
+</li>
+ </ul></li>
+ <li><a href="code.html#airflow.contrib.hooks.FTPHook.list_directory">list_directory() (airflow.contrib.hooks.FTPHook method)</a>
+</li>
+ <li><a href="code.html#airflow.hooks.S3Hook.list_keys">list_keys() (airflow.hooks.S3Hook method)</a>
+</li>
+ <li><a href="code.html#airflow.hooks.S3Hook.list_prefixes">list_prefixes() (airflow.hooks.S3Hook method)</a>
+</li>
</ul></td>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a href="code.html#airflow.contrib.hooks.FTPHook.list_directory">list_directory() (airflow.contrib.hooks.FTPHook method)</a>
+ <li><a href="integration.html#airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook.list_versions">list_versions() (airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook method)</a>
+</li>
+ <li><a href="code.html#airflow.hooks.HiveCliHook.load_df">load_df() (airflow.hooks.HiveCliHook method)</a>
+</li>
+ <li><a href="code.html#airflow.hooks.HiveCliHook.load_file">load_file() (airflow.hooks.HiveCliHook method)</a>
+
+ <ul>
+ <li><a href="code.html#airflow.hooks.S3Hook.load_file">(airflow.hooks.S3Hook method)</a>
+</li>
+ </ul></li>
+ <li><a href="code.html#airflow.hooks.S3Hook.load_string">load_string() (airflow.hooks.S3Hook method)</a>
</li>
<li><a href="code.html#airflow.executors.LocalExecutor">LocalExecutor (class in airflow.executors)</a>
</li>
+ <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.lookup">lookup() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a>
+</li>
</ul></td>
</tr></table>
<h2 id="M">M</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a href="code.html#airflow.macros.hive.max_partition">max_partition() (in module airflow.macros.hive)</a>
+ <li><a href="code.html#airflow.hooks.HiveMetastoreHook.max_partition">max_partition() (airflow.hooks.HiveMetastoreHook method)</a>
+
+ <ul>
+ <li><a href="code.html#airflow.macros.hive.max_partition">(in module airflow.macros.hive)</a>
</li>
+ </ul></li>
<li><a href="code.html#airflow.contrib.executors.mesos_executor.MesosExecutor">MesosExecutor (class in airflow.contrib.executors.mesos_executor)</a>
</li>
+ <li><a href="code.html#airflow.operators.MetastorePartitionSensor">MetastorePartitionSensor (class in airflow.operators)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.operators.mlengine_operator.MLEngineBatchPredictionOperator">MLEngineBatchPredictionOperator (class in airflow.contrib.operators.mlengine_operator)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook">MLEngineHook (class in airflow.contrib.hooks.gcp_mlengine_hook)</a>
+</li>
</ul></td>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a href="code.html#airflow.operators.MetastorePartitionSensor">MetastorePartitionSensor (class in airflow.operators)</a>
+ <li><a href="integration.html#airflow.contrib.operators.mlengine_operator.MLEngineModelOperator">MLEngineModelOperator (class in airflow.contrib.operators.mlengine_operator)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.operators.mlengine_operator.MLEngineTrainingOperator">MLEngineTrainingOperator (class in airflow.contrib.operators.mlengine_operator)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.operators.mlengine_operator.MLEngineVersionOperator">MLEngineVersionOperator (class in airflow.contrib.operators.mlengine_operator)</a>
</li>
<li><a href="code.html#airflow.hooks.MySqlHook">MySqlHook (class in airflow.hooks)</a>
</li>
<li><a href="code.html#airflow.operators.MySqlOperator">MySqlOperator (class in airflow.operators)</a>
</li>
+ <li><a href="code.html#airflow.operators.MySqlToHiveTransfer">MySqlToHiveTransfer (class in airflow.operators)</a>
+</li>
</ul></td>
</tr></table>
@@ -539,20 +789,24 @@
<h2 id="P">P</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a href="code.html#airflow.models.TaskInstance.pool_full">pool_full() (airflow.models.TaskInstance method)</a>
+ <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.poll_operation_until_done">poll_operation_until_done() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a>
</li>
- <li><a href="code.html#airflow.contrib.hooks.SSHHook.Popen">Popen() (airflow.contrib.hooks.SSHHook method)</a>
+ <li><a href="code.html#airflow.models.TaskInstance.pool_full">pool_full() (airflow.models.TaskInstance method)</a>
</li>
<li><a href="code.html#airflow.models.BaseOperator.post_execute">post_execute() (airflow.models.BaseOperator method)</a>
</li>
+ <li><a href="code.html#airflow.hooks.PostgresHook">PostgresHook (class in airflow.hooks)</a>
+</li>
+ <li><a href="code.html#airflow.operators.PostgresOperator">PostgresOperator (class in airflow.operators)</a>
+</li>
<li><a href="code.html#airflow.models.BaseOperator.pre_execute">pre_execute() (airflow.models.BaseOperator method)</a>
</li>
<li><a href="code.html#airflow.models.BaseOperator.prepare_template">prepare_template() (airflow.models.BaseOperator method)</a>
</li>
- <li><a href="code.html#airflow.operators.PrestoCheckOperator">PrestoCheckOperator (class in airflow.operators)</a>
-</li>
</ul></td>
<td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="code.html#airflow.operators.PrestoCheckOperator">PrestoCheckOperator (class in airflow.operators)</a>
+</li>
<li><a href="code.html#airflow.hooks.PrestoHook">PrestoHook (class in airflow.hooks)</a>
</li>
<li><a href="code.html#airflow.operators.PrestoIntervalCheckOperator">PrestoIntervalCheckOperator (class in airflow.operators)</a>
@@ -568,13 +822,23 @@
</ul></td>
</tr></table>
+<h2 id="Q">Q</h2>
+<table style="width: 100%" class="indextable genindextable"><tr>
+ <td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="code.html#airflow.contrib.operators.QuboleOperator">QuboleOperator (class in airflow.contrib.operators)</a>
+</li>
+ </ul></td>
+</tr></table>
+
<h2 id="R">R</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a href="code.html#airflow.macros.random">random() (in module airflow.macros)</a>
+ <li><a href="code.html#airflow.hooks.S3Hook.read_key">read_key() (airflow.hooks.S3Hook method)</a>
</li>
<li><a href="code.html#airflow.models.TaskInstance.ready_for_retry">ready_for_retry() (airflow.models.TaskInstance method)</a>
</li>
+ <li><a href="integration.html#airflow.operators.redshift_to_s3_operator.RedshiftToS3Transfer">RedshiftToS3Transfer (class in airflow.operators.redshift_to_s3_operator)</a>
+</li>
<li><a href="code.html#airflow.models.TaskInstance.refresh_from_db">refresh_from_db() (airflow.models.TaskInstance method)</a>
</li>
<li><a href="code.html#airflow.contrib.hooks.FTPHook.rename">rename() (airflow.contrib.hooks.FTPHook method)</a>
@@ -587,6 +851,8 @@
</li>
</ul></td>
<td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.rollback">rollback() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a>
+</li>
<li><a href="code.html#airflow.hooks.DbApiHook.run">run() (airflow.hooks.DbApiHook method)</a>
<ul>
@@ -598,44 +864,62 @@
</li>
<li><a href="code.html#airflow.models.DAG.run">(airflow.models.DAG method)</a>
</li>
- <li><a href="code.html#airflow.models.TaskInstance.run">(airflow.models.TaskInstance method)</a>
-</li>
</ul></li>
<li><a href="code.html#airflow.hooks.HttpHook.run_and_check">run_and_check() (airflow.hooks.HttpHook method)</a>
</li>
+ <li><a href="code.html#airflow.hooks.HiveCliHook.run_cli">run_cli() (airflow.hooks.HiveCliHook method)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.hooks.datastore_hook.DatastoreHook.run_query">run_query() (airflow.contrib.hooks.datastore_hook.DatastoreHook method)</a>
+</li>
</ul></td>
</tr></table>
<h2 id="S">S</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
<td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="integration.html#airflow.operators.s3_file_transform_operator.S3FileTransformOperator">S3FileTransformOperator (class in airflow.operators.s3_file_transform_operator)</a>
+</li>
+ <li><a href="code.html#airflow.hooks.S3Hook">S3Hook (class in airflow.hooks)</a>
+
+ <ul>
+ <li><a href="integration.html#airflow.hooks.S3_hook.S3Hook">(class in airflow.hooks.S3_hook)</a>
+</li>
+ </ul></li>
<li><a href="code.html#airflow.operators.S3KeySensor">S3KeySensor (class in airflow.operators)</a>
</li>
+ <li><a href="code.html#airflow.operators.S3ToHiveTransfer">S3ToHiveTransfer (class in airflow.operators)</a>
+
+ <ul>
+ <li><a href="integration.html#airflow.operators.s3_to_hive_operator.S3ToHiveTransfer">(class in airflow.operators.s3_to_hive_operator)</a>
+</li>
+ </ul></li>
<li><a href="code.html#airflow.models.BaseOperator.schedule_interval">schedule_interval (airflow.models.BaseOperator attribute)</a>
</li>
<li><a href="code.html#airflow.executors.SequentialExecutor">SequentialExecutor (class in airflow.executors)</a>
</li>
+ <li><a href="integration.html#airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook.set_default_version">set_default_version() (airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook method)</a>
+</li>
<li><a href="code.html#airflow.models.DAG.set_dependency">set_dependency() (airflow.models.DAG method)</a>
</li>
<li><a href="code.html#airflow.models.BaseOperator.set_downstream">set_downstream() (airflow.models.BaseOperator method)</a>
</li>
+ </ul></td>
+ <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="code.html#airflow.models.BaseOperator.set_upstream">set_upstream() (airflow.models.BaseOperator method)</a>
</li>
<li><a href="code.html#airflow.operators.ShortCircuitOperator">ShortCircuitOperator (class in airflow.operators)</a>
</li>
<li><a href="code.html#airflow.operators.SimpleHttpOperator">SimpleHttpOperator (class in airflow.operators)</a>
</li>
- </ul></td>
- <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="code.html#airflow.models.DagBag.size">size() (airflow.models.DagBag method)</a>
</li>
- <li><a href="code.html#airflow.hooks.SqliteHook">SqliteHook (class in airflow.hooks)</a>
+ <li><a href="code.html#airflow.operators.SlackAPIOperator">SlackAPIOperator (class in airflow.operators)</a>
</li>
- <li><a href="code.html#airflow.operators.SqlSensor">SqlSensor (class in airflow.operators)</a>
+ <li><a href="code.html#airflow.operators.SlackAPIPostOperator">SlackAPIPostOperator (class in airflow.operators)</a>
</li>
- <li><a href="code.html#airflow.contrib.operators.SSHExecuteOperator">SSHExecuteOperator (class in airflow.contrib.operators)</a>
+ <li><a href="code.html#airflow.hooks.SqliteHook">SqliteHook (class in airflow.hooks)</a>
</li>
- <li><a href="code.html#airflow.contrib.hooks.SSHHook">SSHHook (class in airflow.contrib.hooks)</a>
+ <li><a href="code.html#airflow.operators.SqlSensor">SqlSensor (class in airflow.operators)</a>
</li>
<li><a href="code.html#airflow.contrib.hooks.FTPHook.store_file">store_file() (airflow.contrib.hooks.FTPHook method)</a>
</li>
@@ -643,7 +927,7 @@
</li>
<li><a href="code.html#airflow.models.DAG.subdags">subdags (airflow.models.DAG attribute)</a>
</li>
- <li><a href="code.html#airflow.models.DAG.sync_to_db">sync_to_db() (airflow.models.DAG static method)</a>
+ <li><a href="code.html#airflow.models.DAG.sync_to_db">sync_to_db() (airflow.models.DAG method)</a>
</li>
</ul></td>
</tr></table>
@@ -651,19 +935,29 @@
<h2 id="T">T</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
<td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="integration.html#airflow.contrib.hooks.bigquery_hook.BigQueryHook.table_exists">table_exists() (airflow.contrib.hooks.bigquery_hook.BigQueryHook method)</a>
+
+ <ul>
+ <li><a href="code.html#airflow.contrib.hooks.BigQueryHook.table_exists">(airflow.contrib.hooks.BigQueryHook method)</a>
+</li>
+ <li><a href="code.html#airflow.hooks.HiveMetastoreHook.table_exists">(airflow.hooks.HiveMetastoreHook method)</a>
+</li>
+ </ul></li>
<li><a href="code.html#airflow.models.TaskInstance">TaskInstance (class in airflow.models)</a>
</li>
+ <li><a href="code.html#airflow.hooks.HiveCliHook.test_hql">test_hql() (airflow.hooks.HiveCliHook method)</a>
+</li>
+ </ul></td>
+ <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="code.html#airflow.operators.TimeSensor">TimeSensor (class in airflow.operators)</a>
</li>
<li><a href="code.html#airflow.models.DAG.topological_sort">topological_sort() (airflow.models.DAG method)</a>
</li>
- </ul></td>
- <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="code.html#airflow.models.DAG.tree_view">tree_view() (airflow.models.DAG method)</a>
</li>
<li><a href="code.html#airflow.operators.TriggerDagRunOperator">TriggerDagRunOperator (class in airflow.operators)</a>
</li>
- <li><a href="code.html#airflow.contrib.hooks.SSHHook.tunnel">tunnel() (airflow.contrib.hooks.SSHHook method)</a>
+ <li><a href="code.html#airflow.models.TaskInstance.try_number">try_number (airflow.models.TaskInstance attribute)</a>
</li>
</ul></td>
</tr></table>
@@ -671,6 +965,14 @@
<h2 id="U">U</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
<td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="integration.html#airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook.upload">upload() (airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook method)</a>
+
+ <ul>
+ <li><a href="code.html#airflow.contrib.hooks.GoogleCloudStorageHook.upload">(airflow.contrib.hooks.GoogleCloudStorageHook method)</a>
+</li>
+ </ul></li>
+ </ul></td>
+ <td style="width: 33%; vertical-align: top;"><ul>
<li><a href="code.html#airflow.models.BaseOperator.upstream_list">upstream_list (airflow.models.BaseOperator attribute)</a>
</li>
</ul></td>
@@ -679,6 +981,14 @@
<h2 id="W">W</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
<td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="integration.html#airflow.contrib.sensors.wasb_sensor.WasbBlobSensor">WasbBlobSensor (class in airflow.contrib.sensors.wasb_sensor)</a>
+</li>
+ <li><a href="integration.html#airflow.contrib.hooks.wasb_hook.WasbHook">WasbHook (class in airflow.contrib.hooks.wasb_hook)</a>
+</li>
+ </ul></td>
+ <td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="integration.html#airflow.contrib.sensors.wasb_sensor.WasbPrefixSensor">WasbPrefixSensor (class in airflow.contrib.sensors.wasb_sensor)</a>
+</li>
<li><a href="code.html#airflow.operators.WebHdfsSensor">WebHdfsSensor (class in airflow.operators)</a>
</li>
</ul></td>
http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/28a3eb60/index.html
----------------------------------------------------------------------
diff --git a/index.html b/index.html
index eec44c1..9c53c75 100644
--- a/index.html
+++ b/index.html
@@ -13,6 +13,8 @@
+
+
@@ -80,7 +82,10 @@
- <ul>
+
+
+
+ <ul>
<li class="toctree-l1"><a class="reference internal" href="project.html">Project</a></li>
<li class="toctree-l1"><a class="reference internal" href="license.html">License</a></li>
<li class="toctree-l1"><a class="reference internal" href="start.html">Quick Start</a></li>
@@ -225,7 +230,7 @@ unit of work and continuity.</p>
</li>
<li class="toctree-l1"><a class="reference internal" href="license.html">License</a></li>
<li class="toctree-l1"><a class="reference internal" href="start.html">Quick Start</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="start.html#what-s-next">What’s Next?</a></li>
+<li class="toctree-l2"><a class="reference internal" href="start.html#what-s-next">What’s Next?</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="installation.html">Installation</a><ul>
@@ -235,7 +240,7 @@ unit of work and continuity.</p>
</li>
<li class="toctree-l1"><a class="reference internal" href="tutorial.html">Tutorial</a><ul>
<li class="toctree-l2"><a class="reference internal" href="tutorial.html#example-pipeline-definition">Example Pipeline definition</a></li>
-<li class="toctree-l2"><a class="reference internal" href="tutorial.html#it-s-a-dag-definition-file">It’s a DAG definition file</a></li>
+<li class="toctree-l2"><a class="reference internal" href="tutorial.html#it-s-a-dag-definition-file">It’s a DAG definition file</a></li>
<li class="toctree-l2"><a class="reference internal" href="tutorial.html#importing-modules">Importing Modules</a></li>
<li class="toctree-l2"><a class="reference internal" href="tutorial.html#default-arguments">Default Arguments</a></li>
<li class="toctree-l2"><a class="reference internal" href="tutorial.html#instantiate-a-dag">Instantiate a DAG</a></li>
@@ -250,7 +255,7 @@ unit of work and continuity.</p>
<li class="toctree-l3"><a class="reference internal" href="tutorial.html#backfill">Backfill</a></li>
</ul>
</li>
-<li class="toctree-l2"><a class="reference internal" href="tutorial.html#what-s-next">What’s Next?</a></li>
+<li class="toctree-l2"><a class="reference internal" href="tutorial.html#what-s-next">What’s Next?</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="configuration.html">Configuration</a><ul>
@@ -258,6 +263,7 @@ unit of work and continuity.</p>
<li class="toctree-l2"><a class="reference internal" href="configuration.html#setting-up-a-backend">Setting up a Backend</a></li>
<li class="toctree-l2"><a class="reference internal" href="configuration.html#connections">Connections</a></li>
<li class="toctree-l2"><a class="reference internal" href="configuration.html#scaling-out-with-celery">Scaling Out with Celery</a></li>
+<li class="toctree-l2"><a class="reference internal" href="configuration.html#scaling-out-with-dask">Scaling Out with Dask</a></li>
<li class="toctree-l2"><a class="reference internal" href="configuration.html#logs">Logs</a></li>
<li class="toctree-l2"><a class="reference internal" href="configuration.html#scaling-out-on-mesos-community-contributed">Scaling Out on Mesos (community contributed)</a></li>
<li class="toctree-l2"><a class="reference internal" href="configuration.html#integration-with-systemd">Integration with systemd</a></li>
@@ -324,7 +330,118 @@ unit of work and continuity.</p>
</li>
</ul>
</li>
-<li class="toctree-l1"><a class="reference internal" href="cli.html">Command Line Interface</a></li>
+<li class="toctree-l1"><a class="reference internal" href="cli.html">Command Line Interface</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="cli.html#Positional Arguments">Positional Arguments</a></li>
+<li class="toctree-l2"><a class="reference internal" href="cli.html#Sub-commands:">Sub-commands:</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#resetdb">resetdb</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#render">render</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat1">Positional Arguments</a></li>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat1">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#variables">variables</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat2">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#connections">connections</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat3">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#pause">pause</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat2">Positional Arguments</a></li>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat4">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#task_failed_deps">task_failed_deps</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat3">Positional Arguments</a></li>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat5">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#version">version</a></li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#trigger_dag">trigger_dag</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat4">Positional Arguments</a></li>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat6">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#initdb">initdb</a></li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#test">test</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat5">Positional Arguments</a></li>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat7">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#unpause">unpause</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat6">Positional Arguments</a></li>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat8">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#dag_state">dag_state</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat7">Positional Arguments</a></li>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat9">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#run">run</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat8">Positional Arguments</a></li>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat10">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#list_tasks">list_tasks</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat9">Positional Arguments</a></li>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat11">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#backfill">backfill</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat10">Positional Arguments</a></li>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat12">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#list_dags">list_dags</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat13">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#kerberos">kerberos</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat11">Positional Arguments</a></li>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat14">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#worker">worker</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat15">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#webserver">webserver</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat16">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#flower">flower</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat17">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#scheduler">scheduler</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat18">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#task_state">task_state</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat12">Positional Arguments</a></li>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat19">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#pool">pool</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat20">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#serve_logs">serve_logs</a></li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#clear">clear</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat13">Positional Arguments</a></li>
+<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat21">Named Arguments</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="cli.html#upgradedb">upgradedb</a></li>
+</ul>
+</li>
+</ul>
+</li>
<li class="toctree-l1"><a class="reference internal" href="scheduler.html">Scheduling & Triggers</a><ul>
<li class="toctree-l2"><a class="reference internal" href="scheduler.html#dag-runs">DAG Runs</a></li>
<li class="toctree-l2"><a class="reference internal" href="scheduler.html#backfill-and-catchup">Backfill and Catchup</a></li>
@@ -349,7 +466,11 @@ unit of work and continuity.</p>
<li class="toctree-l2"><a class="reference internal" href="security.html#multi-tenancy">Multi-tenancy</a></li>
<li class="toctree-l2"><a class="reference internal" href="security.html#kerberos">Kerberos</a><ul>
<li class="toctree-l3"><a class="reference internal" href="security.html#limitations">Limitations</a></li>
-<li class="toctree-l3"><a class="reference internal" href="security.html#enabling-kerberos">Enabling kerberos</a></li>
+<li class="toctree-l3"><a class="reference internal" href="security.html#enabling-kerberos">Enabling kerberos</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="security.html#airflow">Airflow</a></li>
+<li class="toctree-l4"><a class="reference internal" href="security.html#hadoop">Hadoop</a></li>
+</ul>
+</li>
<li class="toctree-l3"><a class="reference internal" href="security.html#using-kerberos-authentication">Using kerberos authentication</a></li>
</ul>
</li>
@@ -364,8 +485,9 @@ unit of work and continuity.</p>
</li>
</ul>
</li>
-<li class="toctree-l2"><a class="reference internal" href="security.html#ssl">SSL</a><ul>
-<li class="toctree-l3"><a class="reference internal" href="security.html#impersonation">Impersonation</a></li>
+<li class="toctree-l2"><a class="reference internal" href="security.html#ssl">SSL</a></li>
+<li class="toctree-l2"><a class="reference internal" href="security.html#impersonation">Impersonation</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="security.html#default-impersonation">Default Impersonation</a></li>
</ul>
</li>
</ul>
@@ -377,8 +499,46 @@ unit of work and continuity.</p>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="integration.html">Integration</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="integration.html#aws-amazon-webservices">AWS: Amazon Webservices</a></li>
+<li class="toctree-l2"><a class="reference internal" href="integration.html#azure-microsoft-azure">Azure: Microsoft Azure</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="integration.html#azure-blob-storage">Azure Blob Storage</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="integration.html#wasbblobsensor">WasbBlobSensor</a></li>
+<li class="toctree-l4"><a class="reference internal" href="integration.html#wasbprefixsensor">WasbPrefixSensor</a></li>
+<li class="toctree-l4"><a class="reference internal" href="integration.html#filetowasboperator">FileToWasbOperator</a></li>
+<li class="toctree-l4"><a class="reference internal" href="integration.html#wasbhook">WasbHook</a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="integration.html#aws-amazon-web-services">AWS: Amazon Web Services</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="integration.html#aws-emr">AWS EMR</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="integration.html#emraddstepsoperator">EmrAddStepsOperator</a></li>
+<li class="toctree-l4"><a class="reference internal" href="integration.html#emrcreatejobflowoperator">EmrCreateJobFlowOperator</a></li>
+<li class="toctree-l4"><a class="reference internal" href="integration.html#emrterminatejobflowoperator">EmrTerminateJobFlowOperator</a></li>
+<li class="toctree-l4"><a class="reference internal" href="integration.html#emrhook">EmrHook</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="integration.html#aws-s3">AWS S3</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="integration.html#s3filetransformoperator">S3FileTransformOperator</a></li>
+<li class="toctree-l4"><a class="reference internal" href="integration.html#s3tohivetransfer">S3ToHiveTransfer</a></li>
+<li class="toctree-l4"><a class="reference internal" href="integration.html#s3hook">S3Hook</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="integration.html#aws-ec2-container-service">AWS EC2 Container Service</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="integration.html#ecsoperator">ECSOperator</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="integration.html#aws-redshift">AWS RedShift</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="integration.html#redshifttos3transfer">RedshiftToS3Transfer</a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="integration.html#databricks">Databricks</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="integration.html#databrickssubmitrunoperator">DatabricksSubmitRunOperator</a></li>
+</ul>
+</li>
<li class="toctree-l2"><a class="reference internal" href="integration.html#gcp-google-cloud-platform">GCP: Google Cloud Platform</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="integration.html#logging">Logging</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#bigquery">BigQuery</a><ul>
<li class="toctree-l4"><a class="reference internal" href="integration.html#bigquery-operators">BigQuery Operators</a></li>
<li class="toctree-l4"><a class="reference internal" href="integration.html#bigqueryhook">BigQueryHook</a></li>
@@ -391,11 +551,15 @@ unit of work and continuity.</p>
</li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-dataproc">Cloud DataProc</a><ul>
<li class="toctree-l4"><a class="reference internal" href="integration.html#dataproc-operators">DataProc Operators</a></li>
-<li class="toctree-l4"><a class="reference internal" href="integration.html#dataprocpysparkoperator">DataProcPySparkOperator</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-datastore">Cloud Datastore</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="integration.html#datastore-operators">Datastore Operators</a></li>
+<li class="toctree-l4"><a class="reference internal" href="integration.html#datastorehook">DatastoreHook</a></li>
+</ul>
+</li>
+<li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-ml-engine">Cloud ML Engine</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="integration.html#cloud-ml-engine-operators">Cloud ML Engine Operators</a></li>
+<li class="toctree-l4"><a class="reference internal" href="integration.html#cloud-ml-engine-hook">Cloud ML Engine Hook</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-storage">Cloud Storage</a><ul>
@@ -408,10 +572,10 @@ unit of work and continuity.</p>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="faq.html">FAQ</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="faq.html#why-isn-t-my-task-getting-scheduled">Why isn’t my task getting scheduled?</a></li>
-<li class="toctree-l2"><a class="reference internal" href="faq.html#how-do-i-trigger-tasks-based-on-another-task-s-failure">How do I trigger tasks based on another task’s failure?</a></li>
+<li class="toctree-l2"><a class="reference internal" href="faq.html#why-isn-t-my-task-getting-scheduled">Why isn’t my task getting scheduled?</a></li>
+<li class="toctree-l2"><a class="reference internal" href="faq.html#how-do-i-trigger-tasks-based-on-another-task-s-failure">How do I trigger tasks based on another task’s failure?</a></li>
<li class="toctree-l2"><a class="reference internal" href="faq.html#why-are-connection-passwords-still-not-encrypted-in-the-metadata-db-after-i-installed-airflow-crypto">Why are connection passwords still not encrypted in the metadata db after I installed airflow[crypto]?</a></li>
-<li class="toctree-l2"><a class="reference internal" href="faq.html#what-s-the-deal-with-start-date">What’s the deal with <code class="docutils literal"><span class="pre">start_date</span></code>?</a></li>
+<li class="toctree-l2"><a class="reference internal" href="faq.html#what-s-the-deal-with-start-date">What’s the deal with <code class="docutils literal"><span class="pre">start_date</span></code>?</a></li>
<li class="toctree-l2"><a class="reference internal" href="faq.html#how-can-i-create-dags-dynamically">How can I create DAGs dynamically?</a></li>
<li class="toctree-l2"><a class="reference internal" href="faq.html#what-are-all-the-airflow-run-commands-in-my-process-list">What are all the <code class="docutils literal"><span class="pre">airflow</span> <span class="pre">run</span></code> commands in my process list?</a></li>
</ul>
http://git-wip-us.apache.org/repos/asf/incubator-airflow-site/blob/28a3eb60/installation.html
----------------------------------------------------------------------
diff --git a/installation.html b/installation.html
index 5dd9401..455ffd4 100644
--- a/installation.html
+++ b/installation.html
@@ -13,6 +13,8 @@
+
+
@@ -81,7 +83,10 @@
- <ul class="current">
+
+
+
+ <ul class="current">
<li class="toctree-l1"><a class="reference internal" href="project.html">Project</a></li>
<li class="toctree-l1"><a class="reference internal" href="license.html">License</a></li>
<li class="toctree-l1"><a class="reference internal" href="start.html">Quick Start</a></li>
@@ -171,29 +176,29 @@
<div class="section" id="getting-airflow">
<h2>Getting Airflow<a class="headerlink" href="#getting-airflow" title="Permalink to this headline">¶</a></h2>
<p>The easiest way to install the latest stable version of Airflow is with <code class="docutils literal"><span class="pre">pip</span></code>:</p>
-<div class="highlight-bash"><div class="highlight"><pre><span></span>pip install airflow
+<div class="highlight-bash"><div class="highlight"><pre><span></span>pip install apache-airflow
</pre></div>
</div>
<p>You can also install Airflow with support for extra features like <code class="docutils literal"><span class="pre">s3</span></code> or <code class="docutils literal"><span class="pre">postgres</span></code>:</p>
-<div class="highlight-bash"><div class="highlight"><pre><span></span>pip install <span class="s2">"airflow[s3, postgres]"</span>
+<div class="highlight-bash"><div class="highlight"><pre><span></span>pip install <span class="s2">"apache-airflow[s3, postgres]"</span>
</pre></div>
</div>
</div>
<div class="section" id="extra-packages">
<h2>Extra Packages<a class="headerlink" href="#extra-packages" title="Permalink to this headline">¶</a></h2>
-<p>The <code class="docutils literal"><span class="pre">airflow</span></code> PyPI basic package only installs what’s needed to get started.
+<p>The <code class="docutils literal"><span class="pre">apache-airflow</span></code> PyPI basic package only installs what’s needed to get started.
Subpackages can be installed depending on what will be useful in your
-environment. For instance, if you don’t need connectivity with Postgres,
-you won’t have to go through the trouble of installing the <code class="docutils literal"><span class="pre">postgres-devel</span></code>
+environment. For instance, if you don’t need connectivity with Postgres,
+you won’t have to go through the trouble of installing the <code class="docutils literal"><span class="pre">postgres-devel</span></code>
yum package, or whatever equivalent applies on the distribution you are using.</p>
<p>Behind the scenes, Airflow does conditional imports of operators that require
these extra dependencies.</p>
-<p>Here’s the list of the subpackages and what they enable:</p>
+<p>Here’s the list of the subpackages and what they enable:</p>
<table border="1" class="docutils">
<colgroup>
-<col width="15%" />
-<col width="37%" />
-<col width="49%" />
+<col width="14%" />
+<col width="42%" />
+<col width="45%" />
</colgroup>
<thead valign="bottom">
<tr class="row-odd"><th class="head">subpackage</th>
@@ -203,110 +208,114 @@ these extra dependencies.</p>
</thead>
<tbody valign="top">
<tr class="row-even"><td>all</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[all]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[all]</span></code></td>
<td>All Airflow features known to man</td>
</tr>
<tr class="row-odd"><td>all_dbs</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[all_dbs]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[all_dbs]</span></code></td>
<td>All databases integrations</td>
</tr>
<tr class="row-even"><td>async</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[async]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[async]</span></code></td>
<td>Async worker classes for gunicorn</td>
</tr>
<tr class="row-odd"><td>devel</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[devel]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[devel]</span></code></td>
<td>Minimum dev tools requirements</td>
</tr>
<tr class="row-even"><td>devel_hadoop</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[devel_hadoop]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[devel_hadoop]</span></code></td>
<td>Airflow + dependencies on the Hadoop stack</td>
</tr>
<tr class="row-odd"><td>celery</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[celery]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[celery]</span></code></td>
<td>CeleryExecutor</td>
</tr>
<tr class="row-even"><td>crypto</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[crypto]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[crypto]</span></code></td>
<td>Encrypt connection passwords in metadata db</td>
</tr>
<tr class="row-odd"><td>druid</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[druid]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[druid]</span></code></td>
<td>Druid.io related operators & hooks</td>
</tr>
<tr class="row-even"><td>gcp_api</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[gcp_api]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[gcp_api]</span></code></td>
<td>Google Cloud Platform hooks and operators
(using <code class="docutils literal"><span class="pre">google-api-python-client</span></code>)</td>
</tr>
<tr class="row-odd"><td>jdbc</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[jdbc]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[jdbc]</span></code></td>
<td>JDBC hooks and operators</td>
</tr>
<tr class="row-even"><td>hdfs</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[hdfs]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[hdfs]</span></code></td>
<td>HDFS hooks and operators</td>
</tr>
<tr class="row-odd"><td>hive</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[hive]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[hive]</span></code></td>
<td>All Hive related operators</td>
</tr>
<tr class="row-even"><td>kerberos</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[kerberos]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[kerberos]</span></code></td>
<td>kerberos integration for kerberized hadoop</td>
</tr>
<tr class="row-odd"><td>ldap</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[ldap]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[ldap]</span></code></td>
<td>ldap authentication for users</td>
</tr>
<tr class="row-even"><td>mssql</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[mssql]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[mssql]</span></code></td>
<td>Microsoft SQL operators and hook,
support as an Airflow backend</td>
</tr>
<tr class="row-odd"><td>mysql</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[mysql]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[mysql]</span></code></td>
<td>MySQL operators and hook, support as
an Airflow backend</td>
</tr>
<tr class="row-even"><td>password</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[password]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[password]</span></code></td>
<td>Password Authentication for users</td>
</tr>
<tr class="row-odd"><td>postgres</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[postgres]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[postgres]</span></code></td>
<td>Postgres operators and hook, support
as an Airflow backend</td>
</tr>
<tr class="row-even"><td>qds</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[qds]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[qds]</span></code></td>
<td>Enable QDS (qubole data services) support</td>
</tr>
<tr class="row-odd"><td>rabbitmq</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[rabbitmq]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[rabbitmq]</span></code></td>
<td>Rabbitmq support as a Celery backend</td>
</tr>
<tr class="row-even"><td>s3</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[s3]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[s3]</span></code></td>
<td><code class="docutils literal"><span class="pre">S3KeySensor</span></code>, <code class="docutils literal"><span class="pre">S3PrefixSensor</span></code></td>
</tr>
<tr class="row-odd"><td>samba</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[samba]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[samba]</span></code></td>
<td><code class="docutils literal"><span class="pre">Hive2SambaOperator</span></code></td>
</tr>
<tr class="row-even"><td>slack</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[slack]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[slack]</span></code></td>
<td><code class="docutils literal"><span class="pre">SlackAPIPostOperator</span></code></td>
</tr>
<tr class="row-odd"><td>vertica</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[vertica]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[vertica]</span></code></td>
<td>Vertica hook
support as an Airflow backend</td>
</tr>
<tr class="row-even"><td>cloudant</td>
-<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">airflow[cloudant]</span></code></td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[cloudant]</span></code></td>
<td>Cloudant hook</td>
</tr>
+<tr class="row-odd"><td>redis</td>
+<td><code class="docutils literal"><span class="pre">pip</span> <span class="pre">install</span> <span class="pre">apache-airflow[redis]</span></code></td>
+<td>Redis hooks and sensors</td>
+</tr>
</tbody>
</table>
</div>