You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by gi...@apache.org on 2021/12/21 17:38:15 UTC
[airflow-site] branch gh-pages updated: Deploying to gh-pages from @ 87175faa6225ef5549e358cee6a02da7dddd426d 🚀
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch gh-pages
in repository https://gitbox.apache.org/repos/asf/airflow-site.git
The following commit(s) were added to refs/heads/gh-pages by this push:
new a36ea25 Deploying to gh-pages from @ 87175faa6225ef5549e358cee6a02da7dddd426d 🚀
a36ea25 is described below
commit a36ea252e45680f1eb008bbb88df9d029393c07e
Author: jedcunningham <66...@users.noreply.github.com>
AuthorDate: Tue Dec 21 17:38:08 2021 +0000
Deploying to gh-pages from @ 87175faa6225ef5549e358cee6a02da7dddd426d 🚀
---
_gen/packages-metadata.json | 5 +-
blog/airflow-1.10.10/index.html | 4 +-
blog/airflow-1.10.12/index.html | 4 +-
blog/airflow-1.10.8-1.10.9/index.html | 4 +-
blog/airflow-2.2.0/index.html | 4 +-
blog/airflow-survey-2020/index.html | 4 +-
blog/airflow-survey/index.html | 4 +-
blog/airflow-two-point-oh-is-here/index.html | 4 +-
blog/airflow_summit_2021/index.html | 4 +-
blog/announcing-new-website/index.html | 4 +-
blog/apache-airflow-for-newcomers/index.html | 4 +-
.../index.html | 4 +-
.../index.html | 4 +-
.../index.html | 4 +-
.../index.html | 4 +-
.../index.html | 4 +-
.../index.html | 4 +-
docs/apache-airflow/2.2.3/.buildinfo | 4 +
.../_api/airflow/exceptions}/index.html | 914 +-
.../airflow/executors/base_executor}/index.html | 616 +-
.../airflow/executors/celery_executor}/index.html | 584 +-
.../celery_kubernetes_executor}/index.html | 399 +-
.../airflow/executors/dask_executor}/index.html | 221 +-
.../airflow/executors/debug_executor}/index.html | 262 +-
.../executors/executor_constants}/index.html | 228 +-
.../airflow/executors/executor_loader}/index.html | 226 +-
.../_api/airflow/executors}/index.html | 241 +-
.../executors/kubernetes_executor}/index.html | 587 +-
.../airflow/executors/local_executor}/index.html | 567 +-
.../executors/sequential_executor}/index.html | 213 +-
.../_api/airflow/hooks/S3_hook/index.html | 2 +-
.../_api/airflow/hooks/base}/index.html | 301 +-
.../_api/airflow/hooks/base_hook}/index.html | 30 +-
.../_api/airflow/hooks/dbapi}/index.html | 476 +-
.../_api/airflow/hooks/dbapi_hook}/index.html | 30 +-
.../_api/airflow/hooks/docker_hook}/index.html | 30 +-
.../_api/airflow/hooks/druid_hook/index.html | 2 +-
.../_api/airflow/hooks/filesystem}/index.html | 98 +-
.../_api/airflow/hooks/hdfs_hook/index.html | 2 +-
.../_api/airflow/hooks/hive_hooks/index.html | 2 +-
.../_api/airflow/hooks/http_hook}/index.html | 30 +-
.../_api/airflow/hooks/index.html} | 332 +-
.../_api/airflow/hooks/jdbc_hook}/index.html | 30 +-
.../_api/airflow/hooks/mssql_hook}/index.html | 30 +-
.../_api/airflow/hooks/mysql_hook}/index.html | 30 +-
.../_api/airflow/hooks/oracle_hook}/index.html | 30 +-
.../_api/airflow/hooks/pig_hook}/index.html | 30 +-
.../_api/airflow/hooks/postgres_hook/index.html | 2 +-
.../_api/airflow/hooks/presto_hook}/index.html | 30 +-
.../_api/airflow/hooks/samba_hook}/index.html | 30 +-
.../_api/airflow/hooks/slack_hook}/index.html | 30 +-
.../_api/airflow/hooks/sqlite_hook}/index.html | 30 +-
.../_api/airflow/hooks/subprocess}/index.html | 123 +-
.../_api/airflow/hooks/webhdfs_hook/index.html | 2 +-
.../_api/airflow/hooks/zendesk_hook}/index.html | 30 +-
.../_api/airflow/models/base}/index.html | 303 +-
.../_api/airflow/models/baseoperator/index.html | 4 +-
.../_api/airflow/models/connection}/index.html | 591 +-
.../_api/airflow/models/crypto}/index.html | 325 +-
.../_api/airflow/models/dag/index.html | 21 +-
.../_api/airflow/models/dagbag}/index.html | 398 +-
.../_api/airflow/models/dagcode}/index.html | 373 +-
.../_api/airflow/models/dagparam}/index.html | 154 +-
.../_api/airflow/models/dagpickle}/index.html | 290 +-
.../_api/airflow/models/dagrun}/index.html | 835 +-
.../_api/airflow/models/errors}/index.html | 285 +-
.../_api/airflow/models/index.html | 25 +-
.../_api/airflow/models/log}/index.html | 280 +-
.../_api/airflow/models/param/index.html | 2 +-
.../_api/airflow/models/pool}/index.html | 405 +-
.../airflow/models/renderedtifields}/index.html | 303 +-
.../_api/airflow/models/sensorinstance}/index.html | 434 +-
.../_api/airflow/models/serialized_dag}/index.html | 526 +-
.../_api/airflow/models/skipmixin}/index.html | 271 +-
.../_api/airflow/models/slamiss}/index.html | 252 +-
.../_api/airflow/models/taskfail}/index.html | 250 +-
.../_api/airflow/models/taskinstance/index.html | 18 +-
.../_api/airflow/models/taskmixin}/index.html | 230 +-
.../_api/airflow/models/taskreschedule}/index.html | 322 +-
.../_api/airflow/models/trigger}/index.html | 284 +-
.../_api/airflow/models/variable}/index.html | 444 +-
.../_api/airflow/models/xcom}/index.html | 531 +-
.../_api/airflow/models/xcom_arg/index.html | 2 +-
.../_api/airflow/operators/bash}/index.html | 275 +-
.../airflow/operators/bash_operator}/index.html | 30 +-
.../_api/airflow/operators/branch}/index.html | 110 +-
.../airflow/operators/branch_operator}/index.html | 30 +-
.../airflow/operators/check_operator}/index.html | 115 +-
.../airflow/operators/dagrun_operator}/index.html | 30 +-
.../_api/airflow/operators/datetime}/index.html | 113 +-
.../airflow/operators/docker_operator}/index.html | 30 +-
.../operators/druid_check_operator/index.html | 2 +-
.../_api/airflow/operators/dummy}/index.html | 111 +-
.../airflow/operators/dummy_operator}/index.html | 30 +-
.../_api/airflow/operators/email}/index.html | 151 +-
.../airflow/operators/email_operator}/index.html | 30 +-
.../_api/airflow/operators/gcs_to_s3/index.html | 2 +-
.../airflow/operators/generic_transfer}/index.html | 154 +-
.../operators/google_api_to_s3_transfer/index.html | 2 +-
.../airflow/operators/hive_operator/index.html | 2 +-
.../operators/hive_stats_operator/index.html | 2 +-
.../airflow/operators/hive_to_druid/index.html | 4 +-
.../airflow/operators/hive_to_mysql/index.html | 2 +-
.../operators/hive_to_samba_operator/index.html | 2 +-
.../airflow/operators/http_operator}/index.html | 30 +-
.../_api/airflow/operators/index.html} | 413 +-
.../airflow/operators/jdbc_operator}/index.html | 30 +-
.../_api/airflow/operators/latest_only}/index.html | 93 +-
.../operators/latest_only_operator}/index.html | 30 +-
.../airflow/operators/mssql_operator}/index.html | 30 +-
.../airflow/operators/mssql_to_hive/index.html | 4 +-
.../airflow/operators/mysql_operator}/index.html | 30 +-
.../airflow/operators/mysql_to_hive/index.html | 4 +-
.../airflow/operators/oracle_operator}/index.html | 30 +-
.../operators/papermill_operator}/index.html | 30 +-
.../airflow/operators/pig_operator}/index.html | 30 +-
.../airflow/operators/postgres_operator/index.html | 2 +-
.../operators/presto_check_operator}/index.html | 94 +-
.../airflow/operators/presto_to_mysql}/index.html | 64 +-
.../_api/airflow/operators/python/index.html | 20 +-
.../airflow/operators/python_operator}/index.html | 30 +-
.../operators/redshift_to_s3_operator/index.html | 6 +-
.../s3_file_transform_operator/index.html | 2 +-
.../operators/s3_to_hive_operator/index.html | 4 +-
.../operators/s3_to_redshift_operator/index.html | 4 +-
.../airflow/operators/slack_operator}/index.html | 30 +-
.../_api/airflow/operators/sql/index.html | 8 +-
.../operators/sql_branch_operator}/index.html | 68 +-
.../airflow/operators/sqlite_operator}/index.html | 30 +-
.../_api/airflow/operators/subdag}/index.html | 196 +-
.../airflow/operators/subdag_operator}/index.html | 30 +-
.../airflow/operators/trigger_dagrun}/index.html | 201 +-
.../_api/airflow/operators/weekday}/index.html | 105 +-
.../_api/airflow/secrets/base_secrets}/index.html | 266 +-
.../secrets/environment_variables}/index.html | 201 +-
.../_api/airflow/secrets}/index.html | 386 +-
.../airflow/secrets/local_filesystem}/index.html | 307 +-
.../_api/airflow/secrets/metastore}/index.html | 187 +-
.../_api/airflow/sensors/base}/index.html | 330 +-
.../sensors/base_sensor_operator}/index.html | 30 +-
.../_api/airflow/sensors/bash}/index.html | 102 +-
.../_api/airflow/sensors/date_time}/index.html | 163 +-
.../airflow/sensors/date_time_sensor}/index.html | 30 +-
.../_api/airflow/sensors/external_task}/index.html | 293 +-
.../sensors/external_task_sensor}/index.html | 30 +-
.../_api/airflow/sensors/filesystem}/index.html | 114 +-
.../_api/airflow/sensors/hdfs_sensor/index.html | 2 +-
.../sensors/hive_partition_sensor/index.html | 2 +-
.../_api/airflow/sensors/http_sensor}/index.html | 30 +-
.../_api/airflow/sensors/index.html} | 338 +-
.../sensors/metastore_partition_sensor/index.html | 2 +-
.../sensors/named_hive_partition_sensor/index.html | 2 +-
.../_api/airflow/sensors/python}/index.html | 106 +-
.../_api/airflow/sensors/s3_key_sensor/index.html | 2 +-
.../airflow/sensors/s3_prefix_sensor/index.html | 2 +-
.../_api/airflow/sensors/smart_sensor}/index.html | 542 +-
.../_api/airflow/sensors/sql}/index.html | 135 +-
.../_api/airflow/sensors/sql_sensor}/index.html | 30 +-
.../_api/airflow/sensors/time_delta}/index.html | 128 +-
.../airflow/sensors/time_delta_sensor}/index.html | 30 +-
.../_api/airflow/sensors/time_sensor}/index.html | 128 +-
.../airflow/sensors/web_hdfs_sensor/index.html | 2 +-
.../_api/airflow/sensors/weekday}/index.html | 123 +-
.../_api/airflow/timetables/base}/index.html | 520 +-
.../_api/airflow/timetables/index.html} | 174 +-
.../_api/airflow/timetables/interval}/index.html | 357 +-
.../_api/airflow/timetables/simple}/index.html | 210 +-
docs/apache-airflow/2.2.3/_api/index.html | 1 +
docs/apache-airflow/2.2.3/_images/add-dag-tags.png | Bin 0 -> 68537 bytes
docs/apache-airflow/2.2.3/_images/add-role.png | Bin 0 -> 30509 bytes
docs/apache-airflow/2.2.3/_images/airflow.gif | Bin 0 -> 416302 bytes
docs/apache-airflow/2.2.3/_images/apache.jpg | Bin 0 -> 43364 bytes
.../2.2.3/_images/arch-diag-basic.png | Bin 0 -> 16357 bytes
.../2.2.3/_images/arch-diag-kubernetes.png | Bin 0 -> 21804 bytes
.../2.2.3/_images/arch-diag-kubernetes2.png | Bin 0 -> 86384 bytes
.../2.2.3/_images/arch-diag-logging.png | Bin 0 -> 25843 bytes
docs/apache-airflow/2.2.3/_images/basic-dag.png | Bin 0 -> 5393 bytes
docs/apache-airflow/2.2.3/_images/branch_note.png | Bin 0 -> 31771 bytes
.../2.2.3/_images/branch_with_trigger.png | Bin 0 -> 34081 bytes
.../2.2.3/_images/branch_without_trigger.png | Bin 0 -> 39815 bytes
docs/apache-airflow/2.2.3/_images/calendar.png | Bin 0 -> 58726 bytes
.../2.2.3/_images/cli_completion.gif | Bin 0 -> 775263 bytes
docs/apache-airflow/2.2.3/_images/code.png | Bin 0 -> 169890 bytes
.../2.2.3/_images/connection_create.png | Bin 0 -> 52889 bytes
.../2.2.3/_images/connection_edit.png | Bin 0 -> 31186 bytes
docs/apache-airflow/2.2.3/_images/connections.png | Bin 0 -> 79451 bytes
docs/apache-airflow/2.2.3/_images/context.png | Bin 0 -> 124467 bytes
docs/apache-airflow/2.2.3/_images/dag_doc.png | Bin 0 -> 40094 bytes
.../2.2.3/_images/dag_file_processing_diagram.png | Bin 0 -> 263825 bytes
.../2.2.3/_images/dag_serialization.png | Bin 0 -> 99917 bytes
.../apache-airflow/2.2.3/_images/dags-page-new.png | Bin 0 -> 483599 bytes
.../apache-airflow/2.2.3/_images/dags-page-old.png | Bin 0 -> 493009 bytes
docs/apache-airflow/2.2.3/_images/dags.png | Bin 0 -> 211122 bytes
.../default_instance_name_configuration.png | Bin 0 -> 154888 bytes
docs/apache-airflow/2.2.3/_images/duration.png | Bin 0 -> 150876 bytes
.../2.2.3/_images/edge_label_example.png | Bin 0 -> 24592 bytes
.../example_instance_name_configuration.png | Bin 0 -> 154915 bytes
.../2.2.3/_images/example_passing_conf.png | Bin 0 -> 41080 bytes
docs/apache-airflow/2.2.3/_images/gantt.png | Bin 0 -> 70606 bytes
.../2.2.3/_images/graph-view-new.png | Bin 0 -> 56973 bytes
.../2.2.3/_images/graph-view-old.png | Bin 0 -> 54884 bytes
docs/apache-airflow/2.2.3/_images/graph.png | Bin 0 -> 128870 bytes
...iz-91fd3ca4f3dc01a69b3f84fbcd6b5c7975945ba4.png | Bin 0 -> 41708 bytes
...1fd3ca4f3dc01a69b3f84fbcd6b5c7975945ba4.png.map | 2 +
.../2.2.3/_images/k8s-failed-pod.png | Bin 0 -> 18937 bytes
.../2.2.3/_images/k8s-happy-path.png | Bin 0 -> 17257 bytes
.../2.2.3/_images/latest_only_with_trigger.png | Bin 0 -> 42887 bytes
docs/apache-airflow/2.2.3/_images/new-role.png | Bin 0 -> 14115 bytes
.../2.2.3/_images/new_tutorial-1.png | Bin 0 -> 51356 bytes
.../2.2.3/_images/new_tutorial-2.png | Bin 0 -> 19179 bytes
.../2.2.3/_images/operator_extra_link.png | Bin 0 -> 90359 bytes
docs/apache-airflow/2.2.3/_images/pin_large.png | Bin 0 -> 24922 bytes
.../2.2.3/_images/run_task_on_celery_executor.png | Bin 0 -> 55939 bytes
.../2.2.3/_images/smart_sensor_architecture.png | Bin 0 -> 80325 bytes
.../smart_sensor_single_task_execute_flow.png | Bin 0 -> 75462 bytes
docs/apache-airflow/2.2.3/_images/subdag_after.png | Bin 0 -> 30245 bytes
.../apache-airflow/2.2.3/_images/subdag_before.png | Bin 0 -> 70382 bytes
docs/apache-airflow/2.2.3/_images/subdag_zoom.png | Bin 0 -> 145017 bytes
docs/apache-airflow/2.2.3/_images/task_doc.png | Bin 0 -> 245714 bytes
docs/apache-airflow/2.2.3/_images/task_group.gif | Bin 0 -> 609981 bytes
.../2.2.3/_images/task_lifecycle_diagram.png | Bin 0 -> 58659 bytes
.../2.2.3/_images/task_manual_vs_scheduled.png | Bin 0 -> 5806 bytes
.../2.2.3/_images/template_field_renderer_path.png | Bin 0 -> 64442 bytes
.../apache-airflow/2.2.3/_images/tree-view-new.png | Bin 0 -> 36934 bytes
.../apache-airflow/2.2.3/_images/tree-view-old.png | Bin 0 -> 21601 bytes
docs/apache-airflow/2.2.3/_images/tree.png | Bin 0 -> 139707 bytes
.../2.2.3/_images/ui-alert-message.png | Bin 0 -> 7909 bytes
.../2.2.3/_images/ui-timezone-chooser.png | Bin 0 -> 16644 bytes
.../2.2.3/_images/usage_cli_export.png | Bin 0 -> 397830 bytes
.../2.2.3/_images/usage_cli_imgcat.png | Bin 0 -> 475224 bytes
.../2.2.3/_images/variable_hidden.png | Bin 0 -> 55331 bytes
.../2.2.3/_images/variable_hidden1.png | Bin 0 -> 55331 bytes
.../_modules/airflow/decorators/__init__.html} | 74 +-
.../example_dags/example_bash_operator.html} | 100 +-
.../example_branch_datetime_operator.html} | 130 +-
.../example_branch_day_of_week_operator.html} | 78 +-
.../example_dags/example_branch_labels.html} | 75 +-
.../example_dags/example_dag_decorator.html | 2 +-
.../example_external_task_marker_dag.html} | 114 +-
.../example_dags/example_kubernetes_executor.html} | 292 +-
.../example_latest_only_with_trigger.html} | 83 +-
.../example_dags/example_python_operator.html | 94 +-
.../airflow/example_dags/example_sla_dag.html} | 79 +-
.../airflow/example_dags/plugins/workday.html | 6 +-
.../airflow/example_dags/subdags/subdag.html} | 278 +-
.../_modules/airflow/example_dags/tutorial.html} | 169 +-
.../airflow/example_dags/tutorial_etl_dag.html} | 176 +-
.../example_dags/tutorial_taskflow_api_etl.html} | 108 +-
.../_modules/airflow/exceptions.html} | 285 +-
.../_modules/airflow/executors/base_executor.html} | 432 +-
.../airflow/executors/celery_executor.html} | 1014 +-
.../executors/celery_kubernetes_executor.html} | 274 +-
.../_modules/airflow/executors/dask_executor.html} | 254 +-
.../airflow/executors/debug_executor.html} | 246 +-
.../airflow/executors/executor_constants.html} | 64 +-
.../airflow/executors/executor_loader.html} | 186 +-
.../airflow/executors/kubernetes_executor.html | 3 +-
.../airflow/executors/local_executor.html} | 540 +-
.../airflow/executors/sequential_executor.html} | 97 +-
.../_modules/airflow/hooks/base.html} | 185 +-
.../_modules/airflow/hooks/dbapi.html} | 518 +-
.../_modules/airflow/hooks/filesystem.html} | 69 +-
.../_modules/airflow/hooks/subprocess.html} | 143 +-
.../{stable => 2.2.3}/_modules/airflow/macros.html | 17 +-
.../_modules/airflow/macros/hive.html} | 143 +-
.../_modules/airflow/models.html} | 93 +-
.../_modules/airflow/models/base.html} | 79 +-
.../_modules/airflow/models/baseoperator.html | 25 +-
.../_modules/airflow/models/connection.html} | 815 +-
.../_modules/airflow/models/crypto.html} | 100 +-
.../_modules/airflow/models/dag.html | 13 +-
.../_modules/airflow/models/dagbag.html} | 1051 +-
.../_modules/airflow/models/dagcode.html} | 275 +-
.../_modules/airflow/models/dagpickle.html} | 73 +-
.../_modules/airflow/models/dagrun.html | 5 +-
.../_modules/airflow/models/errors.html} | 61 +-
.../_modules/airflow/models/log.html} | 79 +-
.../_modules/airflow/models/param.html | 3 +-
.../_modules/airflow/models/pool.html} | 300 +-
.../_modules/airflow/models/renderedtifields.html} | 298 +-
.../_modules/airflow/models/sensorinstance.html} | 245 +-
.../_modules/airflow/models/serialized_dag.html} | 457 +-
.../_modules/airflow/models/skipmixin.html} | 261 +-
.../_modules/airflow/models/slamiss.html} | 65 +-
.../_modules/airflow/models/taskfail.html} | 89 +-
.../_modules/airflow/models/taskinstance.html | 181 +-
.../_modules/airflow/models/taskmixin.html} | 105 +-
.../_modules/airflow/models/taskreschedule.html} | 236 +-
.../_modules/airflow/models/trigger.html} | 276 +-
.../_modules/airflow/models/variable.html} | 406 +-
.../_modules/airflow/models/xcom.html} | 523 +-
.../_modules/airflow/models/xcom_arg.html | 5 +-
.../_modules/airflow/operators/bash.html} | 302 +-
.../_modules/airflow/operators/branch.html} | 76 +-
.../airflow/operators/check_operator.html} | 104 +-
.../_modules/airflow/operators/datetime.html} | 136 +-
.../_modules/airflow/operators/dummy.html} | 57 +-
.../_modules/airflow/operators/email.html} | 115 +-
.../airflow/operators/generic_transfer.html} | 113 +-
.../operators/google_api_to_s3_transfer.html} | 72 +-
.../_modules/airflow/operators/hive_to_druid.html} | 71 +-
.../_modules/airflow/operators/hive_to_mysql.html} | 71 +-
.../_modules/airflow/operators/latest_only.html} | 97 +-
.../_modules/airflow/operators/mssql_to_hive.html} | 71 +-
.../_modules/airflow/operators/mysql_to_hive.html} | 66 +-
.../airflow/operators/presto_check_operator.html} | 88 +-
.../airflow/operators/presto_to_mysql.html} | 71 +-
.../_modules/airflow/operators/python.html | 60 +-
.../operators/redshift_to_s3_operator.html} | 70 +-
.../airflow/operators/s3_to_hive_operator.html} | 66 +-
.../operators/s3_to_redshift_operator.html} | 71 +-
.../_modules/airflow/operators/sql.html | 8 +-
.../airflow/operators/sql_branch_operator.html} | 68 +-
.../_modules/airflow/operators/subdag.html} | 409 +-
.../airflow/operators/trigger_dagrun.html} | 270 +-
.../_modules/airflow/operators/weekday.html} | 100 +-
.../providers/docker/decorators/docker.html} | 631 +-
...torial_taskflow_api_etl_docker_virtualenv.html} | 317 +-
.../_modules/airflow/secrets.html} | 86 +-
.../_modules/airflow/secrets/base_secrets.html} | 147 +-
.../airflow/secrets/environment_variables.html} | 68 +-
.../airflow/secrets/local_filesystem.html} | 494 +-
.../_modules/airflow/secrets/metastore.html} | 108 +-
.../_modules/airflow/sensors/base.html} | 472 +-
.../_modules/airflow/sensors/bash.html} | 106 +-
.../_modules/airflow/sensors/date_time.html} | 104 +-
.../_modules/airflow/sensors/external_task.html} | 472 +-
.../_modules/airflow/sensors/filesystem.html} | 93 +-
.../_modules/airflow/sensors/python.html} | 98 +-
.../_modules/airflow/sensors/smart_sensor.html | 1624 +++
.../_modules/airflow/sensors/sql.html} | 137 +-
.../_modules/airflow/sensors/time_delta.html} | 69 +-
.../_modules/airflow/sensors/time_sensor.html} | 73 +-
.../_modules/airflow/sensors/weekday.html} | 115 +-
.../_modules/airflow/timetables/base.html} | 254 +-
.../_modules/airflow/timetables/interval.html} | 435 +-
.../_modules/airflow/timetables/simple.html} | 108 +-
.../2.2.3/_modules/airflow/www/security.html | 1768 +++
.../{stable => 2.2.3}/_modules/index.html | 3 +-
.../_sources/_api/airflow/exceptions/index.rst.txt | 317 +
.../airflow/executors/base_executor/index.rst.txt | 228 +
.../executors/celery_executor/index.rst.txt | 191 +
.../celery_kubernetes_executor/index.rst.txt | 132 +
.../airflow/executors/dask_executor/index.rst.txt | 50 +
.../airflow/executors/debug_executor/index.rst.txt | 75 +
.../executors/executor_constants/index.rst.txt | 44 +
.../executors/executor_loader/index.rst.txt | 55 +
.../_sources/_api/airflow/executors/index.rst.txt | 29 +
.../executors/kubernetes_executor/index.rst.txt | 214 +
.../airflow/executors/local_executor/index.rst.txt | 219 +
.../executors/sequential_executor/index.rst.txt | 54 +
.../_api/airflow/hooks/S3_hook/index.rst.txt | 11 +
.../_sources/_api/airflow/hooks/base/index.rst.txt | 159 +
.../_api/airflow/hooks/base_hook/index.rst.txt | 11 +
.../_api/airflow/hooks/dbapi/index.rst.txt | 229 +
.../_api/airflow/hooks/dbapi_hook/index.rst.txt | 11 +
.../_api/airflow/hooks/docker_hook/index.rst.txt | 11 +
.../_api/airflow/hooks/druid_hook/index.rst.txt | 11 +
.../_api/airflow/hooks/filesystem/index.rst.txt | 38 +
.../_api/airflow/hooks/hdfs_hook/index.rst.txt | 11 +
.../_api/airflow/hooks/hive_hooks/index.rst.txt | 11 +
.../_api/airflow/hooks/http_hook/index.rst.txt | 11 +
.../_sources/_api/airflow/hooks/index.rst.txt | 43 +
.../_api/airflow/hooks/jdbc_hook/index.rst.txt | 11 +
.../_api/airflow/hooks/mssql_hook/index.rst.txt | 11 +
.../_api/airflow/hooks/mysql_hook/index.rst.txt | 11 +
.../_api/airflow/hooks/oracle_hook/index.rst.txt | 11 +
.../_api/airflow/hooks/pig_hook/index.rst.txt | 11 +
.../_api/airflow/hooks/postgres_hook/index.rst.txt | 11 +
.../_api/airflow/hooks/presto_hook/index.rst.txt | 11 +
.../_api/airflow/hooks/samba_hook/index.rst.txt | 11 +
.../_api/airflow/hooks/slack_hook/index.rst.txt | 11 +
.../_api/airflow/hooks/sqlite_hook/index.rst.txt | 11 +
.../_api/airflow/hooks/subprocess/index.rst.txt | 50 +
.../_api/airflow/hooks/webhdfs_hook/index.rst.txt | 11 +
.../_api/airflow/hooks/zendesk_hook/index.rst.txt | 11 +
.../_api/airflow/models/base/index.rst.txt | 43 +
.../_api/airflow/models/baseoperator/index.rst.txt | 4 +-
.../_api/airflow/models/connection/index.rst.txt | 230 +
.../_api/airflow/models/crypto/index.rst.txt | 74 +
.../_sources/_api/airflow/models/dag/index.rst.txt | 12 +-
.../_api/airflow/models/dagbag/index.rst.txt | 165 +
.../_api/airflow/models/dagcode/index.rst.txt | 118 +
.../_api/airflow/models/dagparam/index.rst.txt | 11 +
.../_api/airflow/models/dagpickle/index.rst.txt | 48 +
.../_api/airflow/models/dagrun/index.rst.txt | 376 +
.../_api/airflow/models/errors/index.rst.txt | 42 +
.../_sources/_api/airflow/models/index.rst.txt | 16 +-
.../_sources/_api/airflow/models/log/index.rst.txt | 66 +
.../_api/airflow/models/param/index.rst.txt | 2 +-
.../_api/airflow/models/pool/index.rst.txt | 162 +
.../airflow/models/renderedtifields/index.rst.txt | 101 +
.../airflow/models/sensorinstance/index.rst.txt | 151 +
.../airflow/models/serialized_dag/index.rst.txt | 233 +
.../_api/airflow/models/skipmixin/index.rst.txt | 59 +
.../_api/airflow/models/slamiss/index.rst.txt | 68 +
.../_api/airflow/models/taskfail/index.rst.txt | 66 +
.../_api/airflow/models/taskinstance/index.rst.txt | 7 +-
.../_api/airflow/models/taskmixin/index.rst.txt | 80 +
.../airflow/models/taskreschedule/index.rst.txt | 119 +
.../_api/airflow/models/trigger/index.rst.txt | 124 +
.../_api/airflow/models/variable/index.rst.txt | 171 +
.../_api/airflow/models/xcom/index.rst.txt | 229 +
.../_api/airflow/models/xcom_arg/index.rst.txt | 2 +-
.../_api/airflow/operators/bash/index.rst.txt | 151 +
.../airflow/operators/bash_operator/index.rst.txt | 11 +
.../_api/airflow/operators/branch/index.rst.txt | 47 +
.../operators/branch_operator/index.rst.txt | 11 +
.../airflow/operators/check_operator/index.rst.txt | 46 +
.../operators/dagrun_operator/index.rst.txt | 11 +
.../_api/airflow/operators/datetime/index.rst.txt | 44 +
.../operators/docker_operator/index.rst.txt | 11 +
.../operators/druid_check_operator/index.rst.txt | 11 +
.../_api/airflow/operators/dummy/index.rst.txt | 34 +
.../airflow/operators/dummy_operator/index.rst.txt | 11 +
.../_api/airflow/operators/email/index.rst.txt | 60 +
.../airflow/operators/email_operator/index.rst.txt | 11 +
.../_api/airflow/operators/gcs_to_s3/index.rst.txt | 11 +
.../operators/generic_transfer/index.rst.txt | 60 +
.../google_api_to_s3_transfer/index.rst.txt | 25 +
.../airflow/operators/hive_operator/index.rst.txt | 11 +
.../operators/hive_stats_operator/index.rst.txt | 11 +
.../airflow/operators/hive_to_druid/index.rst.txt | 25 +
.../airflow/operators/hive_to_mysql/index.rst.txt | 25 +
.../operators/hive_to_samba_operator/index.rst.txt | 11 +
.../airflow/operators/http_operator/index.rst.txt | 11 +
.../_sources/_api/airflow/operators/index.rst.txt | 68 +
.../airflow/operators/jdbc_operator/index.rst.txt | 11 +
.../airflow/operators/latest_only/index.rst.txt | 39 +
.../operators/latest_only_operator/index.rst.txt | 11 +
.../airflow/operators/mssql_operator/index.rst.txt | 11 +
.../airflow/operators/mssql_to_hive/index.rst.txt | 25 +
.../airflow/operators/mysql_operator/index.rst.txt | 11 +
.../airflow/operators/mysql_to_hive/index.rst.txt | 22 +
.../operators/oracle_operator/index.rst.txt | 11 +
.../operators/papermill_operator/index.rst.txt | 11 +
.../airflow/operators/pig_operator/index.rst.txt | 11 +
.../operators/postgres_operator/index.rst.txt | 11 +
.../operators/presto_check_operator/index.rst.txt | 38 +
.../operators/presto_to_mysql/index.rst.txt | 25 +
.../_api/airflow/operators/python/index.rst.txt | 26 +-
.../operators/python_operator/index.rst.txt | 11 +
.../redshift_to_s3_operator/index.rst.txt | 23 +
.../s3_file_transform_operator/index.rst.txt | 12 +
.../operators/s3_to_hive_operator/index.rst.txt | 22 +
.../s3_to_redshift_operator/index.rst.txt | 25 +
.../airflow/operators/slack_operator/index.rst.txt | 11 +
.../_api/airflow/operators/sql/index.rst.txt | 8 +-
.../operators/sql_branch_operator/index.rst.txt | 22 +
.../operators/sqlite_operator/index.rst.txt | 11 +
.../_api/airflow/operators/subdag/index.rst.txt | 79 +
.../operators/subdag_operator/index.rst.txt | 11 +
.../airflow/operators/trigger_dagrun/index.rst.txt | 84 +
.../_api/airflow/operators/weekday/index.rst.txt | 42 +
.../airflow/secrets/base_secrets/index.rst.txt | 81 +
.../secrets/environment_variables/index.rst.txt | 47 +
.../_sources/_api/airflow/secrets/index.rst.txt | 107 +
.../airflow/secrets/local_filesystem/index.rst.txt | 80 +
.../_api/airflow/secrets/metastore/index.rst.txt | 42 +
.../_api/airflow/sensors/base/index.rst.txt | 145 +
.../sensors/base_sensor_operator/index.rst.txt | 11 +
.../_api/airflow/sensors/bash/index.rst.txt | 42 +
.../_api/airflow/sensors/date_time/index.rst.txt | 76 +
.../airflow/sensors/date_time_sensor/index.rst.txt | 11 +
.../airflow/sensors/external_task/index.rst.txt | 142 +
.../sensors/external_task_sensor/index.rst.txt | 11 +
.../_api/airflow/sensors/filesystem/index.rst.txt | 44 +
.../_api/airflow/sensors/hdfs_sensor/index.rst.txt | 11 +
.../sensors/hive_partition_sensor/index.rst.txt | 11 +
.../_api/airflow/sensors/http_sensor/index.rst.txt | 11 +
.../_sources/_api/airflow/sensors/index.rst.txt | 43 +
.../metastore_partition_sensor/index.rst.txt | 12 +
.../named_hive_partition_sensor/index.rst.txt | 11 +
.../_api/airflow/sensors/python/index.rst.txt | 45 +
.../airflow/sensors/s3_key_sensor/index.rst.txt | 11 +
.../airflow/sensors/s3_prefix_sensor/index.rst.txt | 11 +
.../airflow/sensors/smart_sensor/index.rst.txt | 238 +
.../_api/airflow/sensors/sql/index.rst.txt | 58 +
.../_api/airflow/sensors/sql_sensor/index.rst.txt | 11 +
.../_api/airflow/sensors/time_delta/index.rst.txt | 47 +
.../sensors/time_delta_sensor/index.rst.txt | 11 +
.../_api/airflow/sensors/time_sensor/index.rst.txt | 47 +
.../airflow/sensors/web_hdfs_sensor/index.rst.txt | 11 +
.../_api/airflow/sensors/weekday/index.rst.txt | 66 +
.../_api/airflow/timetables/base/index.rst.txt | 221 +
.../_sources/_api/airflow/timetables/index.rst.txt | 17 +
.../_api/airflow/timetables/interval/index.rst.txt | 109 +
.../_api/airflow/timetables/simple/index.rst.txt | 47 +
.../_sources/best-practices.rst.txt | 8 +-
.../2.2.3/_sources/changelog.rst.txt | 23 +
.../_sources/cli-and-env-variables-ref.rst.txt | 105 +
.../_sources/concepts/cluster-policies.rst.txt | 92 +
.../2.2.3/_sources/concepts/connections.rst.txt | 49 +
.../2.2.3/_sources/concepts/dags.rst.txt | 638 ++
.../_sources/concepts/deferring.rst.txt | 21 +-
.../2.2.3/_sources/concepts/index.rst.txt | 58 +
.../2.2.3/_sources/concepts/operators.rst.txt | 209 +
.../2.2.3/_sources/concepts/overview.rst.txt | 96 +
.../2.2.3/_sources/concepts/params.rst.txt | 63 +
.../2.2.3/_sources/concepts/pools.rst.txt | 52 +
.../_sources/concepts/priority-weight.rst.txt | 61 +
.../_sources/concepts/scheduler.rst.txt | 28 +
.../2.2.3/_sources/concepts/sensors.rst.txt | 33 +
.../2.2.3/_sources/concepts/smart-sensors.rst.txt | 98 +
.../2.2.3/_sources/concepts/taskflow.rst.txt | 73 +
.../_sources/concepts/tasks.rst.txt | 8 +
.../2.2.3/_sources/concepts/timetable.rst.txt | 50 +
.../2.2.3/_sources/concepts/variables.rst.txt | 48 +
.../_sources/concepts/xcoms.rst.txt | 3 +
.../2.2.3/_sources/configurations-ref.rst.txt | 101 +
docs/apache-airflow/2.2.3/_sources/dag-run.rst.txt | 263 +
.../2.2.3/_sources/dag-serialization.rst.txt | 115 +
.../2.2.3/_sources/deprecated-rest-api-ref.rst.txt | 127 +
.../2.2.3/_sources/executor/celery.rst.txt | 219 +
.../_sources/executor/celery_kubernetes.rst.txt | 46 +
.../2.2.3/_sources/executor/dask.rst.txt | 56 +
.../2.2.3/_sources/executor/debug.rst.txt | 56 +
.../2.2.3/_sources/executor/index.rst.txt | 79 +
.../_sources/executor/kubernetes.rst.txt | 49 +-
.../2.2.3/_sources/executor/local.rst.txt | 49 +
.../2.2.3/_sources/executor/sequential.rst.txt | 26 +
.../2.2.3/_sources/extra-packages-ref.rst.txt | 368 +
docs/apache-airflow/2.2.3/_sources/faq.rst.txt | 449 +
.../2.2.3/_sources/howto/add-dag-tags.rst.txt | 40 +
.../2.2.3/_sources/howto/connection.rst.txt | 427 +
.../_sources/howto/create-custom-decorator.rst.txt | 120 +
.../2.2.3/_sources/howto/custom-operator.rst.txt | 289 +
.../2.2.3/_sources/howto/customize-ui.rst.txt | 167 +
.../2.2.3/_sources/howto/define_extra_link.rst.txt | 173 +
.../2.2.3/_sources/howto/email-config.rst.txt | 118 +
.../2.2.3/_sources/howto/index.rst.txt | 46 +
.../2.2.3/_sources/howto/operator/bash.rst.txt | 145 +
.../2.2.3/_sources/howto/operator/datetime.rst.txt | 39 +
.../howto/operator/external_task_sensor.rst.txt | 69 +
.../2.2.3/_sources/howto/operator/index.rst.txt | 38 +
.../2.2.3/_sources/howto/operator/python.rst.txt | 86 +
.../2.2.3/_sources/howto/operator/weekday.rst.txt | 31 +
.../2.2.3/_sources/howto/run-behind-proxy.rst.txt | 92 +
.../2.2.3/_sources/howto/run-with-systemd.rst.txt | 40 +
.../2.2.3/_sources/howto/set-config.rst.txt | 123 +
.../_sources/howto/set-up-database.rst.txt | 87 +-
.../_sources/howto/timetable.rst.txt | 8 +-
.../2.2.3/_sources/howto/use-test-config.rst.txt | 36 +
.../2.2.3/_sources/howto/variable.rst.txt | 75 +
docs/apache-airflow/2.2.3/_sources/index.rst.txt | 118 +
.../_sources/installation/dependencies.rst.txt | 92 +
.../2.2.3/_sources/installation/index.rst.txt | 318 +
.../installation/installing-from-pypi.rst.txt | 12 +-
.../installation/installing-from-sources.rst.txt | 155 +
.../_sources/installation/prerequisites.rst.txt | 9 +
.../installation/setting-up-the-database.rst.txt | 35 +
.../installation/supported-versions.rst.txt | 67 +
.../2.2.3/_sources/installation/upgrading.rst.txt | 94 +
.../2.2.3/_sources/integration.rst.txt | 36 +
.../2.2.3/_sources/kubernetes.rst.txt | 62 +
docs/apache-airflow/2.2.3/_sources/license.rst.txt | 201 +
docs/apache-airflow/2.2.3/_sources/lineage.rst.txt | 117 +
.../_sources/logging-monitoring/callbacks.rst.txt | 81 +
.../logging-monitoring/check-health.rst.txt | 128 +
.../_sources/logging-monitoring/errors.rst.txt | 98 +
.../_sources/logging-monitoring/index.rst.txt | 39 +
.../logging-architecture.rst.txt | 41 +
.../logging-monitoring/logging-tasks.rst.txt | 2 +-
.../_sources/logging-monitoring/metrics.rst.txt | 168 +
.../tracking-user-activity.rst.txt | 39 +
.../_sources/migrations-ref.rst.txt | 4 +-
.../_sources/modules_management.rst.txt | 2 +-
.../_sources/operators-and-hooks-ref.rst.txt | 23 +-
docs/apache-airflow/2.2.3/_sources/plugins.rst.txt | 364 +
.../2.2.3/_sources/privacy_notice.rst.txt | 68 +
.../2.2.3/_sources/production-deployment.rst.txt | 230 +
docs/apache-airflow/2.2.3/_sources/project.rst.txt | 101 +
.../2.2.3/_sources/python-api-ref.rst.txt | 150 +
.../2.2.3/_sources/release-process.rst.txt | 94 +
.../2.2.3/_sources/security/access-control.rst.txt | 238 +
.../2.2.3/_sources/security/api.rst.txt | 159 +
.../2.2.3/_sources/security/flower.rst.txt | 40 +
.../2.2.3/_sources/security/index.rst.txt | 28 +
.../2.2.3/_sources/security/kerberos.rst.txt | 155 +
.../2.2.3/_sources/security/secrets/fernet.rst.txt | 63 +
.../2.2.3/_sources/security/secrets/index.rst.txt | 37 +
.../security/secrets/mask-sensitive-values.rst.txt | 79 +
.../security/secrets/secrets-backend/index.rst.txt | 13 +
.../local-filesystem-secrets-backend.rst.txt | 145 +
.../2.2.3/_sources/security/webserver.rst.txt | 270 +
.../2.2.3/_sources/security/workload.rst.txt | 52 +
.../2.2.3/_sources/stable-rest-api-ref.rst.txt | 23 +
.../2.2.3/_sources/start/docker.rst.txt | 346 +
.../2.2.3/_sources/start/index.rst.txt | 27 +
.../2.2.3/_sources/start/local.rst.txt | 115 +
.../_sources/templates-ref.rst.txt | 2 +-
.../apache-airflow/2.2.3/_sources/timezone.rst.txt | 179 +
.../{stable => 2.2.3}/_sources/tutorial.rst.txt | 10 +-
.../_sources/tutorial_taskflow_api.rst.txt | 183 +-
docs/apache-airflow/2.2.3/_sources/ui.rst.txt | 153 +
.../_sources/upgrading-from-1-10/index.rst.txt | 1198 ++
.../upgrading-from-1-10/upgrade-check.rst.txt | 215 +
.../2.2.3/_sources/usage-cli.rst.txt | 201 +
.../{stable => 2.2.3}/_specs/v1.yaml | 1698 +--
.../2.2.3/_static/_gen/css/main-custom.min.css | 1 +
.../2.2.3/_static/_gen/css/main.min.css | 7 +
docs/apache-airflow/2.2.3/_static/_gen/js/docs.js | 1 +
docs/apache-airflow/2.2.3/_static/basic.css | 856 ++
docs/apache-airflow/2.2.3/_static/check-solid.svg | 4 +
docs/apache-airflow/2.2.3/_static/clipboard.min.js | 7 +
docs/apache-airflow/2.2.3/_static/copy-button.svg | 5 +
docs/apache-airflow/2.2.3/_static/copybutton.css | 81 +
docs/apache-airflow/2.2.3/_static/copybutton.js | 197 +
.../2.2.3/_static/copybutton_funcs.js | 58 +
docs/apache-airflow/2.2.3/_static/doctools.js | 316 +
.../2.2.3/_static/documentation_options.js | 12 +
.../2.2.3/_static/exampleinclude.css | 86 +
docs/apache-airflow/2.2.3/_static/file.png | Bin 0 -> 286 bytes
docs/apache-airflow/2.2.3/_static/gh-jira-links.js | 34 +
docs/apache-airflow/2.2.3/_static/graphviz.css | 19 +
docs/apache-airflow/2.2.3/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
docs/apache-airflow/2.2.3/_static/jquery.js | 2 +
docs/apache-airflow/2.2.3/_static/language_data.js | 297 +
docs/apache-airflow/2.2.3/_static/minus.png | Bin 0 -> 90 bytes
docs/apache-airflow/2.2.3/_static/pin_32.png | Bin 0 -> 1201 bytes
docs/apache-airflow/2.2.3/_static/plus.png | Bin 0 -> 90 bytes
docs/apache-airflow/2.2.3/_static/pygments.css | 74 +
docs/apache-airflow/2.2.3/_static/redoc.js | 103 +
docs/apache-airflow/2.2.3/_static/searchtools.js | 514 +
.../2.2.3/_static/underscore-1.3.1.js | 999 ++
docs/apache-airflow/2.2.3/_static/underscore.js | 31 +
docs/apache-airflow/2.2.3/airflow.sh | 32 +
.../{stable => 2.2.3}/best-practices.html | 10 +-
.../{stable => 2.2.3}/changelog.html | 947 +-
.../cli-and-env-variables-ref.html | 16 +-
docs/apache-airflow/2.2.3/cli-ref.html | 1 +
docs/apache-airflow/2.2.3/concepts.html | 1 +
.../concepts/cluster-policies.html} | 160 +-
.../{stable => 2.2.3}/concepts/connections.html | 2 +-
.../tasks.html => 2.2.3/concepts/dags.html} | 903 +-
.../{stable => 2.2.3}/concepts/deferring.html | 19 +-
.../{stable => 2.2.3}/concepts/index.html | 1 +
.../{stable => 2.2.3}/concepts/operators.html | 6 +-
.../xcoms.html => 2.2.3/concepts/overview.html} | 111 +-
.../xcoms.html => 2.2.3/concepts/params.html} | 91 +-
.../connections.html => 2.2.3/concepts/pools.html} | 81 +-
.../concepts/priority-weight.html} | 96 +-
.../{stable => 2.2.3}/concepts/scheduler.html | 26 +
.../concepts/sensors.html} | 72 +-
.../concepts/smart-sensors.html} | 128 +-
.../xcoms.html => 2.2.3/concepts/taskflow.html} | 99 +-
.../{stable => 2.2.3}/concepts/tasks.html | 42 +
.../concepts/timetable.html} | 88 +-
.../concepts/variables.html} | 81 +-
.../{stable => 2.2.3}/concepts/xcoms.html | 3 +
.../{stable => 2.2.3}/configurations-ref.html | 9 +-
.../dag-run.html} | 482 +-
.../dag-serialization.html} | 163 +-
.../deprecated-rest-api-ref.html} | 325 +-
docs/apache-airflow/2.2.3/docker-compose.yaml | 270 +
docs/apache-airflow/2.2.3/errors.html | 1 +
.../executor/celery.html} | 345 +-
.../executor/celery_kubernetes.html} | 134 +-
.../executor/dask.html} | 130 +-
.../executor/debug.html} | 135 +-
.../executor/index.html} | 151 +-
.../{stable => 2.2.3}/executor/kubernetes.html | 250 +-
.../executor/local.html} | 130 +-
.../executor/sequential.html} | 110 +-
.../extra-packages-ref.html} | 1184 +-
.../tutorial_taskflow_api.html => 2.2.3/faq.html} | 920 +-
.../apache-airflow/{stable => 2.2.3}/genindex.html | 12 +-
.../howto/add-dag-tags.html} | 129 +-
docs/apache-airflow/2.2.3/howto/add-new-role.html | 1 +
docs/apache-airflow/2.2.3/howto/check-health.html | 1 +
.../howto/connection.html} | 591 +-
.../2.2.3/howto/connection/index.html | 1 +
.../howto/create-custom-decorator.html} | 381 +-
.../{stable => 2.2.3}/howto/custom-operator.html | 2 +-
.../howto/customize-dag-ui-page-instance-name.html | 1 +
.../2.2.3/howto/customize-state-colors-ui.html | 1 +
.../howto/customize-ui.html} | 323 +-
.../{stable => 2.2.3}/howto/define_extra_link.html | 4 +-
.../index.html => 2.2.3/howto/email-config.html} | 207 +-
.../{stable => 2.2.3}/howto/index.html | 2 +-
.../2.2.3/howto/initialize-database.html | 1 +
.../python.html => 2.2.3/howto/operator/bash.html} | 230 +-
.../howto/operator/datetime.html} | 177 +-
.../2.2.3/howto/operator/external.html | 1 +
.../howto/operator/external_task_sensor.html} | 190 +-
.../howto/operator/index.html} | 226 +-
.../{stable => 2.2.3}/howto/operator/python.html | 78 +-
.../howto/operator/weekday.html} | 207 +-
.../howto/run-behind-proxy.html} | 175 +-
.../howto/run-with-systemd.html} | 131 +-
.../2.2.3/howto/secure-connections.html | 1 +
.../index.html => 2.2.3/howto/set-config.html} | 197 +-
.../{stable => 2.2.3}/howto/set-up-database.html | 74 +-
.../{stable => 2.2.3}/howto/timetable.html | 8 +-
.../2.2.3/howto/tracking-user-activity.html | 1 +
.../howto/use-alternative-secrets-backend.html | 1 +
.../howto/use-test-config.html} | 128 +-
.../howto/index.html => 2.2.3/howto/variable.html} | 168 +-
docs/apache-airflow/2.2.3/howto/write-logs.html | 1 +
.../http-routingtable.html} | 198 +-
.../{stable/kubernetes.html => 2.2.3/index.html} | 119 +-
docs/apache-airflow/2.2.3/installation.html | 1 +
.../installation/dependencies.html} | 128 +-
.../installation/index.html} | 501 +-
.../installation/installing-from-pypi.html | 12 +-
.../installation/installing-from-sources.html} | 158 +-
.../installation/prerequisites.html | 8 +
.../installation/setting-up-the-database.html} | 60 +-
.../installation/supported-versions.html} | 137 +-
.../installation/upgrading.html} | 132 +-
.../kubernetes.html => 2.2.3/integration.html} | 101 +-
.../{stable => 2.2.3}/kubernetes.html | 2 +-
.../templates-ref.html => 2.2.3/license.html} | 670 +-
.../{stable/kubernetes.html => 2.2.3/lineage.html} | 161 +-
.../logging-monitoring/callbacks.html} | 190 +-
.../logging-monitoring/check-health.html} | 223 +-
.../logging-monitoring/errors.html} | 230 +-
.../logging-monitoring/index.html} | 109 +-
.../logging-monitoring/logging-architecture.html} | 114 +-
.../logging-monitoring/logging-tasks.html | 2 +-
.../logging-monitoring/metrics.html} | 400 +-
.../tracking-user-activity.html} | 119 +-
docs/apache-airflow/2.2.3/macros-ref.html | 1 +
docs/apache-airflow/2.2.3/metrics.html | 1 +
.../{stable => 2.2.3}/migrations-ref.html | 191 +-
.../{stable => 2.2.3}/modules_management.html | 2 +-
docs/apache-airflow/2.2.3/objects.inv | Bin 0 -> 27755 bytes
.../{stable => 2.2.3}/operators-and-hooks-ref.html | 32 +-
.../_static/redoc.js | 8 +
.../plugins.html} | 539 +-
.../kubernetes.html => 2.2.3/privacy_notice.html} | 125 +-
.../{stable => 2.2.3}/production-deployment.html | 10 +-
.../{stable/kubernetes.html => 2.2.3/project.html} | 166 +-
.../py-modindex.html} | 1035 +-
.../kubernetes.html => 2.2.3/python-api-ref.html} | 287 +-
.../kubernetes.html => 2.2.3/release-process.html} | 143 +-
docs/apache-airflow/2.2.3/rest-api-ref.html | 1 +
docs/apache-airflow/2.2.3/scheduler.html | 1 +
.../{stable/kubernetes.html => 2.2.3/search.html} | 127 +-
docs/apache-airflow/2.2.3/searchindex.js | 1 +
docs/apache-airflow/2.2.3/security.html | 1 +
.../security/access-control.html} | 875 +-
.../logging-tasks.html => 2.2.3/security/api.html} | 277 +-
.../security/flower.html} | 126 +-
.../security/index.html} | 132 +-
.../xcoms.html => 2.2.3/security/kerberos.html} | 239 +-
.../security/secrets/fernet.html} | 218 +-
.../security/secrets/index.html} | 184 +-
.../security/secrets/mask-sensitive-values.html} | 224 +-
.../security/secrets/secrets-backend/index.html | 17 +-
.../local-filesystem-secrets-backend.html | 2 +
.../security/webserver.html} | 459 +-
.../security/workload.html} | 145 +-
docs/apache-airflow/2.2.3/smart-sensor.html | 1 +
docs/apache-airflow/2.2.3/stable-rest-api-ref.html | 34 +
docs/apache-airflow/2.2.3/start.html | 1 +
.../start/docker.html} | 634 +-
.../prerequisites.html => 2.2.3/start/index.html} | 84 +-
.../connections.html => 2.2.3/start/local.html} | 192 +-
.../{stable => 2.2.3}/templates-ref.html | 8 +-
.../kubernetes.html => 2.2.3/timezone.html} | 233 +-
.../apache-airflow/{stable => 2.2.3}/tutorial.html | 10 +-
.../{stable => 2.2.3}/tutorial_taskflow_api.html | 189 +-
.../{stable/kubernetes.html => 2.2.3/ui.html} | 197 +-
docs/apache-airflow/2.2.3/upgrade-check.html | 1 +
.../2.2.3/upgrading-from-1-10/index.html | 2226 ++++
.../upgrading-from-1-10/upgrade-check.html} | 271 +-
docs/apache-airflow/2.2.3/upgrading-to-2.html | 1 +
.../kubernetes.html => 2.2.3/usage-cli.html} | 240 +-
.../stable/_api/airflow/hooks/S3_hook/index.html | 2 +-
.../_api/airflow/hooks/druid_hook/index.html | 2 +-
.../stable/_api/airflow/hooks/hdfs_hook/index.html | 2 +-
.../_api/airflow/hooks/hive_hooks/index.html | 2 +-
.../_api/airflow/hooks/postgres_hook/index.html | 2 +-
.../_api/airflow/hooks/webhdfs_hook/index.html | 2 +-
.../_api/airflow/models/baseoperator/index.html | 4 +-
.../stable/_api/airflow/models/dag/index.html | 21 +-
.../stable/_api/airflow/models/index.html | 25 +-
.../stable/_api/airflow/models/param/index.html | 2 +-
.../_api/airflow/models/taskinstance/index.html | 18 +-
.../stable/_api/airflow/models/xcom_arg/index.html | 2 +-
.../operators/druid_check_operator/index.html | 2 +-
.../_api/airflow/operators/gcs_to_s3/index.html | 2 +-
.../operators/google_api_to_s3_transfer/index.html | 2 +-
.../airflow/operators/hive_operator/index.html | 2 +-
.../operators/hive_stats_operator/index.html | 2 +-
.../airflow/operators/hive_to_druid/index.html | 4 +-
.../airflow/operators/hive_to_mysql/index.html | 2 +-
.../operators/hive_to_samba_operator/index.html | 2 +-
.../airflow/operators/mssql_to_hive/index.html | 4 +-
.../airflow/operators/mysql_to_hive/index.html | 4 +-
.../airflow/operators/postgres_operator/index.html | 2 +-
.../_api/airflow/operators/python/index.html | 20 +-
.../operators/redshift_to_s3_operator/index.html | 6 +-
.../s3_file_transform_operator/index.html | 2 +-
.../operators/s3_to_hive_operator/index.html | 4 +-
.../operators/s3_to_redshift_operator/index.html | 4 +-
.../stable/_api/airflow/operators/sql/index.html | 8 +-
.../_api/airflow/sensors/hdfs_sensor/index.html | 2 +-
.../sensors/hive_partition_sensor/index.html | 2 +-
.../sensors/metastore_partition_sensor/index.html | 2 +-
.../sensors/named_hive_partition_sensor/index.html | 2 +-
.../_api/airflow/sensors/s3_key_sensor/index.html | 2 +-
.../airflow/sensors/s3_prefix_sensor/index.html | 2 +-
.../airflow/sensors/web_hdfs_sensor/index.html | 2 +-
.../stable/_images/dag_file_processing_diagram.png | Bin 0 -> 263825 bytes
.../example_dags/example_dag_decorator.html | 2 +-
...onfig.html => example_kubernetes_executor.html} | 292 +-
.../example_dags/example_python_operator.html | 94 +-
...ple_dag_decorator.html => example_sla_dag.html} | 79 +-
.../airflow/example_dags/plugins/workday.html | 6 +-
.../airflow/executors/kubernetes_executor.html | 3 +-
.../stable/_modules/airflow/macros.html | 17 +-
.../_modules/airflow/models/baseoperator.html | 25 +-
.../stable/_modules/airflow/models/dag.html | 13 +-
.../stable/_modules/airflow/models/dagrun.html | 5 +-
.../stable/_modules/airflow/models/param.html | 3 +-
.../_modules/airflow/models/taskinstance.html | 181 +-
.../stable/_modules/airflow/models/xcom_arg.html | 5 +-
.../stable/_modules/airflow/operators/python.html | 60 +-
.../stable/_modules/airflow/operators/sql.html | 8 +-
docs/apache-airflow/stable/_modules/index.html | 3 +-
.../_api/airflow/models/baseoperator/index.rst.txt | 4 +-
.../_sources/_api/airflow/models/dag/index.rst.txt | 12 +-
.../_sources/_api/airflow/models/index.rst.txt | 16 +-
.../_api/airflow/models/param/index.rst.txt | 2 +-
.../_api/airflow/models/taskinstance/index.rst.txt | 7 +-
.../_api/airflow/models/xcom_arg/index.rst.txt | 2 +-
.../_api/airflow/operators/python/index.rst.txt | 26 +-
.../_api/airflow/operators/sql/index.rst.txt | 8 +-
.../stable/_sources/best-practices.rst.txt | 8 +-
.../stable/_sources/concepts/deferring.rst.txt | 21 +-
.../stable/_sources/concepts/scheduler.rst.txt | 28 +
.../stable/_sources/concepts/tasks.rst.txt | 8 +
.../stable/_sources/concepts/xcoms.rst.txt | 3 +
.../stable/_sources/executor/kubernetes.rst.txt | 49 +-
.../stable/_sources/howto/set-up-database.rst.txt | 87 +-
.../stable/_sources/howto/timetable.rst.txt | 8 +-
.../installation/installing-from-pypi.rst.txt | 12 +-
.../_sources/installation/prerequisites.rst.txt | 9 +
.../logging-monitoring/logging-tasks.rst.txt | 2 +-
.../stable/_sources/migrations-ref.rst.txt | 4 +-
.../stable/_sources/modules_management.rst.txt | 2 +-
.../_sources/operators-and-hooks-ref.rst.txt | 23 +-
.../security/secrets/secrets-backend/index.rst.txt | 13 +
.../stable/_sources/templates-ref.rst.txt | 2 +-
.../stable/_sources/tutorial.rst.txt | 10 +-
.../stable/_sources/tutorial_taskflow_api.rst.txt | 183 +-
docs/apache-airflow/stable/_specs/v1.yaml | 1698 +--
docs/apache-airflow/stable/best-practices.html | 10 +-
docs/apache-airflow/stable/changelog.html | 947 +-
.../stable/cli-and-env-variables-ref.html | 16 +-
.../stable/concepts/connections.html | 2 +-
docs/apache-airflow/stable/concepts/deferring.html | 19 +-
docs/apache-airflow/stable/concepts/index.html | 1 +
docs/apache-airflow/stable/concepts/operators.html | 6 +-
docs/apache-airflow/stable/concepts/scheduler.html | 26 +
docs/apache-airflow/stable/concepts/tasks.html | 42 +
docs/apache-airflow/stable/concepts/xcoms.html | 3 +
docs/apache-airflow/stable/configurations-ref.html | 9 +-
.../apache-airflow/stable/executor/kubernetes.html | 250 +-
docs/apache-airflow/stable/genindex.html | 12 +-
.../stable/howto/custom-operator.html | 2 +-
.../stable/howto/define_extra_link.html | 4 +-
docs/apache-airflow/stable/howto/index.html | 2 +-
.../stable/howto/operator/python.html | 78 +-
.../stable/howto/set-up-database.html | 74 +-
docs/apache-airflow/stable/howto/timetable.html | 8 +-
.../stable/installation/installing-from-pypi.html | 12 +-
.../stable/installation/prerequisites.html | 8 +
.../stable/installing/upgrading.html | 1 -
docs/apache-airflow/stable/kubernetes.html | 2 +-
.../stable/logging-monitoring/logging-tasks.html | 2 +-
docs/apache-airflow/stable/migrations-ref.html | 191 +-
docs/apache-airflow/stable/modules_management.html | 2 +-
docs/apache-airflow/stable/objects.inv | Bin 27736 -> 27755 bytes
.../stable/operators-and-hooks-ref.html | 32 +-
.../stable/production-deployment.html | 10 +-
docs/apache-airflow/stable/searchindex.js | 2 +-
.../security/secrets/secrets-backend/index.html | 17 +-
.../local-filesystem-secrets-backend.html | 2 +
docs/apache-airflow/stable/templates-ref.html | 8 +-
docs/apache-airflow/stable/tutorial.html | 10 +-
.../stable/tutorial_taskflow_api.html | 189 +-
docs/docker-stack/_sources/entrypoint.rst.txt | 80 +-
docs/docker-stack/build.html | 22 +-
docs/docker-stack/entrypoint.html | 74 +-
docs/docker-stack/recipes.html | 4 +-
docs/docker-stack/searchindex.js | 2 +-
index.html | 32 +-
search/index.html | 4 +-
sitemap.xml | 92 +-
use-cases/adobe/index.html | 4 +-
use-cases/adyen/index.html | 4 +-
use-cases/big-fish-games/index.html | 4 +-
use-cases/dish/index.html | 4 +-
use-cases/experity/index.html | 4 +-
use-cases/onefootball/index.html | 4 +-
use-cases/plarium-krasnodar/index.html | 4 +-
use-cases/seniorlink/index.html | 4 +-
use-cases/sift/index.html | 4 +-
901 files changed, 84759 insertions(+), 29541 deletions(-)
diff --git a/_gen/packages-metadata.json b/_gen/packages-metadata.json
index f856e49..c0ca3bb 100644
--- a/_gen/packages-metadata.json
+++ b/_gen/packages-metadata.json
@@ -556,7 +556,7 @@
},
{
"package-name": "apache-airflow",
- "stable-version": "2.2.2",
+ "stable-version": "2.2.3",
"all-versions": [
"1.10.1",
"1.10.2",
@@ -583,7 +583,8 @@
"2.1.4",
"2.2.0",
"2.2.1",
- "2.2.2"
+ "2.2.2",
+ "2.2.3"
]
},
{
diff --git a/blog/airflow-1.10.10/index.html b/blog/airflow-1.10.10/index.html
index 2035d21..eb18d05 100644
--- a/blog/airflow-1.10.10/index.html
+++ b/blog/airflow-1.10.10/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2020-04-09T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-12-20T14:09:21+01:00" /><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-12-21T10:31:50-07:00" /><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Apache Airflow 1.10.10">
<meta itemprop="description" content="We are happy to present Apache Airflow 1.10.10">
<meta itemprop="datePublished" content="2020-04-09T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-12-20T14:09:21+01:00" />
+<meta itemprop="dateModified" content="2021-12-21T10:31:50-07:00" />
<meta itemprop="wordCount" content="1143">
diff --git a/blog/airflow-1.10.12/index.html b/blog/airflow-1.10.12/index.html
index c1f362c..e7f91f3 100644
--- a/blog/airflow-1.10.12/index.html
+++ b/blog/airflow-1.10.12/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2020-08-25T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-12-20T14:09:21+01:00" /><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-12-21T10:31:50-07:00" /><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Apache Airflow 1.10.12">
<meta itemprop="description" content="We are happy to present Apache Airflow 1.10.12">
<meta itemprop="datePublished" content="2020-08-25T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-12-20T14:09:21+01:00" />
+<meta itemprop="dateModified" content="2021-12-21T10:31:50-07:00" />
<meta itemprop="wordCount" content="911">
diff --git a/blog/airflow-1.10.8-1.10.9/index.html b/blog/airflow-1.10.8-1.10.9/index.html
index 555ec08..01289bc 100644
--- a/blog/airflow-1.10.8-1.10.9/index.html
+++ b/blog/airflow-1.10.8-1.10.9/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2020-02-23T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-12-20T14:09:21+01:00" /><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-12-21T10:31:50-07:00" /><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Apache Airflow 1.10.8 & 1.10.9">
<meta itemprop="description" content="We are happy to present the new 1.10.8 and 1.10.9 releases of Apache Airflow.">
<meta itemprop="datePublished" content="2020-02-23T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-12-20T14:09:21+01:00" />
+<meta itemprop="dateModified" content="2021-12-21T10:31:50-07:00" />
<meta itemprop="wordCount" content="437">
diff --git a/blog/airflow-2.2.0/index.html b/blog/airflow-2.2.0/index.html
index 698b7a9..0e74323 100644
--- a/blog/airflow-2.2.0/index.html
+++ b/blog/airflow-2.2.0/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2021-10-11T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-12-20T14:09:21+01:00" /><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-12-21T10:31:50-07:00" /><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="What's new in Apache Airflow 2.2.0">
<meta itemprop="description" content="We're proud to announce that Apache Airflow 2.2.0 has been released.">
<meta itemprop="datePublished" content="2021-10-11T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-12-20T14:09:21+01:00" />
+<meta itemprop="dateModified" content="2021-12-21T10:31:50-07:00" />
<meta itemprop="wordCount" content="658">
diff --git a/blog/airflow-survey-2020/index.html b/blog/airflow-survey-2020/index.html
index cc10d15..be42e13 100644
--- a/blog/airflow-survey-2020/index.html
+++ b/blog/airflow-survey-2020/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2021-03-09T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-12-20T14:09:21+01:00" /><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-12-21T10:31:50-07:00" /><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Airflow Survey 2020">
<meta itemprop="description" content="We observe steady growth in number of users as well as in an amount of active contributors. So listening and understanding our community is of high importance.">
<meta itemprop="datePublished" content="2021-03-09T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-12-20T14:09:21+01:00" />
+<meta itemprop="dateModified" content="2021-12-21T10:31:50-07:00" />
<meta itemprop="wordCount" content="2106">
diff --git a/blog/airflow-survey/index.html b/blog/airflow-survey/index.html
index 976ca8a..2208973 100644
--- a/blog/airflow-survey/index.html
+++ b/blog/airflow-survey/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2019-12-11T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-12-20T14:09:21+01:00" /><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-12-21T10:31:50-07:00" /><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Airflow Survey 2019">
<meta itemprop="description" content="Receiving and adjusting to our users’ feedback is a must. Let’s see who Airflow users are, how they play with it, and what they miss.">
<meta itemprop="datePublished" content="2019-12-11T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-12-20T14:09:21+01:00" />
+<meta itemprop="dateModified" content="2021-12-21T10:31:50-07:00" />
<meta itemprop="wordCount" content="1775">
diff --git a/blog/airflow-two-point-oh-is-here/index.html b/blog/airflow-two-point-oh-is-here/index.html
index 02cb74f..eea042b 100644
--- a/blog/airflow-two-point-oh-is-here/index.html
+++ b/blog/airflow-two-point-oh-is-here/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2020-12-17T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-12-20T14:09:21+01:00" /><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-12-21T10:31:50-07:00" /><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Apache Airflow 2.0 is here!">
<meta itemprop="description" content="We're proud to announce that Apache Airflow 2.0.0 has been released.">
<meta itemprop="datePublished" content="2020-12-17T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-12-20T14:09:21+01:00" />
+<meta itemprop="dateModified" content="2021-12-21T10:31:50-07:00" />
<meta itemprop="wordCount" content="1165">
diff --git a/blog/airflow_summit_2021/index.html b/blog/airflow_summit_2021/index.html
index c4b8846..0c71c09 100644
--- a/blog/airflow_summit_2021/index.html
+++ b/blog/airflow_summit_2021/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2021-03-21T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-12-20T14:09:21+01:00" /><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-12-21T10:31:50-07:00" /><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Airflow Summit 2021">
<meta itemprop="description" content="We are thrilled about Airflow Summit 2021!">
<meta itemprop="datePublished" content="2021-03-21T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-12-20T14:09:21+01:00" />
+<meta itemprop="dateModified" content="2021-12-21T10:31:50-07:00" />
<meta itemprop="wordCount" content="77">
diff --git a/blog/announcing-new-website/index.html b/blog/announcing-new-website/index.html
index 57eea42..1727485 100644
--- a/blog/announcing-new-website/index.html
+++ b/blog/announcing-new-website/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2019-12-11T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-12-20T14:09:21+01:00" /><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-12-21T10:31:50-07:00" /><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="New Airflow website">
<meta itemprop="description" content="We are thrilled about our new website!">
<meta itemprop="datePublished" content="2019-12-11T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-12-20T14:09:21+01:00" />
+<meta itemprop="dateModified" content="2021-12-21T10:31:50-07:00" />
<meta itemprop="wordCount" content="282">
diff --git a/blog/apache-airflow-for-newcomers/index.html b/blog/apache-airflow-for-newcomers/index.html
index cb04d8a..35d4fe3 100644
--- a/blog/apache-airflow-for-newcomers/index.html
+++ b/blog/apache-airflow-for-newcomers/index.html
@@ -37,14 +37,14 @@ Authoring Workflow in Apache Airflow. Airflow makes it easy to author workflows
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2020-08-17T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-12-20T14:09:21+01:00" /><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-12-21T10:31:50-07:00" /><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Apache Airflow For Newcomers">
<meta itemprop="description" content="Apache Airflow is a platform to programmatically author, schedule, and monitor workflows. A workflow is a sequence of tasks that processes a set of data. You can think of workflow as the path that describes how tasks go from being undone to done. Scheduling, on the other hand, is the process of planning, controlling, and optimizing when a particular task should be done.
Authoring Workflow in Apache Airflow. Airflow makes it easy to author workflows using python scripts.">
<meta itemprop="datePublished" content="2020-08-17T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-12-20T14:09:21+01:00" />
+<meta itemprop="dateModified" content="2021-12-21T10:31:50-07:00" />
<meta itemprop="wordCount" content="1070">
diff --git a/blog/apache-con-europe-2019-thoughts-and-insights-by-airflow-committers/index.html b/blog/apache-con-europe-2019-thoughts-and-insights-by-airflow-committers/index.html
index 47eab44..b54ca0e 100644
--- a/blog/apache-con-europe-2019-thoughts-and-insights-by-airflow-committers/index.html
+++ b/blog/apache-con-europe-2019-thoughts-and-insights-by-airflow-committers/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2019-11-22T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-12-20T14:09:21+01:00" /><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-12-21T10:31:50-07:00" /><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="ApacheCon Europe 2019 — Thoughts and Insights by Airflow Committers">
<meta itemprop="description" content="Here come some thoughts by Airflow committers and contributors from the ApacheCon Europe 2019. Get to know the ASF community!">
<meta itemprop="datePublished" content="2019-11-22T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-12-20T14:09:21+01:00" />
+<meta itemprop="dateModified" content="2021-12-21T10:31:50-07:00" />
<meta itemprop="wordCount" content="138">
diff --git a/blog/documenting-using-local-development-environments/index.html b/blog/documenting-using-local-development-environments/index.html
index 65b6763..c69b839 100644
--- a/blog/documenting-using-local-development-environments/index.html
+++ b/blog/documenting-using-local-development-environments/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2019-11-22T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-12-20T14:09:21+01:00" /><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-12-21T10:31:50-07:00" /><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Documenting using local development environment">
<meta itemprop="description" content="The story behind documenting local development environment of Apache Airflow">
<meta itemprop="datePublished" content="2019-11-22T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-12-20T14:09:21+01:00" />
+<meta itemprop="dateModified" content="2021-12-21T10:31:50-07:00" />
<meta itemprop="wordCount" content="256">
diff --git a/blog/experience-in-google-season-of-docs-2019-with-apache-airflow/index.html b/blog/experience-in-google-season-of-docs-2019-with-apache-airflow/index.html
index b9d244a..8dc833e 100644
--- a/blog/experience-in-google-season-of-docs-2019-with-apache-airflow/index.html
+++ b/blog/experience-in-google-season-of-docs-2019-with-apache-airflow/index.html
@@ -37,14 +37,14 @@ About Me I have been writing tech articles on medium as well as my blog for the
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2019-12-20T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-12-20T14:09:21+01:00" /><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-12-21T10:31:50-07:00" /><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Experience in Google Season of Docs 2019 with Apache Airflow">
<meta itemprop="description" content="I came across Google Season of Docs (GSoD) almost by accident, thanks to my extensive HackerNews and Twitter addiction. I was familiar with the Google Summer of Code but not with this program. It turns out it was the inaugural phase. I read the details, and the process felt a lot like GSoC except that this was about documentation.
About Me I have been writing tech articles on medium as well as my blog for the past 1.">
<meta itemprop="datePublished" content="2019-12-20T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-12-20T14:09:21+01:00" />
+<meta itemprop="dateModified" content="2021-12-21T10:31:50-07:00" />
<meta itemprop="wordCount" content="1521">
diff --git a/blog/experience-with-airflow-as-an-outreachy-intern/index.html b/blog/experience-with-airflow-as-an-outreachy-intern/index.html
index d3810c6..c9c71ce 100644
--- a/blog/experience-with-airflow-as-an-outreachy-intern/index.html
+++ b/blog/experience-with-airflow-as-an-outreachy-intern/index.html
@@ -37,14 +37,14 @@ Contribution Period The first thing I had to do was choose a project under an or
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2020-08-30T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-12-20T14:09:21+01:00" /><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-12-21T10:31:50-07:00" /><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Journey with Airflow as an Outreachy Intern">
<meta itemprop="description" content="Outreachy is a program which organises three months paid internships with FOSS projects for people who are typically underrepresented in those projects.
Contribution Period The first thing I had to do was choose a project under an organisation. After going through all the projects I chose “Extending the REST API of Apache Airflow”, because I had a good idea of what REST API(s) are, so I thought it would be easier to get started with the contributions.">
<meta itemprop="datePublished" content="2020-08-30T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-12-20T14:09:21+01:00" />
+<meta itemprop="dateModified" content="2021-12-21T10:31:50-07:00" />
<meta itemprop="wordCount" content="532">
diff --git a/blog/implementing-stable-api-for-apache-airflow/index.html b/blog/implementing-stable-api-for-apache-airflow/index.html
index 6740888..42d571a 100644
--- a/blog/implementing-stable-api-for-apache-airflow/index.html
+++ b/blog/implementing-stable-api-for-apache-airflow/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2020-07-19T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-12-20T14:09:21+01:00" /><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-12-21T10:31:50-07:00" /><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="Implementing Stable API for Apache Airflow">
<meta itemprop="description" content="An Outreachy intern's progress report on contributing to Apache Airflow REST API.">
<meta itemprop="datePublished" content="2020-07-19T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-12-20T14:09:21+01:00" />
+<meta itemprop="dateModified" content="2021-12-21T10:31:50-07:00" />
<meta itemprop="wordCount" content="703">
diff --git a/blog/its-a-breeze-to-develop-apache-airflow/index.html b/blog/its-a-breeze-to-develop-apache-airflow/index.html
index 58b4f2c..2bf0fe7 100644
--- a/blog/its-a-breeze-to-develop-apache-airflow/index.html
+++ b/blog/its-a-breeze-to-develop-apache-airflow/index.html
@@ -36,13 +36,13 @@
<meta property="og:image" content="/images/feature-image.png" />
<meta property="article:published_time" content="2019-11-22T00:00:00+00:00" />
-<meta property="article:modified_time" content="2021-12-20T14:09:21+01:00" /><meta property="og:site_name" content="Apache Airflow" />
+<meta property="article:modified_time" content="2021-12-21T10:31:50-07:00" /><meta property="og:site_name" content="Apache Airflow" />
<meta itemprop="name" content="It's a "Breeze" to develop Apache Airflow">
<meta itemprop="description" content="A Principal Software Engineer's journey to developer productivity. Learn how Jarek and his team speeded up and simplified Airflow development for the community.">
<meta itemprop="datePublished" content="2019-11-22T00:00:00+00:00" />
-<meta itemprop="dateModified" content="2021-12-20T14:09:21+01:00" />
+<meta itemprop="dateModified" content="2021-12-21T10:31:50-07:00" />
<meta itemprop="wordCount" content="124">
diff --git a/docs/apache-airflow/2.2.3/.buildinfo b/docs/apache-airflow/2.2.3/.buildinfo
new file mode 100644
index 0000000..56c5e6c
--- /dev/null
+++ b/docs/apache-airflow/2.2.3/.buildinfo
@@ -0,0 +1,4 @@
+# Sphinx build info version 1
+# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
+config: abf2d479b31669a336b7bb75bbe5d4fe
+tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html b/docs/apache-airflow/2.2.3/_api/airflow/exceptions/index.html
similarity index 60%
copy from docs/apache-airflow/stable/security/secrets/secrets-backend/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/exceptions/index.html
index 35ae7f5..4dbd9b3 100644
--- a/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/exceptions/index.html
@@ -9,7 +9,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secrets Backend — Airflow Documentation</title>
+ <title>airflow.exceptions — Airflow Documentation</title>
<link rel="stylesheet" href="../../../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../../_static/_gen/css/main-custom.min.css" />
@@ -17,8 +17,8 @@
<link rel="shortcut icon" href="../../../_static/pin_32.png"/>
<link rel="index" title="Index" href="../../../genindex.html" />
<link rel="search" title="Search" href="../../../search.html" />
- <link rel="next" title="Local Filesystem Secrets Backend" href="local-filesystem-secrets-backend.html" />
- <link rel="prev" title="Fernet" href="../fernet.html" />
+ <link rel="next" title="airflow.secrets" href="../secrets/index.html" />
+ <link rel="prev" title="airflow.models.xcom_arg" href="../models/xcom_arg/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -314,7 +314,7 @@
<div class="toctree" role="navigation" aria-label="main navigation">
<p class="caption"><span class="caption-text">Content</span></p>
-<ul class="current">
+<ul>
<li class="toctree-l1"><a class="reference internal" href="../../../index.html">Home</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../project.html">Project</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../license.html">License</a></li>
@@ -329,32 +329,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../executor/index.html">Executor</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../dag-run.html">DAG Runs</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../plugins.html">Plugins</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Security</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="../../access-control.html">Access Control</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../api.html">API</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../flower.html">Flower</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../kerberos.html">Kerberos</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../webserver.html">Webserver</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../workload.html">Workload</a></li>
-<li class="toctree-l2 current"><a class="reference internal" href="../index.html">Secrets</a><ul class="current">
-<li class="toctree-l3"><a class="reference internal" href="../fernet.html">Encryption at rest</a></li>
-<li class="toctree-l3 current"><a class="current reference internal" href="#">Using external Secret stores</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="#search-path">Search path</a></li>
-<li class="toctree-l4"><a class="reference internal" href="#configuration">Configuration</a></li>
-<li class="toctree-l4"><a class="reference internal" href="#supported-core-backends">Supported core backends</a><ul>
-<li class="toctree-l5"><a class="reference internal" href="local-filesystem-secrets-backend.html">Local Filesystem Secrets Backend</a></li>
-</ul>
-</li>
-<li class="toctree-l4"><a class="reference internal" href="#apache-airflow-community-provided-secret-backends">Apache Airflow Community provided secret backends</a></li>
-<li class="toctree-l4"><a class="reference internal" href="#roll-your-own-secrets-backend">Roll your own secrets backend</a></li>
-</ul>
-</li>
-<li class="toctree-l3"><a class="reference internal" href="../mask-sensitive-values.html">Masking sensitive data</a></li>
-</ul>
-</li>
-<li class="toctree-l2"><a class="reference internal" href="../../index.html#reporting-vulnerabilities">Reporting Vulnerabilities</a></li>
-</ul>
-</li>
+<li class="toctree-l1"><a class="reference internal" href="../../../security/index.html">Security</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../logging-monitoring/index.html">Logging & Monitoring</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../timezone.html">Time Zones</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../usage-cli.html">Using the CLI</a></li>
@@ -371,11 +346,158 @@
<li class="toctree-l1"><a class="reference internal" href="../../../privacy_notice.html">Privacy Notice</a></li>
</ul>
<p class="caption"><span class="caption-text">References</span></p>
-<ul>
+<ul class="current">
<li class="toctree-l1"><a class="reference internal" href="../../../operators-and-hooks-ref.html">Operators and hooks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../cli-and-env-variables-ref.html">CLI</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../templates-ref.html">Templates</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../python-api-ref.html">Python API</a></li>
+<li class="toctree-l1 current"><a class="reference internal" href="../../../python-api-ref.html">Python API</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#operators">Operators</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#hooks">Hooks</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#executors">Executors</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#models">Models</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../python-api-ref.html#exceptions">Exceptions</a><ul class="current">
+<li class="toctree-l3 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.exceptions</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowException">AirflowException</a><ul>
+<li class="toctree-l6"><a class="reference internal" href="#airflow.exceptions.AirflowException.status_code">status_code</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowBadRequest">AirflowBadRequest</a><ul>
+<li class="toctree-l6"><a class="reference internal" href="#airflow.exceptions.AirflowBadRequest.status_code">status_code</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowNotFoundException">AirflowNotFoundException</a><ul>
+<li class="toctree-l6"><a class="reference internal" href="#airflow.exceptions.AirflowNotFoundException.status_code">status_code</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowConfigException">AirflowConfigException</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowSensorTimeout">AirflowSensorTimeout</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowRescheduleException">AirflowRescheduleException</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowSmartSensorException">AirflowSmartSensorException</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.InvalidStatsNameException">InvalidStatsNameException</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowTaskTimeout">AirflowTaskTimeout</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowWebServerTimeout">AirflowWebServerTimeout</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowSkipException">AirflowSkipException</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowFailException">AirflowFailException</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowDagCycleException">AirflowDagCycleException</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowDagDuplicatedIdException">AirflowDagDuplicatedIdException</a><ul>
+<li class="toctree-l6"><a class="reference internal" href="#airflow.exceptions.AirflowDagDuplicatedIdException.__str__">__str__</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowClusterPolicyViolation">AirflowClusterPolicyViolation</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowTimetableInvalid">AirflowTimetableInvalid</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.DagNotFound">DagNotFound</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.DagCodeNotFound">DagCodeNotFound</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.DagRunNotFound">DagRunNotFound</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.DagRunAlreadyExists">DagRunAlreadyExists</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.DagFileExists">DagFileExists</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.DuplicateTaskIdFound">DuplicateTaskIdFound</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.SerializationError">SerializationError</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.TaskNotFound">TaskNotFound</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.TaskInstanceNotFound">TaskInstanceNotFound</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.PoolNotFound">PoolNotFound</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.NoAvailablePoolSlot">NoAvailablePoolSlot</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.DagConcurrencyLimitReached">DagConcurrencyLimitReached</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.TaskConcurrencyLimitReached">TaskConcurrencyLimitReached</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.BackfillUnfinished">BackfillUnfinished</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.FileSyntaxError">FileSyntaxError</a><ul>
+<li class="toctree-l6"><a class="reference internal" href="#airflow.exceptions.FileSyntaxError.line_no">line_no</a></li>
+</ul>
+<ul>
+<li class="toctree-l6"><a class="reference internal" href="#airflow.exceptions.FileSyntaxError.message">message</a></li>
+</ul>
+<ul>
+<li class="toctree-l6"><a class="reference internal" href="#airflow.exceptions.FileSyntaxError.__str__">__str__</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowFileParseException">AirflowFileParseException</a><ul>
+<li class="toctree-l6"><a class="reference internal" href="#airflow.exceptions.AirflowFileParseException.__str__">__str__</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.ConnectionNotUnique">ConnectionNotUnique</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.TaskDeferred">TaskDeferred</a><ul>
+<li class="toctree-l6"><a class="reference internal" href="#airflow.exceptions.TaskDeferred.__repr__">__repr__</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.TaskDeferralError">TaskDeferralError</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#timetables">Timetables</a></li>
+</ul>
+</li>
<li class="toctree-l1"><a class="reference internal" href="../../../stable-rest-api-ref.html">Stable REST API</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../deprecated-rest-api-ref.html">Deprecated REST API</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../configurations-ref.html">Configurations</a></li>
@@ -506,7 +628,7 @@
<div class="toctree" role="navigation" aria-label="main navigation">
<p class="caption"><span class="caption-text">Content</span></p>
-<ul class="current">
+<ul>
<li class="toctree-l1"><a class="reference internal" href="../../../index.html">Home</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../project.html">Project</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../license.html">License</a></li>
@@ -521,32 +643,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../executor/index.html">Executor</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../dag-run.html">DAG Runs</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../plugins.html">Plugins</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Security</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="../../access-control.html">Access Control</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../api.html">API</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../flower.html">Flower</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../kerberos.html">Kerberos</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../webserver.html">Webserver</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../workload.html">Workload</a></li>
-<li class="toctree-l2 current"><a class="reference internal" href="../index.html">Secrets</a><ul class="current">
-<li class="toctree-l3"><a class="reference internal" href="../fernet.html">Encryption at rest</a></li>
-<li class="toctree-l3 current"><a class="current reference internal" href="#">Using external Secret stores</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="#search-path">Search path</a></li>
-<li class="toctree-l4"><a class="reference internal" href="#configuration">Configuration</a></li>
-<li class="toctree-l4"><a class="reference internal" href="#supported-core-backends">Supported core backends</a><ul>
-<li class="toctree-l5"><a class="reference internal" href="local-filesystem-secrets-backend.html">Local Filesystem Secrets Backend</a></li>
-</ul>
-</li>
-<li class="toctree-l4"><a class="reference internal" href="#apache-airflow-community-provided-secret-backends">Apache Airflow Community provided secret backends</a></li>
-<li class="toctree-l4"><a class="reference internal" href="#roll-your-own-secrets-backend">Roll your own secrets backend</a></li>
-</ul>
-</li>
-<li class="toctree-l3"><a class="reference internal" href="../mask-sensitive-values.html">Masking sensitive data</a></li>
-</ul>
-</li>
-<li class="toctree-l2"><a class="reference internal" href="../../index.html#reporting-vulnerabilities">Reporting Vulnerabilities</a></li>
-</ul>
-</li>
+<li class="toctree-l1"><a class="reference internal" href="../../../security/index.html">Security</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../logging-monitoring/index.html">Logging & Monitoring</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../timezone.html">Time Zones</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../usage-cli.html">Using the CLI</a></li>
@@ -563,11 +660,158 @@
<li class="toctree-l1"><a class="reference internal" href="../../../privacy_notice.html">Privacy Notice</a></li>
</ul>
<p class="caption"><span class="caption-text">References</span></p>
-<ul>
+<ul class="current">
<li class="toctree-l1"><a class="reference internal" href="../../../operators-and-hooks-ref.html">Operators and hooks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../cli-and-env-variables-ref.html">CLI</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../templates-ref.html">Templates</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../python-api-ref.html">Python API</a></li>
+<li class="toctree-l1 current"><a class="reference internal" href="../../../python-api-ref.html">Python API</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#operators">Operators</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#hooks">Hooks</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#executors">Executors</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#models">Models</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../python-api-ref.html#exceptions">Exceptions</a><ul class="current">
+<li class="toctree-l3 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.exceptions</span></code></a><ul>
+<li class="toctree-l4"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowException">AirflowException</a><ul>
+<li class="toctree-l6"><a class="reference internal" href="#airflow.exceptions.AirflowException.status_code">status_code</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowBadRequest">AirflowBadRequest</a><ul>
+<li class="toctree-l6"><a class="reference internal" href="#airflow.exceptions.AirflowBadRequest.status_code">status_code</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowNotFoundException">AirflowNotFoundException</a><ul>
+<li class="toctree-l6"><a class="reference internal" href="#airflow.exceptions.AirflowNotFoundException.status_code">status_code</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowConfigException">AirflowConfigException</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowSensorTimeout">AirflowSensorTimeout</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowRescheduleException">AirflowRescheduleException</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowSmartSensorException">AirflowSmartSensorException</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.InvalidStatsNameException">InvalidStatsNameException</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowTaskTimeout">AirflowTaskTimeout</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowWebServerTimeout">AirflowWebServerTimeout</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowSkipException">AirflowSkipException</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowFailException">AirflowFailException</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowDagCycleException">AirflowDagCycleException</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowDagDuplicatedIdException">AirflowDagDuplicatedIdException</a><ul>
+<li class="toctree-l6"><a class="reference internal" href="#airflow.exceptions.AirflowDagDuplicatedIdException.__str__">__str__</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowClusterPolicyViolation">AirflowClusterPolicyViolation</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowTimetableInvalid">AirflowTimetableInvalid</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.DagNotFound">DagNotFound</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.DagCodeNotFound">DagCodeNotFound</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.DagRunNotFound">DagRunNotFound</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.DagRunAlreadyExists">DagRunAlreadyExists</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.DagFileExists">DagFileExists</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.DuplicateTaskIdFound">DuplicateTaskIdFound</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.SerializationError">SerializationError</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.TaskNotFound">TaskNotFound</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.TaskInstanceNotFound">TaskInstanceNotFound</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.PoolNotFound">PoolNotFound</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.NoAvailablePoolSlot">NoAvailablePoolSlot</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.DagConcurrencyLimitReached">DagConcurrencyLimitReached</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.TaskConcurrencyLimitReached">TaskConcurrencyLimitReached</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.BackfillUnfinished">BackfillUnfinished</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.FileSyntaxError">FileSyntaxError</a><ul>
+<li class="toctree-l6"><a class="reference internal" href="#airflow.exceptions.FileSyntaxError.line_no">line_no</a></li>
+</ul>
+<ul>
+<li class="toctree-l6"><a class="reference internal" href="#airflow.exceptions.FileSyntaxError.message">message</a></li>
+</ul>
+<ul>
+<li class="toctree-l6"><a class="reference internal" href="#airflow.exceptions.FileSyntaxError.__str__">__str__</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.AirflowFileParseException">AirflowFileParseException</a><ul>
+<li class="toctree-l6"><a class="reference internal" href="#airflow.exceptions.AirflowFileParseException.__str__">__str__</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.ConnectionNotUnique">ConnectionNotUnique</a></li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.TaskDeferred">TaskDeferred</a><ul>
+<li class="toctree-l6"><a class="reference internal" href="#airflow.exceptions.TaskDeferred.__repr__">__repr__</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li class="toctree-l5"><a class="reference internal" href="#airflow.exceptions.TaskDeferralError">TaskDeferralError</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#timetables">Timetables</a></li>
+</ul>
+</li>
<li class="toctree-l1"><a class="reference internal" href="../../../stable-rest-api-ref.html">Stable REST API</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../deprecated-rest-api-ref.html">Deprecated REST API</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../configurations-ref.html">Configurations</a></li>
@@ -663,11 +907,9 @@
<li class="breadcrumb-item"><a href="../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="../../index.html">Security</a></li>
-
- <li class="breadcrumb-item"><a href="../index.html">Secrets</a></li>
+ <li class="breadcrumb-item"><a href="../../../python-api-ref.html">Python API Reference</a></li>
- <li class="breadcrumb-item"><a href="index.html"> Secrets Backend</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.exceptions</span></code></a></li>
</ul>
</div>
@@ -678,92 +920,336 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secrets-backend">
-<h1>Secrets Backend<a class="headerlink" href="#secrets-backend" title="Permalink to this headline">¶</a></h1>
-<div class="versionadded">
-<p><span class="versionmodified added">New in version 1.10.10.</span></p>
-</div>
-<p>In addition to retrieving connections & variables from environment variables or the metastore database, you
-can also enable alternative secrets backend to retrieve Airflow connections or Airflow variables via
-<a class="reference internal" href="#community-secret-backends"><span class="std std-ref">Apache Airflow Community provided backends</span></a> in
-<a class="reference external" href="/docs/apache-airflow-providers/core-extensions/secrets-backends.html" title="(in apache-airflow-providers vdevel)"><span>Secret backends</span></a>.</p>
-<div class="admonition note">
-<p class="admonition-title">Note</p>
-<p>The Airflow UI only shows connections and variables stored in the Metadata DB and not via any other method.
-If you use an alternative secrets backend, check inside your backend to view the values of your variables and connections.</p>
-</div>
-<p>You can also get Airflow configurations with sensitive data from the Secrets Backend.
-See <a class="reference internal" href="../../../howto/set-config.html"><span class="doc">Setting Configuration Options</span></a> for more details.</p>
-<div class="section" id="search-path">
-<h2>Search path<a class="headerlink" href="#search-path" title="Permalink to this headline">¶</a></h2>
-<p>When looking up a connection/variable, by default Airflow will search environment variables first and metastore
-database second.</p>
-<p>If you enable an alternative secrets backend, it will be searched first, followed by environment variables,
-then metastore. This search ordering is not configurable.</p>
-<div class="admonition warning">
-<p class="admonition-title">Warning</p>
-<p>When using environment variables or an alternative secrets backend to store secrets or variables, it is possible to create key collisions.
-In the event of a duplicated key between backends, all write operations will update the value in the metastore, but all read operations will
-return the first match for the requested key starting with the custom backend, then the environment variables and finally the metastore.</p>
-</div>
-</div>
-<div class="section" id="configuration">
-<span id="secrets-backend-configuration"></span><h2>Configuration<a class="headerlink" href="#configuration" title="Permalink to this headline">¶</a></h2>
-<p>The <code class="docutils literal notranslate"><span class="pre">[secrets]</span></code> section has the following options:</p>
-<div class="highlight-ini notranslate"><div class="highlight"><pre><span></span><span class="k">[secrets]</span>
-<span class="na">backend</span> <span class="o">=</span>
-<span class="na">backend_kwargs</span> <span class="o">=</span>
-</pre></div>
-</div>
-<p>Set <code class="docutils literal notranslate"><span class="pre">backend</span></code> to the fully qualified class name of the backend you want to enable.</p>
-<p>You can provide <code class="docutils literal notranslate"><span class="pre">backend_kwargs</span></code> with json and it will be passed as kwargs to the <code class="docutils literal notranslate"><span class="pre">__init__</span></code> method of
-your secrets backend.</p>
-<p>If you want to check which secret backend is currently set, you can use <code class="docutils literal notranslate"><span class="pre">airflow</span> <span class="pre">config</span> <span class="pre">get-value</span> <span class="pre">secrets</span> <span class="pre">backend</span></code> command as in
-the example below.</p>
-<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>$ airflow config get-value secrets backend
-airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend
-</pre></div>
-</div>
-</div>
-<div class="section" id="supported-core-backends">
-<h2>Supported core backends<a class="headerlink" href="#supported-core-backends" title="Permalink to this headline">¶</a></h2>
-<div class="toctree-wrapper compound">
-<ul>
-<li class="toctree-l1"><a class="reference internal" href="local-filesystem-secrets-backend.html">Local Filesystem Secrets Backend</a></li>
+ <div class="section" id="module-airflow.exceptions">
+<span id="airflow-exceptions"></span><h1><a class="reference internal" href="#module-airflow.exceptions" title="airflow.exceptions"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.exceptions</span></code></a><a class="headerlink" href="#module-airflow.exceptions" title="Permalink to this headline">¶</a></h1>
+<p><p>Exceptions used by Airflow</p>
+</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
+<dl class="py exception">
+<dt id="airflow.exceptions.AirflowException">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">AirflowException</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#AirflowException"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.AirflowException" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference external" href="https://docs.python.org/3/library/exceptions.html#Exception" title="(in Python v3.10)"><code class="xref py py-class docutils literal notranslate"><span class="pre">Exception</span></code></a></p>
+<p>Base class for all Airflow’s errors.
+Each custom exception should be derived from this class</p>
+<dl class="py attribute">
+<dt id="airflow.exceptions.AirflowException.status_code">
+<code class="sig-name descname">status_code</code><em class="property"> = 500</em><a class="reference internal" href="../../../_modules/airflow/exceptions.html#AirflowException.status_code"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.AirflowException.status_code" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.AirflowBadRequest">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">AirflowBadRequest</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#AirflowBadRequest"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.AirflowBadRequest" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raise when the application or server cannot handle the request</p>
+<dl class="py attribute">
+<dt id="airflow.exceptions.AirflowBadRequest.status_code">
+<code class="sig-name descname">status_code</code><em class="property"> = 400</em><a class="reference internal" href="../../../_modules/airflow/exceptions.html#AirflowBadRequest.status_code"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.AirflowBadRequest.status_code" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.AirflowNotFoundException">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">AirflowNotFoundException</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#AirflowNotFoundException"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.AirflowNotFoundException" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a>, <code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.api_connexion.exceptions.NotFound</span></code></p>
+<p>Raise when the requested object/resource is not available in the system</p>
+<dl class="py attribute">
+<dt id="airflow.exceptions.AirflowNotFoundException.status_code">
+<code class="sig-name descname">status_code</code><em class="property"> = 404</em><a class="reference internal" href="../../../_modules/airflow/exceptions.html#AirflowNotFoundException.status_code"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.AirflowNotFoundException.status_code" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.AirflowConfigException">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">AirflowConfigException</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#AirflowConfigException"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.AirflowConfigException" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raise when there is configuration problem</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.AirflowSensorTimeout">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">AirflowSensorTimeout</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#AirflowSensorTimeout"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.AirflowSensorTimeout" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raise when there is a timeout on sensor polling</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.AirflowRescheduleException">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">AirflowRescheduleException</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">reschedule_date</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../_modules/airflow/exceptions.html#AirflowRescheduleException"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.except [...]
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raise when the task should be re-scheduled at a later time.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>reschedule_date</strong> (<a class="reference external" href="https://docs.python.org/3/library/datetime.html#datetime.datetime" title="(in Python v3.10)"><em>datetime.datetime</em></a>) – The date when the task should be rescheduled</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.AirflowSmartSensorException">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">AirflowSmartSensorException</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#AirflowSmartSensorException"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.AirflowSmartSensorException" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raise after the task register itself in the smart sensor service
+It should exit without failing a task</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.InvalidStatsNameException">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">InvalidStatsNameException</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#InvalidStatsNameException"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.InvalidStatsNameException" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raise when name of the stats is invalid</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.AirflowTaskTimeout">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">AirflowTaskTimeout</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#AirflowTaskTimeout"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.AirflowTaskTimeout" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raise when the task execution times-out</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.AirflowWebServerTimeout">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">AirflowWebServerTimeout</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#AirflowWebServerTimeout"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.AirflowWebServerTimeout" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raise when the web server times out</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.AirflowSkipException">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">AirflowSkipException</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#AirflowSkipException"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.AirflowSkipException" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raise when the task should be skipped</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.AirflowFailException">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">AirflowFailException</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#AirflowFailException"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.AirflowFailException" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raise when the task should be failed without retrying</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.AirflowDagCycleException">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">AirflowDagCycleException</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#AirflowDagCycleException"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.AirflowDagCycleException" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raise when there is a cycle in Dag definition</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.AirflowDagDuplicatedIdException">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">AirflowDagDuplicatedIdException</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">dag_id</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n">incoming</span><span c [...]
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raise when a Dag’s ID is already used by another Dag</p>
+<dl class="py method">
+<dt id="airflow.exceptions.AirflowDagDuplicatedIdException.__str__">
+<code class="sig-name descname">__str__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../_modules/airflow/exceptions.html#AirflowDagDuplicatedIdException.__str__"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.AirflowDagDuplicatedIdException.__str__" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.AirflowClusterPolicyViolation">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">AirflowClusterPolicyViolation</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#AirflowClusterPolicyViolation"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.AirflowClusterPolicyViolation" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raise when there is a violation of a Cluster Policy in Dag definition</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.AirflowTimetableInvalid">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">AirflowTimetableInvalid</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#AirflowTimetableInvalid"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.AirflowTimetableInvalid" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raise when a DAG has an invalid timetable.</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.DagNotFound">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">DagNotFound</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#DagNotFound"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.DagNotFound" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowNotFoundException" title="airflow.exceptions.AirflowNotFoundException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowNotFoundException</span></code></a></p>
+<p>Raise when a DAG is not available in the system</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.DagCodeNotFound">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">DagCodeNotFound</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#DagCodeNotFound"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.DagCodeNotFound" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowNotFoundException" title="airflow.exceptions.AirflowNotFoundException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowNotFoundException</span></code></a></p>
+<p>Raise when a DAG code is not available in the system</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.DagRunNotFound">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">DagRunNotFound</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#DagRunNotFound"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.DagRunNotFound" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowNotFoundException" title="airflow.exceptions.AirflowNotFoundException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowNotFoundException</span></code></a></p>
+<p>Raise when a DAG Run is not available in the system</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.DagRunAlreadyExists">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">DagRunAlreadyExists</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#DagRunAlreadyExists"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.DagRunAlreadyExists" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowBadRequest" title="airflow.exceptions.AirflowBadRequest"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowBadRequest</span></code></a></p>
+<p>Raise when creating a DAG run for DAG which already has DAG run entry</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.DagFileExists">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">DagFileExists</code><span class="sig-paren">(</span><em class="sig-param"><span class="o">*</span><span class="n">args</span></em>, <em class="sig-param"><span class="o">**</span><span class="n">kwargs</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../_modules/airflow/exceptions.html#DagFileExists"><span class="viewcod [...]
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowBadRequest" title="airflow.exceptions.AirflowBadRequest"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowBadRequest</span></code></a></p>
+<p>Raise when a DAG ID is still in DagBag i.e., DAG file is in DAG folder</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.DuplicateTaskIdFound">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">DuplicateTaskIdFound</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#DuplicateTaskIdFound"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.DuplicateTaskIdFound" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raise when a Task with duplicate task_id is defined in the same DAG</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.SerializationError">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">SerializationError</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#SerializationError"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.SerializationError" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>A problem occurred when trying to serialize a DAG</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.TaskNotFound">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">TaskNotFound</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#TaskNotFound"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.TaskNotFound" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowNotFoundException" title="airflow.exceptions.AirflowNotFoundException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowNotFoundException</span></code></a></p>
+<p>Raise when a Task is not available in the system</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.TaskInstanceNotFound">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">TaskInstanceNotFound</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#TaskInstanceNotFound"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.TaskInstanceNotFound" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowNotFoundException" title="airflow.exceptions.AirflowNotFoundException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowNotFoundException</span></code></a></p>
+<p>Raise when a Task Instance is not available in the system</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.PoolNotFound">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">PoolNotFound</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#PoolNotFound"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.PoolNotFound" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowNotFoundException" title="airflow.exceptions.AirflowNotFoundException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowNotFoundException</span></code></a></p>
+<p>Raise when a Pool is not available in the system</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.NoAvailablePoolSlot">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">NoAvailablePoolSlot</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#NoAvailablePoolSlot"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.NoAvailablePoolSlot" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raise when there is not enough slots in pool</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.DagConcurrencyLimitReached">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">DagConcurrencyLimitReached</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#DagConcurrencyLimitReached"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.DagConcurrencyLimitReached" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raise when DAG max_active_tasks limit is reached</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.TaskConcurrencyLimitReached">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">TaskConcurrencyLimitReached</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#TaskConcurrencyLimitReached"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.TaskConcurrencyLimitReached" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raise when task max_active_tasks limit is reached</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.BackfillUnfinished">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">BackfillUnfinished</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">message</span></em>, <em class="sig-param"><span class="n">ti_status</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../_modules/airflow/exceptions.html#BackfillUnfinished"><span class="viewcode-link">[source]</span></a><a cla [...]
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raises when not all tasks succeed in backfill.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>message</strong> – The human-readable description of the exception</p></li>
+<li><p><strong>ti_status</strong> – The information about all task statuses</p></li>
</ul>
-</div>
-</div>
-<div class="section" id="apache-airflow-community-provided-secret-backends">
-<span id="community-secret-backends"></span><h2>Apache Airflow Community provided secret backends<a class="headerlink" href="#apache-airflow-community-provided-secret-backends" title="Permalink to this headline">¶</a></h2>
-<p>Apache Airflow Community also releases community developed providers (<a class="reference external" href="/docs/apache-airflow-providers/index.html" title="(in apache-airflow-providers vdevel)"><span>Provider packages</span></a>)
-and some of them also provide handlers that extend secret backends
-capability of Apache Airflow. You can see all those providers in
-<a class="reference external" href="/docs/apache-airflow-providers/core-extensions/secrets-backends.html" title="(in apache-airflow-providers vdevel)"><span>Secret backends</span></a>.</p>
-</div>
-<div class="section" id="roll-your-own-secrets-backend">
-<span id="id1"></span><h2>Roll your own secrets backend<a class="headerlink" href="#roll-your-own-secrets-backend" title="Permalink to this headline">¶</a></h2>
-<p>A secrets backend is a subclass of <a class="reference internal" href="../../../_api/airflow/secrets/index.html#airflow.secrets.BaseSecretsBackend" title="airflow.secrets.BaseSecretsBackend"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.secrets.BaseSecretsBackend</span></code></a> and must implement either
-<a class="reference internal" href="../../../_api/airflow/secrets/index.html#airflow.secrets.BaseSecretsBackend.get_connection" title="airflow.secrets.BaseSecretsBackend.get_connection"><code class="xref py py-meth docutils literal notranslate"><span class="pre">get_connection()</span></code></a> or <a class="reference internal" href="../../../_api/airflow/secrets/index.html#airflow.secrets.BaseSecretsBackend.get_conn_uri" title="airflow.secrets.BaseSecretsBackend.get_conn_uri"><code cla [...]
-<p>After writing your backend class, provide the fully qualified class name in the <code class="docutils literal notranslate"><span class="pre">backend</span></code> key in the <code class="docutils literal notranslate"><span class="pre">[secrets]</span></code>
-section of <code class="docutils literal notranslate"><span class="pre">airflow.cfg</span></code>.</p>
-<p>Additional arguments to your SecretsBackend can be configured in <code class="docutils literal notranslate"><span class="pre">airflow.cfg</span></code> by supplying a JSON string to <code class="docutils literal notranslate"><span class="pre">backend_kwargs</span></code>, which will be passed to the <code class="docutils literal notranslate"><span class="pre">__init__</span></code> of your SecretsBackend.
-See <a class="reference internal" href="#secrets-backend-configuration"><span class="std std-ref">Configuration</span></a> for more details, and <a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/secrets-backends/aws-ssm-parameter-store.html#ssm-parameter-store-secrets" title="(in apache-airflow-providers-amazon v2.4.0)"><span class="xref std std-ref">SSM Parameter Store</span></a> for an example.</p>
-<div class="admonition note">
-<p class="admonition-title">Note</p>
-<p>If you are rolling your own secrets backend, you don’t strictly need to use airflow’s URI format. But
-doing so makes it easier to switch between environment variables, the metastore, and your secrets backend.</p>
-</div>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py class">
+<dt id="airflow.exceptions.FileSyntaxError">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">FileSyntaxError</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#FileSyntaxError"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.FileSyntaxError" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference external" href="https://docs.python.org/3/library/typing.html#typing.NamedTuple" title="(in Python v3.10)"><code class="xref py py-class docutils literal notranslate"><span class="pre">typing.NamedTuple</span></code></a></p>
+<p>Information about a single error in a file.</p>
+<dl class="py attribute">
+<dt id="airflow.exceptions.FileSyntaxError.line_no">
+<code class="sig-name descname">line_no</code><em class="property"> :Optional[int]</em><a class="reference internal" href="../../../_modules/airflow/exceptions.html#FileSyntaxError.line_no"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.FileSyntaxError.line_no" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.exceptions.FileSyntaxError.message">
+<code class="sig-name descname">message</code><em class="property"> :str</em><a class="reference internal" href="../../../_modules/airflow/exceptions.html#FileSyntaxError.message"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.FileSyntaxError.message" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.exceptions.FileSyntaxError.__str__">
+<code class="sig-name descname">__str__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../_modules/airflow/exceptions.html#FileSyntaxError.__str__"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.FileSyntaxError.__str__" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.AirflowFileParseException">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">AirflowFileParseException</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">msg</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n">file_path</span><span class="p" [...]
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raises when connection or variable file can not be parsed</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>msg</strong> – The human-readable description of the exception</p></li>
+<li><p><strong>file_path</strong> – A processed file that contains errors</p></li>
+<li><p><strong>parse_errors</strong> – File syntax errors</p></li>
+</ul>
+</dd>
+</dl>
+<dl class="py method">
+<dt id="airflow.exceptions.AirflowFileParseException.__str__">
+<code class="sig-name descname">__str__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../_modules/airflow/exceptions.html#AirflowFileParseException.__str__"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.AirflowFileParseException.__str__" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.ConnectionNotUnique">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">ConnectionNotUnique</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#ConnectionNotUnique"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.ConnectionNotUnique" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raise when multiple values are found for the same conn_id</p>
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.TaskDeferred">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">TaskDeferred</code><span class="sig-paren">(</span><em class="sig-param"><span class="o">*</span></em>, <em class="sig-param"><span class="n">trigger</span></em>, <em class="sig-param"><span class="n">method_name</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(i [...]
+<dd><p>Bases: <a class="reference external" href="https://docs.python.org/3/library/exceptions.html#BaseException" title="(in Python v3.10)"><code class="xref py py-class docutils literal notranslate"><span class="pre">BaseException</span></code></a></p>
+<p>Special exception raised to signal that the operator it was raised from
+wishes to defer until a trigger fires.</p>
+<dl class="py method">
+<dt id="airflow.exceptions.TaskDeferred.__repr__">
+<code class="sig-name descname">__repr__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../_modules/airflow/exceptions.html#TaskDeferred.__repr__"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.TaskDeferred.__repr__" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py exception">
+<dt id="airflow.exceptions.TaskDeferralError">
+<em class="property">exception </em><code class="sig-prename descclassname">airflow.exceptions.</code><code class="sig-name descname">TaskDeferralError</code><a class="reference internal" href="../../../_modules/airflow/exceptions.html#TaskDeferralError"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.exceptions.TaskDeferralError" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="#airflow.exceptions.AirflowException" title="airflow.exceptions.AirflowException"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>Raised when a task failed during deferral for some reason.</p>
+</dd></dl>
+
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Fernet" href="../fernet.html" >
+ <a rel="prev" title="airflow.models.xcom_arg" href="../models/xcom_arg/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Local Filesystem Secrets Backend" href="local-filesystem-secrets-backend.html" >
+ <a rel="next" title="airflow.secrets" href="../secrets/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -833,12 +1319,140 @@ doing so makes it easier to switch between environment variables, the metastore,
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secrets Backend</a><ul>
-<li><a class="reference internal" href="#search-path">Search path</a></li>
-<li><a class="reference internal" href="#configuration">Configuration</a></li>
-<li><a class="reference internal" href="#supported-core-backends">Supported core backends</a></li>
-<li><a class="reference internal" href="#apache-airflow-community-provided-secret-backends">Apache Airflow Community provided secret backends</a></li>
-<li><a class="reference internal" href="#roll-your-own-secrets-backend">Roll your own secrets backend</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.exceptions</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#airflow.exceptions.AirflowException">AirflowException</a><ul>
+<li><a class="reference internal" href="#airflow.exceptions.AirflowException.status_code">status_code</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.AirflowBadRequest">AirflowBadRequest</a><ul>
+<li><a class="reference internal" href="#airflow.exceptions.AirflowBadRequest.status_code">status_code</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.AirflowNotFoundException">AirflowNotFoundException</a><ul>
+<li><a class="reference internal" href="#airflow.exceptions.AirflowNotFoundException.status_code">status_code</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.AirflowConfigException">AirflowConfigException</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.AirflowSensorTimeout">AirflowSensorTimeout</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.AirflowRescheduleException">AirflowRescheduleException</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.AirflowSmartSensorException">AirflowSmartSensorException</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.InvalidStatsNameException">InvalidStatsNameException</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.AirflowTaskTimeout">AirflowTaskTimeout</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.AirflowWebServerTimeout">AirflowWebServerTimeout</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.AirflowSkipException">AirflowSkipException</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.AirflowFailException">AirflowFailException</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.AirflowDagCycleException">AirflowDagCycleException</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.AirflowDagDuplicatedIdException">AirflowDagDuplicatedIdException</a><ul>
+<li><a class="reference internal" href="#airflow.exceptions.AirflowDagDuplicatedIdException.__str__">__str__</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.AirflowClusterPolicyViolation">AirflowClusterPolicyViolation</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.AirflowTimetableInvalid">AirflowTimetableInvalid</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.DagNotFound">DagNotFound</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.DagCodeNotFound">DagCodeNotFound</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.DagRunNotFound">DagRunNotFound</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.DagRunAlreadyExists">DagRunAlreadyExists</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.DagFileExists">DagFileExists</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.DuplicateTaskIdFound">DuplicateTaskIdFound</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.SerializationError">SerializationError</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.TaskNotFound">TaskNotFound</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.TaskInstanceNotFound">TaskInstanceNotFound</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.PoolNotFound">PoolNotFound</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.NoAvailablePoolSlot">NoAvailablePoolSlot</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.DagConcurrencyLimitReached">DagConcurrencyLimitReached</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.TaskConcurrencyLimitReached">TaskConcurrencyLimitReached</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.BackfillUnfinished">BackfillUnfinished</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.FileSyntaxError">FileSyntaxError</a><ul>
+<li><a class="reference internal" href="#airflow.exceptions.FileSyntaxError.line_no">line_no</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.FileSyntaxError.message">message</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.FileSyntaxError.__str__">__str__</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.AirflowFileParseException">AirflowFileParseException</a><ul>
+<li><a class="reference internal" href="#airflow.exceptions.AirflowFileParseException.__str__">__str__</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.ConnectionNotUnique">ConnectionNotUnique</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.TaskDeferred">TaskDeferred</a><ul>
+<li><a class="reference internal" href="#airflow.exceptions.TaskDeferred.__repr__">__repr__</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.exceptions.TaskDeferralError">TaskDeferralError</a></li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -863,7 +1477,7 @@ doing so makes it easier to switch between environment variables, the metastore,
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/security/secrets/secrets-backend/index.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/exceptions/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
diff --git a/docs/apache-airflow/stable/_api/airflow/models/param/index.html b/docs/apache-airflow/2.2.3/_api/airflow/executors/base_executor/index.html
similarity index 70%
copy from docs/apache-airflow/stable/_api/airflow/models/param/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/executors/base_executor/index.html
index 73b69ec..d6564c5 100644
--- a/docs/apache-airflow/stable/_api/airflow/models/param/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/executors/base_executor/index.html
@@ -9,7 +9,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>airflow.models.param — Airflow Documentation</title>
+ <title>airflow.executors.base_executor — Airflow Documentation</title>
<link rel="stylesheet" href="../../../../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/_gen/css/main-custom.min.css" />
@@ -17,8 +17,8 @@
<link rel="shortcut icon" href="../../../../_static/pin_32.png"/>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="airflow.models.pool" href="../pool/index.html" />
- <link rel="prev" title="airflow.models.log" href="../log/index.html" />
+ <link rel="next" title="airflow.executors.celery_executor" href="../celery_executor/index.html" />
+ <link rel="prev" title="airflow.executors" href="../index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -353,95 +353,113 @@
<li class="toctree-l1 current"><a class="reference internal" href="../../../../python-api-ref.html">Python API</a><ul class="current">
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a></li>
-<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a><ul class="current">
-<li class="toctree-l3 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models</span></code></a><ul class="current">
-<li class="toctree-l4 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l5"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.base</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../baseoperator/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.baseoperator</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../connection/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.connection</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../crypto/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.crypto</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagbag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagbag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagcode/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagcode</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagparam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagparam</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagpickle/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagpickle</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagrun/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagrun</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../errors/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.errors</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../log/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.log</span></code></a></li>
-<li class="toctree-l5 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a><ul>
-<li class="toctree-l6"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.NoValueSentinel">NoValueSentinel</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__str__">__str__</a></li>
-</ul>
-<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__repr__">__repr__</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul class="current">
+<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.base_executor.PARALLELISM">PARALLELISM</a></li>
</ul>
-</li>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.base_executor.NOT_STARTED_MESSAGE">NOT_STARTED_MESSAGE</a></li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.Param">Param</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.CLASS_IDENTIFIER">CLASS_IDENTIFIER</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.base_executor.CommandType">CommandType</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.has_value">has_value</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.base_executor.QueuedTaskInstanceType">QueuedTaskInstanceType</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.resolve">resolve</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.base_executor.EventBufferValueType">EventBufferValueType</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.dump">dump</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor">BaseExecutor</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.job_id">job_id</a></li>
</ul>
-</li>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.slots_available">slots_available</a></li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.ParamsDict">ParamsDict</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.__setitem__">__setitem__</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.__repr__">__repr__</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.__getitem__">__getitem__</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.start">start</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.dump">dump</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.queue_command">queue_command</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.update">update</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.queue_task_instance">queue_task_instance</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.validate">validate</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.has_task">has_task</a></li>
</ul>
-</li>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.sync">sync</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.heartbeat">heartbeat</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.order_queued_tasks_by_priority">order_queued_tasks_by_priority</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.trigger_tasks">trigger_tasks</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.change_state">change_state</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.fail">fail</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.success">success</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.get_event_buffer">get_event_buffer</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.execute_async">execute_async</a></li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.DagParam">DagParam</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.DagParam.resolve">resolve</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.end">end</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.terminate">terminate</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.try_adopt_task_instances">try_adopt_task_instances</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.validate_command">validate_command</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.debug_dump">debug_dump</a></li>
</ul>
</li>
</ul>
</li>
</ul>
</li>
-<li class="toctree-l5"><a class="reference internal" href="../pool/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.pool</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../renderedtifields/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.renderedtifields</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../sensorinstance/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.sensorinstance</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../serialized_dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.serialized_dag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../skipmixin/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.skipmixin</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../slamiss/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.slamiss</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskfail/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskfail</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskinstance/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskinstance</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskmixin/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskmixin</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskreschedule/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskreschedule</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../trigger/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.trigger</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../variable/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.variable</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../xcom/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../xcom_arg/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom_arg</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../dask_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../debug_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_constants/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_loader/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../local_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../sequential_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
</ul>
</li>
-<li class="toctree-l4"><a class="reference internal" href="../index.html#package-contents">Package Contents</a></li>
</ul>
</li>
</ul>
</li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#exceptions">Exceptions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#timetables">Timetables</a></li>
@@ -616,95 +634,113 @@
<li class="toctree-l1 current"><a class="reference internal" href="../../../../python-api-ref.html">Python API</a><ul class="current">
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a></li>
-<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a><ul class="current">
-<li class="toctree-l3 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models</span></code></a><ul class="current">
-<li class="toctree-l4 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l5"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.base</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../baseoperator/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.baseoperator</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../connection/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.connection</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../crypto/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.crypto</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagbag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagbag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagcode/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagcode</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagparam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagparam</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagpickle/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagpickle</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagrun/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagrun</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../errors/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.errors</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../log/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.log</span></code></a></li>
-<li class="toctree-l5 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a><ul>
-<li class="toctree-l6"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.NoValueSentinel">NoValueSentinel</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__str__">__str__</a></li>
-</ul>
-<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__repr__">__repr__</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul class="current">
+<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.base_executor.PARALLELISM">PARALLELISM</a></li>
</ul>
-</li>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.base_executor.NOT_STARTED_MESSAGE">NOT_STARTED_MESSAGE</a></li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.Param">Param</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.CLASS_IDENTIFIER">CLASS_IDENTIFIER</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.base_executor.CommandType">CommandType</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.has_value">has_value</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.base_executor.QueuedTaskInstanceType">QueuedTaskInstanceType</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.resolve">resolve</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.base_executor.EventBufferValueType">EventBufferValueType</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.dump">dump</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor">BaseExecutor</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.job_id">job_id</a></li>
</ul>
-</li>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.slots_available">slots_available</a></li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.ParamsDict">ParamsDict</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.__setitem__">__setitem__</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.__repr__">__repr__</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.__getitem__">__getitem__</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.start">start</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.dump">dump</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.queue_command">queue_command</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.update">update</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.queue_task_instance">queue_task_instance</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.validate">validate</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.has_task">has_task</a></li>
</ul>
-</li>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.sync">sync</a></li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.DagParam">DagParam</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.DagParam.resolve">resolve</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.heartbeat">heartbeat</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.order_queued_tasks_by_priority">order_queued_tasks_by_priority</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.trigger_tasks">trigger_tasks</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.change_state">change_state</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.fail">fail</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.success">success</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.get_event_buffer">get_event_buffer</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.execute_async">execute_async</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.end">end</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.terminate">terminate</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.try_adopt_task_instances">try_adopt_task_instances</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.validate_command">validate_command</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.debug_dump">debug_dump</a></li>
+</ul>
+</li>
</ul>
</li>
</ul>
</li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../dask_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../debug_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_constants/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_loader/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../local_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../sequential_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
</ul>
</li>
-<li class="toctree-l5"><a class="reference internal" href="../pool/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.pool</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../renderedtifields/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.renderedtifields</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../sensorinstance/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.sensorinstance</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../serialized_dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.serialized_dag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../skipmixin/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.skipmixin</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../slamiss/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.slamiss</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskfail/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskfail</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskinstance/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskinstance</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskmixin/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskmixin</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskreschedule/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskreschedule</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../trigger/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.trigger</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../variable/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.variable</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../xcom/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../xcom_arg/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom_arg</span></code></a></li>
</ul>
</li>
-<li class="toctree-l4"><a class="reference internal" href="../index.html#package-contents">Package Contents</a></li>
</ul>
</li>
</ul>
</li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#exceptions">Exceptions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#timetables">Timetables</a></li>
@@ -807,9 +843,9 @@
<li class="breadcrumb-item"><a href="../../../../python-api-ref.html">Python API Reference</a></li>
- <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models</span></code></a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
</ul>
</div>
@@ -820,162 +856,247 @@
<div class="bodywrapper">
<div class="body" role="main">
- <div class="section" id="module-airflow.models.param">
-<span id="airflow-models-param"></span><h1><a class="reference internal" href="#module-airflow.models.param" title="airflow.models.param"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a><a class="headerlink" href="#module-airflow.models.param" title="Permalink to this headline">¶</a></h1>
+ <div class="section" id="module-airflow.executors.base_executor">
+<span id="airflow-executors-base-executor"></span><h1><a class="reference internal" href="#module-airflow.executors.base_executor" title="airflow.executors.base_executor"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a><a class="headerlink" href="#module-airflow.executors.base_executor" title="Permalink to this headline">¶</a></h1>
+<p><p>Base executor - this is the base class for all the implemented executors.</p>
+</p>
<div class="section" id="module-contents">
<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
-<dl class="py class">
-<dt id="airflow.models.param.NoValueSentinel">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.models.param.</code><code class="sig-name descname">NoValueSentinel</code><a class="reference internal" href="../../../../_modules/airflow/models/param.html#NoValueSentinel"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.NoValueSentinel" title="Permalink to this definition">¶</a></dt>
-<dd><p>Sentinel class used to distinguish between None and no passed value</p>
-<dl class="py method">
-<dt id="airflow.models.param.NoValueSentinel.__str__">
-<code class="sig-name descname">__str__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#NoValueSentinel.__str__"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.NoValueSentinel.__str__" title="Permalink to this definition">¶</a></dt>
+<dl class="py data">
+<dt id="airflow.executors.base_executor.PARALLELISM">
+<code class="sig-prename descclassname">airflow.executors.base_executor.</code><code class="sig-name descname">PARALLELISM</code><em class="property"> :int</em><a class="reference internal" href="../../../../_modules/airflow/executors/base_executor.html#PARALLELISM"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.base_executor.PARALLELISM" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>
-<dl class="py method">
-<dt id="airflow.models.param.NoValueSentinel.__repr__">
-<code class="sig-name descname">__repr__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#NoValueSentinel.__repr__"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.NoValueSentinel.__repr__" title="Permalink to this definition">¶</a></dt>
+<dl class="py data">
+<dt id="airflow.executors.base_executor.NOT_STARTED_MESSAGE">
+<code class="sig-prename descclassname">airflow.executors.base_executor.</code><code class="sig-name descname">NOT_STARTED_MESSAGE</code><em class="property"> = The executor should be started first!</em><a class="reference internal" href="../../../../_modules/airflow/executors/base_executor.html#NOT_STARTED_MESSAGE"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.base_executor.NOT_STARTED_MESSAGE" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>
-</dd></dl>
+<dl class="py data">
+<dt id="airflow.executors.base_executor.CommandType">
+<code class="sig-prename descclassname">airflow.executors.base_executor.</code><code class="sig-name descname">CommandType</code><a class="reference internal" href="../../../../_modules/airflow/executors/base_executor.html#CommandType"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.base_executor.CommandType" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py data">
+<dt id="airflow.executors.base_executor.QueuedTaskInstanceType">
+<code class="sig-prename descclassname">airflow.executors.base_executor.</code><code class="sig-name descname">QueuedTaskInstanceType</code><a class="reference internal" href="../../../../_modules/airflow/executors/base_executor.html#QueuedTaskInstanceType"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.base_executor.QueuedTaskInstanceType" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py data">
+<dt id="airflow.executors.base_executor.EventBufferValueType">
+<code class="sig-prename descclassname">airflow.executors.base_executor.</code><code class="sig-name descname">EventBufferValueType</code><a class="reference internal" href="../../../../_modules/airflow/executors/base_executor.html#EventBufferValueType"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.base_executor.EventBufferValueType" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
<dl class="py class">
-<dt id="airflow.models.param.Param">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.models.param.</code><code class="sig-name descname">Param</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">default</span><span class="p">:</span> <span class="n">Any</span> <span class="o">=</span> <span class="default_value">__NO_VALUE_SENTINEL</span></em>, <em class="sig-param"><span class="n">description</span><span class="p">:</span> <span class="n"><a class="reference external" [...]
-<dd><p>Class to hold the default value of a Param and rule set to do the validations. Without the rule set
-it always validates and returns the default value.</p>
+<dt id="airflow.executors.base_executor.BaseExecutor">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.executors.base_executor.</code><code class="sig-name descname">BaseExecutor</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">parallelism</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)">int</a></span> <span class="o">=</span> <span class="default_value">PARALLELISM</span [...]
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.utils.log.logging_mixin.LoggingMixin</span></code></p>
+<p>Class to derive in order to interface with executor-type systems
+like Celery, Kubernetes, Local, Sequential and the likes.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><ul class="simple">
-<li><p><strong>default</strong> (<em>Any</em>) – The value this Param object holds</p></li>
-<li><p><strong>description</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Optional help text for the Param</p></li>
-<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) – The validation schema of the Param, if not given then all kwargs except
-default & description will form the schema</p></li>
-</ul>
+<dd class="field-odd"><p><strong>parallelism</strong> – how many jobs should run at one time. Set to
+<code class="docutils literal notranslate"><span class="pre">0</span></code> for infinity</p>
</dd>
</dl>
<dl class="py attribute">
-<dt id="airflow.models.param.Param.CLASS_IDENTIFIER">
-<code class="sig-name descname">CLASS_IDENTIFIER</code><em class="property"> = __class</em><a class="reference internal" href="../../../../_modules/airflow/models/param.html#Param.CLASS_IDENTIFIER"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.Param.CLASS_IDENTIFIER" title="Permalink to this definition">¶</a></dt>
+<dt id="airflow.executors.base_executor.BaseExecutor.job_id">
+<code class="sig-name descname">job_id</code><em class="property"> :Optional[str]</em><a class="reference internal" href="../../../../_modules/airflow/executors/base_executor.html#BaseExecutor.job_id"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.base_executor.BaseExecutor.job_id" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>
<dl class="py attribute">
-<dt id="airflow.models.param.Param.has_value">
-<code class="sig-name descname">has_value</code><a class="reference internal" href="../../../../_modules/airflow/models/param.html#Param.has_value"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.Param.has_value" title="Permalink to this definition">¶</a></dt>
+<dt id="airflow.executors.base_executor.BaseExecutor.slots_available">
+<code class="sig-name descname">slots_available</code><a class="reference internal" href="../../../../_modules/airflow/executors/base_executor.html#BaseExecutor.slots_available"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.base_executor.BaseExecutor.slots_available" title="Permalink to this definition">¶</a></dt>
+<dd><p>Number of new tasks this executor instance can accept</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.base_executor.BaseExecutor.__repr__">
+<code class="sig-name descname">__repr__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/base_executor.html#BaseExecutor.__repr__"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.base_executor.BaseExecutor.__repr__" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>
<dl class="py method">
-<dt id="airflow.models.param.Param.resolve">
-<code class="sig-name descname">resolve</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">value</span><span class="p">:</span> <span class="n">Optional<span class="p">[</span>Any<span class="p">]</span></span> <span class="o">=</span> <span class="default_value">__NO_VALUE_SENTINEL</span></em>, <em class="sig-param"><span class="n">suppress_exception</span><span class="p">:</span> <span class="n"><a class=" [...]
-<dd><p>Runs the validations and returns the Param’s final value.
-May raise ValueError on failed validations, or TypeError
-if no value is passed and no value already exists.</p>
+<dt id="airflow.executors.base_executor.BaseExecutor.start">
+<code class="sig-name descname">start</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/base_executor.html#BaseExecutor.start"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.base_executor.BaseExecutor.start" title="Permalink to this definition">¶</a></dt>
+<dd><p>Executors may need to get things started.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.base_executor.BaseExecutor.queue_command">
+<code class="sig-name descname">queue_command</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">task_instance</span><span class="p">:</span> <span class="n">TaskInstance</span></em>, <em class="sig-param"><span class="n">command</span><span class="p">:</span> <span class="n"><a class="reference internal" href="#airflow.executors.base_executor.CommandType" title="airflow.executors.base_executor.CommandType"> [...]
+<dd><p>Queues command to task</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.base_executor.BaseExecutor.queue_task_instance">
+<code class="sig-name descname">queue_task_instance</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">task_instance</span><span class="p">:</span> <span class="n">TaskInstance</span></em>, <em class="sig-param"><span class="n">mark_success</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)">bool</ [...]
+<dd><p>Queues task instance.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.base_executor.BaseExecutor.has_task">
+<code class="sig-name descname">has_task</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">task_instance</span><span class="p">:</span> <span class="n">TaskInstance</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/base_executor.html#BaseExecutor.has_task"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.e [...]
+<dd><p>Checks if a task is either queued or running in this executor.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><ul class="simple">
-<li><p><strong>value</strong> (<em>Optional</em><em>[</em><em>Any</em><em>]</em>) – The value to be updated for the Param</p></li>
-<li><p><strong>suppress_exception</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – To raise an exception or not when the validations fails.
-If true and validations fails, the return value would be None.</p></li>
-</ul>
+<dd class="field-odd"><p><strong>task_instance</strong> – TaskInstance</p>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>True if the task is known to this executor</p>
</dd>
</dl>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.param.Param.dump">
-<code class="sig-name descname">dump</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#Param.dump"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.Param.dump" title="Permalink to this definition">¶</a></dt>
-<dd><p>Dump the Param as a dictionary</p>
+<dt id="airflow.executors.base_executor.BaseExecutor.sync">
+<code class="sig-name descname">sync</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/base_executor.html#BaseExecutor.sync"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.base_executor.BaseExecutor.sync" title="Permalink to this definition">¶</a></dt>
+<dd><p>Sync will get called periodically by the heartbeat method.
+Executors should override this to perform gather statuses.</p>
</dd></dl>
+<dl class="py method">
+<dt id="airflow.executors.base_executor.BaseExecutor.heartbeat">
+<code class="sig-name descname">heartbeat</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/base_executor.html#BaseExecutor.heartbeat"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.base_executor.BaseExecutor.heartbeat" title="Permalink to this definition">¶</a></dt>
+<dd><p>Heartbeat sent to trigger new jobs.</p>
</dd></dl>
-<dl class="py class">
-<dt id="airflow.models.param.ParamsDict">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.models.param.</code><code class="sig-name descname">ParamsDict</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">dict_obj</span><span class="p">:</span> <span class="n">Optional<span class="p">[</span>Dict<span class="p">]</span></span> <span class="o">=</span> <span class="default_value">None</span></em>, <em class="sig-param"><span class="n">suppress_exception</span><span class="p" [...]
-<dd><p>Bases: <a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><code class="xref py py-class docutils literal notranslate"><span class="pre">dict</span></code></a></p>
-<p>Class to hold all params for dags or tasks. All the keys are strictly string and values
-are converted into Param’s object if they are not already. This class is to replace param’s
-dictionary implicitly and ideally not needed to be used directly.</p>
<dl class="py method">
-<dt id="airflow.models.param.ParamsDict.__setitem__">
-<code class="sig-name descname">__setitem__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n">value</span><span class="p">:</span> <span class="n">Any</span></em><span class="sig-paren" [...]
-<dd><p>Override for dictionary’s <code class="docutils literal notranslate"><span class="pre">setitem</span></code> method. This method make sure that all values are of
-Param’s type only.</p>
+<dt id="airflow.executors.base_executor.BaseExecutor.order_queued_tasks_by_priority">
+<code class="sig-name descname">order_queued_tasks_by_priority</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/base_executor.html#BaseExecutor.order_queued_tasks_by_priority"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.base_executor.BaseExecutor.order_queued_tasks_by_priority" title="Permal [...]
+<dd><p>Orders the queued tasks by priority.</p>
<dl class="field-list simple">
-<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><ul class="simple">
-<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – A key which needs to be inserted or updated in the dict</p></li>
-<li><p><strong>value</strong> (<em>Any</em>) – A value which needs to be set against the key. It could be of any
-type but will be converted and stored as a Param object eventually.</p></li>
-</ul>
+<dt class="field-odd">Returns</dt>
+<dd class="field-odd"><p>List of tuples from the queued_tasks according to the priority.</p>
</dd>
</dl>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.param.ParamsDict.__getitem__">
-<code class="sig-name descname">__getitem__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#ParamsDict.__get [...]
-<dd><p>Override for dictionary’s <code class="docutils literal notranslate"><span class="pre">getitem</span></code> method. After fetching the key, it would call the
-resolve method as well on the Param object.</p>
+<dt id="airflow.executors.base_executor.BaseExecutor.trigger_tasks">
+<code class="sig-name descname">trigger_tasks</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">open_slots</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)">int</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/base_executor. [...]
+<dd><p>Triggers tasks</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The key to fetch</p>
+<dd class="field-odd"><p><strong>open_slots</strong> – Number of open slots</p>
</dd>
</dl>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.param.ParamsDict.dump">
-<code class="sig-name descname">dump</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#ParamsDict.dump"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.ParamsDict.dump" title="Permalink to this definition">¶</a></dt>
-<dd><p>Dumps the ParamsDict object as a dictionary, while suppressing exceptions</p>
+<dt id="airflow.executors.base_executor.BaseExecutor.change_state">
+<code class="sig-name descname">change_state</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n">TaskInstanceKey</span></em>, <em class="sig-param"><span class="n">state</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em clas [...]
+<dd><p>Changes state of the task.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>info</strong> – Executor information for the task instance</p></li>
+<li><p><strong>key</strong> – Unique key for the task instance</p></li>
+<li><p><strong>state</strong> – State to set for the task.</p></li>
+</ul>
+</dd>
+</dl>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.param.ParamsDict.update">
-<code class="sig-name descname">update</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">other_dict</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)">dict</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#ParamsDict.u [...]
-<dd><p>Override for dictionary’s update method.
-:param other_dict: A dict type object which needs to be merged in the ParamsDict object
-:type other_dict: dict</p>
+<dt id="airflow.executors.base_executor.BaseExecutor.fail">
+<code class="sig-name descname">fail</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n">TaskInstanceKey</span></em>, <em class="sig-param"><span class="n">info</span><span class="o">=</span><span class="default_value">None</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/base_executor.html# [...]
+<dd><p>Set fail state for the event.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>info</strong> – Executor information for the task instance</p></li>
+<li><p><strong>key</strong> – Unique key for the task instance</p></li>
+</ul>
+</dd>
+</dl>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.param.ParamsDict.validate">
-<code class="sig-name descname">validate</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#ParamsDict.validate"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.ParamsDict.validate" title="Permalink to this definition">¶</a></dt>
-<dd><p>Validates & returns all the Params object stored in the dictionary</p>
-</dd></dl>
-
+<dt id="airflow.executors.base_executor.BaseExecutor.success">
+<code class="sig-name descname">success</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n">TaskInstanceKey</span></em>, <em class="sig-param"><span class="n">info</span><span class="o">=</span><span class="default_value">None</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/base_executor.ht [...]
+<dd><p>Set success state for the event.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>info</strong> – Executor information for the task instance</p></li>
+<li><p><strong>key</strong> – Unique key for the task instance</p></li>
+</ul>
+</dd>
+</dl>
</dd></dl>
-<dl class="py class">
-<dt id="airflow.models.param.DagParam">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.models.param.</code><code class="sig-name descname">DagParam</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">current_dag</span></em>, <em class="sig-param"><span class="n">name</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><s [...]
-<dd><p>Class that represents a DAG run parameter & binds a simple Param object to a name within a DAG instance,
-so that it can be resolved during the run time via <code class="docutils literal notranslate"><span class="pre">{{</span> <span class="pre">context</span> <span class="pre">}}</span></code> dictionary. The ideal use case of
-this class is to implicitly convert args passed to a method which is being decorated by <code class="docutils literal notranslate"><span class="pre">@dag</span></code> keyword.</p>
-<p>It can be used to parameterize your dags. You can overwrite its value by setting it on conf
-when you trigger your DagRun.</p>
-<p>This can also be used in templates by accessing <code class="docutils literal notranslate"><span class="pre">{{context.params}}</span></code> dictionary.</p>
-<p><strong>Example</strong>:</p>
-<blockquote>
-<div><dl class="simple">
-<dt>with DAG(…) as dag:</dt><dd><p>EmailOperator(subject=dag.param(‘subject’, ‘Hi from Airflow!’))</p>
+<dl class="py method">
+<dt id="airflow.executors.base_executor.BaseExecutor.get_event_buffer">
+<code class="sig-name descname">get_event_buffer</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">dag_ids</span><span class="o">=</span><span class="default_value">None</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/base_executor.html#BaseExecutor.get_event_buffer"><span class="viewcode-link">[source]</span></a><a class="headerlink" hre [...]
+<dd><p>Returns and flush the event buffer. In case dag_ids is specified
+it will only return and flush events for the given dag_ids. Otherwise
+it returns and flushes all events.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>dag_ids</strong> – to dag_ids to return events for, if None returns all</p>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>a dict of events</p>
</dd>
</dl>
-</div></blockquote>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.base_executor.BaseExecutor.execute_async">
+<code class="sig-name descname">execute_async</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n">TaskInstanceKey</span></em>, <em class="sig-param"><span class="n">command</span><span class="p">:</span> <span class="n"><a class="reference internal" href="#airflow.executors.base_executor.CommandType" title="airflow.executors.base_executor.CommandType">Command [...]
+<dd><p>This method will execute the command asynchronously.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>current_dag</strong> (<a class="reference internal" href="../index.html#airflow.models.DAG" title="airflow.models.DAG"><em>airflow.models.DAG</em></a>) – Dag being used for parameter.</p></li>
-<li><p><strong>name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – key value which is used to set the parameter</p></li>
-<li><p><strong>default</strong> (<em>Any</em>) – Default value used if no parameter was set.</p></li>
+<li><p><strong>key</strong> – Unique key for the task instance</p></li>
+<li><p><strong>command</strong> – Command to run</p></li>
+<li><p><strong>queue</strong> – name of the queue</p></li>
+<li><p><strong>executor_config</strong> – Configuration passed to the executor.</p></li>
</ul>
</dd>
</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.base_executor.BaseExecutor.end">
+<code class="sig-name descname">end</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/base_executor.html#BaseExecutor.end"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.base_executor.BaseExecutor.end" title="Permalink to this definition">¶</a></dt>
+<dd><p>This method is called when the caller is done submitting job and
+wants to wait synchronously for the job submitted previously to be
+all done.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.base_executor.BaseExecutor.terminate">
+<code class="sig-name descname">terminate</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/base_executor.html#BaseExecutor.terminate"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.base_executor.BaseExecutor.terminate" title="Permalink to this definition">¶</a></dt>
+<dd><p>This method is called when the daemon receives a SIGTERM</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.base_executor.BaseExecutor.try_adopt_task_instances">
+<code class="sig-name descname">try_adopt_task_instances</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">tis</span><span class="p">:</span> <span class="n">List<span class="p">[</span>TaskInstance<span class="p">]</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/base_executor.html#BaseExecutor.try_adopt_task_instances"><span class [...]
+<dd><p>Try to adopt running task instances that have been abandoned by a SchedulerJob dying.</p>
+<p>Anything that is not adopted will be cleared by the scheduler (and then become eligible for
+re-scheduling)</p>
+<dl class="field-list simple">
+<dt class="field-odd">Returns</dt>
+<dd class="field-odd"><p>any TaskInstances that were unable to be adopted</p>
+</dd>
+<dt class="field-even">Return type</dt>
+<dd class="field-even"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)">list</a>[<a class="reference internal" href="../../models/index.html#airflow.models.TaskInstance" title="airflow.models.TaskInstance">airflow.models.TaskInstance</a>]</p>
+</dd>
+</dl>
+</dd></dl>
+
<dl class="py method">
-<dt id="airflow.models.param.DagParam.resolve">
-<code class="sig-name descname">resolve</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">context</span><span class="p">:</span> <span class="n">Dict</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#DagParam.resolve"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.DagParam.resolve" t [...]
-<dd><p>Pull DagParam value from DagRun context. This method is run during <code class="docutils literal notranslate"><span class="pre">op.execute()</span></code>.</p>
+<dt id="airflow.executors.base_executor.BaseExecutor.validate_command">
+<em class="property">static </em><code class="sig-name descname">validate_command</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">command</span><span class="p">:</span> <span class="n">List<span class="p">[</span><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a><span class="p">]</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airf [...]
+<dd><p>Check if the command to execute is airflow command</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.base_executor.BaseExecutor.debug_dump">
+<code class="sig-name descname">debug_dump</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/base_executor.html#BaseExecutor.debug_dump"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.base_executor.BaseExecutor.debug_dump" title="Permalink to this definition">¶</a></dt>
+<dd><p>Called in response to SIGUSR2 by the scheduler</p>
</dd></dl>
</dd></dl>
@@ -985,10 +1106,10 @@ when you trigger your DagRun.</p>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="airflow.models.log" href="../log/index.html" >
+ <a rel="prev" title="airflow.executors" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="airflow.models.pool" href="../pool/index.html" >
+ <a rel="next" title="airflow.executors.celery_executor" href="../celery_executor/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -1058,52 +1179,85 @@ when you trigger your DagRun.</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a><ul>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a><ul>
<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
-<li><a class="reference internal" href="#airflow.models.param.NoValueSentinel">NoValueSentinel</a><ul>
-<li><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__str__">__str__</a></li>
+<li><a class="reference internal" href="#airflow.executors.base_executor.PARALLELISM">PARALLELISM</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__repr__">__repr__</a></li>
+<li><a class="reference internal" href="#airflow.executors.base_executor.NOT_STARTED_MESSAGE">NOT_STARTED_MESSAGE</a></li>
</ul>
-</li>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.base_executor.CommandType">CommandType</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.Param">Param</a><ul>
-<li><a class="reference internal" href="#airflow.models.param.Param.CLASS_IDENTIFIER">CLASS_IDENTIFIER</a></li>
+<li><a class="reference internal" href="#airflow.executors.base_executor.QueuedTaskInstanceType">QueuedTaskInstanceType</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.Param.has_value">has_value</a></li>
+<li><a class="reference internal" href="#airflow.executors.base_executor.EventBufferValueType">EventBufferValueType</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.Param.resolve">resolve</a></li>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor">BaseExecutor</a><ul>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.job_id">job_id</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.Param.dump">dump</a></li>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.slots_available">slots_available</a></li>
</ul>
-</li>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.__repr__">__repr__</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict">ParamsDict</a><ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict.__setitem__">__setitem__</a></li>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.start">start</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict.__getitem__">__getitem__</a></li>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.queue_command">queue_command</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict.dump">dump</a></li>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.queue_task_instance">queue_task_instance</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict.update">update</a></li>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.has_task">has_task</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict.validate">validate</a></li>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.sync">sync</a></li>
</ul>
-</li>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.heartbeat">heartbeat</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.order_queued_tasks_by_priority">order_queued_tasks_by_priority</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.trigger_tasks">trigger_tasks</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.change_state">change_state</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.fail">fail</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.success">success</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.get_event_buffer">get_event_buffer</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.execute_async">execute_async</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.end">end</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.terminate">terminate</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.try_adopt_task_instances">try_adopt_task_instances</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.validate_command">validate_command</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.DagParam">DagParam</a><ul>
-<li><a class="reference internal" href="#airflow.models.param.DagParam.resolve">resolve</a></li>
+<li><a class="reference internal" href="#airflow.executors.base_executor.BaseExecutor.debug_dump">debug_dump</a></li>
</ul>
</li>
</ul>
@@ -1132,7 +1286,7 @@ when you trigger your DagRun.</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/models/param/index.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/executors/base_executor/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
diff --git a/docs/apache-airflow/stable/_api/airflow/models/param/index.html b/docs/apache-airflow/2.2.3/_api/airflow/executors/celery_executor/index.html
similarity index 71%
copy from docs/apache-airflow/stable/_api/airflow/models/param/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/executors/celery_executor/index.html
index 73b69ec..c3f548c 100644
--- a/docs/apache-airflow/stable/_api/airflow/models/param/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/executors/celery_executor/index.html
@@ -9,7 +9,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>airflow.models.param — Airflow Documentation</title>
+ <title>airflow.executors.celery_executor — Airflow Documentation</title>
<link rel="stylesheet" href="../../../../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/_gen/css/main-custom.min.css" />
@@ -17,8 +17,8 @@
<link rel="shortcut icon" href="../../../../_static/pin_32.png"/>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="airflow.models.pool" href="../pool/index.html" />
- <link rel="prev" title="airflow.models.log" href="../log/index.html" />
+ <link rel="next" title="airflow.executors.celery_kubernetes_executor" href="../celery_kubernetes_executor/index.html" />
+ <link rel="prev" title="airflow.executors.base_executor" href="../base_executor/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -353,95 +353,110 @@
<li class="toctree-l1 current"><a class="reference internal" href="../../../../python-api-ref.html">Python API</a><ul class="current">
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a></li>
-<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a><ul class="current">
-<li class="toctree-l3 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models</span></code></a><ul class="current">
-<li class="toctree-l4 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l5"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.base</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../baseoperator/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.baseoperator</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../connection/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.connection</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../crypto/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.crypto</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagbag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagbag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagcode/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagcode</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagparam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagparam</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagpickle/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagpickle</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagrun/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagrun</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../errors/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.errors</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../log/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.log</span></code></a></li>
-<li class="toctree-l5 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a><ul>
-<li class="toctree-l6"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.NoValueSentinel">NoValueSentinel</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__str__">__str__</a></li>
-</ul>
-<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__repr__">__repr__</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul class="current">
+<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
+<li class="toctree-l6"><a class="reference internal" href="../base_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.log">log</a></li>
</ul>
-</li>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.CELERY_FETCH_ERR_MSG_HEADER">CELERY_FETCH_ERR_MSG_HEADER</a></li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.Param">Param</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.CLASS_IDENTIFIER">CLASS_IDENTIFIER</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.CELERY_SEND_ERR_MSG_HEADER">CELERY_SEND_ERR_MSG_HEADER</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.has_value">has_value</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.OPERATION_TIMEOUT">OPERATION_TIMEOUT</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.resolve">resolve</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.celery_configuration">celery_configuration</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.dump">dump</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.app">app</a></li>
</ul>
-</li>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.execute_command">execute_command</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.ExceptionWithTraceback">ExceptionWithTraceback</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.TaskInstanceInCelery">TaskInstanceInCelery</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.send_task_to_executor">send_task_to_executor</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.on_celery_import_modules">on_celery_import_modules</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor">CeleryExecutor</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.start">start</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.trigger_tasks">trigger_tasks</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.sync">sync</a></li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.ParamsDict">ParamsDict</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.__setitem__">__setitem__</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.debug_dump">debug_dump</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.__getitem__">__getitem__</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.update_all_task_states">update_all_task_states</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.dump">dump</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.change_state">change_state</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.update">update</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.update_task_state">update_task_state</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.validate">validate</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.end">end</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.execute_async">execute_async</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.terminate">terminate</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.try_adopt_task_instances">try_adopt_task_instances</a></li>
</ul>
</li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.DagParam">DagParam</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.DagParam.resolve">resolve</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.fetch_celery_task_state">fetch_celery_task_state</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.BulkStateFetcher">BulkStateFetcher</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.BulkStateFetcher.get_many">get_many</a></li>
</ul>
</li>
</ul>
</li>
</ul>
</li>
-<li class="toctree-l5"><a class="reference internal" href="../pool/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.pool</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../renderedtifields/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.renderedtifields</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../sensorinstance/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.sensorinstance</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../serialized_dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.serialized_dag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../skipmixin/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.skipmixin</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../slamiss/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.slamiss</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskfail/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskfail</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskinstance/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskinstance</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskmixin/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskmixin</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskreschedule/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskreschedule</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../trigger/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.trigger</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../variable/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.variable</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../xcom/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../xcom_arg/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom_arg</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../dask_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../debug_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_constants/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_loader/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../local_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../sequential_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
</ul>
</li>
-<li class="toctree-l4"><a class="reference internal" href="../index.html#package-contents">Package Contents</a></li>
</ul>
</li>
</ul>
</li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#exceptions">Exceptions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#timetables">Timetables</a></li>
@@ -616,95 +631,110 @@
<li class="toctree-l1 current"><a class="reference internal" href="../../../../python-api-ref.html">Python API</a><ul class="current">
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a></li>
-<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a><ul class="current">
-<li class="toctree-l3 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models</span></code></a><ul class="current">
-<li class="toctree-l4 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l5"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.base</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../baseoperator/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.baseoperator</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../connection/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.connection</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../crypto/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.crypto</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagbag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagbag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagcode/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagcode</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagparam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagparam</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagpickle/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagpickle</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagrun/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagrun</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../errors/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.errors</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../log/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.log</span></code></a></li>
-<li class="toctree-l5 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a><ul>
-<li class="toctree-l6"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.NoValueSentinel">NoValueSentinel</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__str__">__str__</a></li>
-</ul>
-<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__repr__">__repr__</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul class="current">
+<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
+<li class="toctree-l6"><a class="reference internal" href="../base_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.log">log</a></li>
</ul>
-</li>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.CELERY_FETCH_ERR_MSG_HEADER">CELERY_FETCH_ERR_MSG_HEADER</a></li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.Param">Param</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.CLASS_IDENTIFIER">CLASS_IDENTIFIER</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.CELERY_SEND_ERR_MSG_HEADER">CELERY_SEND_ERR_MSG_HEADER</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.has_value">has_value</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.OPERATION_TIMEOUT">OPERATION_TIMEOUT</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.resolve">resolve</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.celery_configuration">celery_configuration</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.dump">dump</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.app">app</a></li>
</ul>
-</li>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.execute_command">execute_command</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.ExceptionWithTraceback">ExceptionWithTraceback</a></li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.ParamsDict">ParamsDict</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.__setitem__">__setitem__</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.TaskInstanceInCelery">TaskInstanceInCelery</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.__getitem__">__getitem__</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.send_task_to_executor">send_task_to_executor</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.dump">dump</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.on_celery_import_modules">on_celery_import_modules</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.update">update</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor">CeleryExecutor</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.start">start</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.validate">validate</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.trigger_tasks">trigger_tasks</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.sync">sync</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.debug_dump">debug_dump</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.update_all_task_states">update_all_task_states</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.change_state">change_state</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.update_task_state">update_task_state</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.end">end</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.execute_async">execute_async</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.terminate">terminate</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.try_adopt_task_instances">try_adopt_task_instances</a></li>
</ul>
</li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.DagParam">DagParam</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.DagParam.resolve">resolve</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.fetch_celery_task_state">fetch_celery_task_state</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_executor.BulkStateFetcher">BulkStateFetcher</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_executor.BulkStateFetcher.get_many">get_many</a></li>
</ul>
</li>
</ul>
</li>
</ul>
</li>
-<li class="toctree-l5"><a class="reference internal" href="../pool/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.pool</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../renderedtifields/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.renderedtifields</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../sensorinstance/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.sensorinstance</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../serialized_dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.serialized_dag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../skipmixin/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.skipmixin</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../slamiss/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.slamiss</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskfail/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskfail</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskinstance/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskinstance</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskmixin/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskmixin</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskreschedule/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskreschedule</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../trigger/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.trigger</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../variable/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.variable</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../xcom/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../xcom_arg/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom_arg</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../dask_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../debug_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_constants/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_loader/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../local_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../sequential_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
</ul>
</li>
-<li class="toctree-l4"><a class="reference internal" href="../index.html#package-contents">Package Contents</a></li>
</ul>
</li>
</ul>
</li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#exceptions">Exceptions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#timetables">Timetables</a></li>
@@ -807,9 +837,9 @@
<li class="breadcrumb-item"><a href="../../../../python-api-ref.html">Python API Reference</a></li>
- <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models</span></code></a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
</ul>
</div>
@@ -820,162 +850,206 @@
<div class="bodywrapper">
<div class="body" role="main">
- <div class="section" id="module-airflow.models.param">
-<span id="airflow-models-param"></span><h1><a class="reference internal" href="#module-airflow.models.param" title="airflow.models.param"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a><a class="headerlink" href="#module-airflow.models.param" title="Permalink to this headline">¶</a></h1>
+ <div class="section" id="module-airflow.executors.celery_executor">
+<span id="airflow-executors-celery-executor"></span><h1><a class="reference internal" href="#module-airflow.executors.celery_executor" title="airflow.executors.celery_executor"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a><a class="headerlink" href="#module-airflow.executors.celery_executor" title="Permalink to this headline">¶</a></h1>
+<p><p>CeleryExecutor</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more information on how the CeleryExecutor works, take a look at the guide:
+<a class="reference internal" href="../../../../executor/celery.html#executor-celeryexecutor"><span class="std std-ref">Celery Executor</span></a></p>
+</div>
+</p>
<div class="section" id="module-contents">
<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
-<dl class="py class">
-<dt id="airflow.models.param.NoValueSentinel">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.models.param.</code><code class="sig-name descname">NoValueSentinel</code><a class="reference internal" href="../../../../_modules/airflow/models/param.html#NoValueSentinel"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.NoValueSentinel" title="Permalink to this definition">¶</a></dt>
-<dd><p>Sentinel class used to distinguish between None and no passed value</p>
-<dl class="py method">
-<dt id="airflow.models.param.NoValueSentinel.__str__">
-<code class="sig-name descname">__str__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#NoValueSentinel.__str__"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.NoValueSentinel.__str__" title="Permalink to this definition">¶</a></dt>
+<dl class="py data">
+<dt id="airflow.executors.celery_executor.log">
+<code class="sig-prename descclassname">airflow.executors.celery_executor.</code><code class="sig-name descname">log</code><a class="reference internal" href="../../../../_modules/airflow/executors/celery_executor.html#log"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_executor.log" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>
-<dl class="py method">
-<dt id="airflow.models.param.NoValueSentinel.__repr__">
-<code class="sig-name descname">__repr__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#NoValueSentinel.__repr__"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.NoValueSentinel.__repr__" title="Permalink to this definition">¶</a></dt>
+<dl class="py data">
+<dt id="airflow.executors.celery_executor.CELERY_FETCH_ERR_MSG_HEADER">
+<code class="sig-prename descclassname">airflow.executors.celery_executor.</code><code class="sig-name descname">CELERY_FETCH_ERR_MSG_HEADER</code><em class="property"> = Error fetching Celery task state</em><a class="reference internal" href="../../../../_modules/airflow/executors/celery_executor.html#CELERY_FETCH_ERR_MSG_HEADER"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_executor.CELERY_FETCH_ERR_MSG_HEADER" title="Permalink to [...]
<dd></dd></dl>
+<dl class="py data">
+<dt id="airflow.executors.celery_executor.CELERY_SEND_ERR_MSG_HEADER">
+<code class="sig-prename descclassname">airflow.executors.celery_executor.</code><code class="sig-name descname">CELERY_SEND_ERR_MSG_HEADER</code><em class="property"> = Error sending Celery task</em><a class="reference internal" href="../../../../_modules/airflow/executors/celery_executor.html#CELERY_SEND_ERR_MSG_HEADER"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_executor.CELERY_SEND_ERR_MSG_HEADER" title="Permalink to this defin [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt id="airflow.executors.celery_executor.OPERATION_TIMEOUT">
+<code class="sig-prename descclassname">airflow.executors.celery_executor.</code><code class="sig-name descname">OPERATION_TIMEOUT</code><a class="reference internal" href="../../../../_modules/airflow/executors/celery_executor.html#OPERATION_TIMEOUT"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_executor.OPERATION_TIMEOUT" title="Permalink to this definition">¶</a></dt>
+<dd><p>To start the celery worker, run the command:
+airflow celery worker</p>
</dd></dl>
-<dl class="py class">
-<dt id="airflow.models.param.Param">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.models.param.</code><code class="sig-name descname">Param</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">default</span><span class="p">:</span> <span class="n">Any</span> <span class="o">=</span> <span class="default_value">__NO_VALUE_SENTINEL</span></em>, <em class="sig-param"><span class="n">description</span><span class="p">:</span> <span class="n"><a class="reference external" [...]
-<dd><p>Class to hold the default value of a Param and rule set to do the validations. Without the rule set
-it always validates and returns the default value.</p>
-<dl class="field-list simple">
-<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><ul class="simple">
-<li><p><strong>default</strong> (<em>Any</em>) – The value this Param object holds</p></li>
-<li><p><strong>description</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Optional help text for the Param</p></li>
-<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) – The validation schema of the Param, if not given then all kwargs except
-default & description will form the schema</p></li>
-</ul>
-</dd>
-</dl>
-<dl class="py attribute">
-<dt id="airflow.models.param.Param.CLASS_IDENTIFIER">
-<code class="sig-name descname">CLASS_IDENTIFIER</code><em class="property"> = __class</em><a class="reference internal" href="../../../../_modules/airflow/models/param.html#Param.CLASS_IDENTIFIER"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.Param.CLASS_IDENTIFIER" title="Permalink to this definition">¶</a></dt>
+<dl class="py data">
+<dt id="airflow.executors.celery_executor.celery_configuration">
+<code class="sig-prename descclassname">airflow.executors.celery_executor.</code><code class="sig-name descname">celery_configuration</code><a class="reference internal" href="../../../../_modules/airflow/executors/celery_executor.html#celery_configuration"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_executor.celery_configuration" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>
-<dl class="py attribute">
-<dt id="airflow.models.param.Param.has_value">
-<code class="sig-name descname">has_value</code><a class="reference internal" href="../../../../_modules/airflow/models/param.html#Param.has_value"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.Param.has_value" title="Permalink to this definition">¶</a></dt>
+<dl class="py data">
+<dt id="airflow.executors.celery_executor.app">
+<code class="sig-prename descclassname">airflow.executors.celery_executor.</code><code class="sig-name descname">app</code><a class="reference internal" href="../../../../_modules/airflow/executors/celery_executor.html#app"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_executor.app" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>
-<dl class="py method">
-<dt id="airflow.models.param.Param.resolve">
-<code class="sig-name descname">resolve</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">value</span><span class="p">:</span> <span class="n">Optional<span class="p">[</span>Any<span class="p">]</span></span> <span class="o">=</span> <span class="default_value">__NO_VALUE_SENTINEL</span></em>, <em class="sig-param"><span class="n">suppress_exception</span><span class="p">:</span> <span class="n"><a class=" [...]
-<dd><p>Runs the validations and returns the Param’s final value.
-May raise ValueError on failed validations, or TypeError
-if no value is passed and no value already exists.</p>
+<dl class="py function">
+<dt id="airflow.executors.celery_executor.execute_command">
+<code class="sig-prename descclassname">airflow.executors.celery_executor.</code><code class="sig-name descname">execute_command</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">command_to_exec</span><span class="p">:</span> <span class="n">CommandType</span></em><span class="sig-paren">)</span> → <a class="reference external" href="https://docs.python.org/3/library/constants.html#None" title="(in Python v3.10)">None</a><a class="reference internal" href [...]
+<dt>
+<code class="sig-name descname">Executes command.</code></dt>
+<dd></dd></dl>
+
+<dl class="py class">
+<dt id="airflow.executors.celery_executor.ExceptionWithTraceback">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.executors.celery_executor.</code><code class="sig-name descname">ExceptionWithTraceback</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">exception</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/exceptions.html#Exception" title="(in Python v3.10)">Exception</a></span></em>, <em class="sig-param"><span class="n">exc [...]
+<dd><p>Wrapper class used to propagate exceptions to parent processes from subprocesses.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>value</strong> (<em>Optional</em><em>[</em><em>Any</em><em>]</em>) – The value to be updated for the Param</p></li>
-<li><p><strong>suppress_exception</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – To raise an exception or not when the validations fails.
-If true and validations fails, the return value would be None.</p></li>
+<li><p><strong>exception</strong> (<a class="reference external" href="https://docs.python.org/3/library/exceptions.html#Exception" title="(in Python v3.10)"><em>Exception</em></a>) – The exception to wrap</p></li>
+<li><p><strong>exception_traceback</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The stacktrace to wrap</p></li>
</ul>
</dd>
</dl>
</dd></dl>
-<dl class="py method">
-<dt id="airflow.models.param.Param.dump">
-<code class="sig-name descname">dump</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#Param.dump"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.Param.dump" title="Permalink to this definition">¶</a></dt>
-<dd><p>Dump the Param as a dictionary</p>
-</dd></dl>
+<dl class="py data">
+<dt id="airflow.executors.celery_executor.TaskInstanceInCelery">
+<code class="sig-prename descclassname">airflow.executors.celery_executor.</code><code class="sig-name descname">TaskInstanceInCelery</code><a class="reference internal" href="../../../../_modules/airflow/executors/celery_executor.html#TaskInstanceInCelery"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_executor.TaskInstanceInCelery" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py function">
+<dt id="airflow.executors.celery_executor.send_task_to_executor">
+<code class="sig-prename descclassname">airflow.executors.celery_executor.</code><code class="sig-name descname">send_task_to_executor</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">task_tuple</span><span class="p">:</span> <span class="n"><a class="reference internal" href="#airflow.executors.celery_executor.TaskInstanceInCelery" title="airflow.executors.celery_executor.TaskInstanceInCelery">TaskInstanceInCelery</a></span></em><span class="sig-paren">)</span [...]
+<dt>
+<code class="sig-name descname">Sends task to executor.</code></dt>
+<dd></dd></dl>
+<dl class="py function">
+<dt id="airflow.executors.celery_executor.on_celery_import_modules">
+<code class="sig-prename descclassname">airflow.executors.celery_executor.</code><code class="sig-name descname">on_celery_import_modules</code><span class="sig-paren">(</span><em class="sig-param"><span class="o">*</span><span class="n">args</span></em>, <em class="sig-param"><span class="o">**</span><span class="n">kwargs</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/celery_executor.html#on_celery_import_modules">< [...]
+<dt>
+<code class="sig-name descname">Preload some "expensive" airflow modules so that every task process doesn't have to import it again and</code></dt>
+<dt>
+<code class="sig-name descname">again.</code></dt>
+<dd><p>Loading these for each task adds 0.3-0.5s <em>per task</em> before the task can run. For long running tasks this
+doesn’t matter, but for short tasks this starts to be a noticeable impact.</p>
</dd></dl>
<dl class="py class">
-<dt id="airflow.models.param.ParamsDict">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.models.param.</code><code class="sig-name descname">ParamsDict</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">dict_obj</span><span class="p">:</span> <span class="n">Optional<span class="p">[</span>Dict<span class="p">]</span></span> <span class="o">=</span> <span class="default_value">None</span></em>, <em class="sig-param"><span class="n">suppress_exception</span><span class="p" [...]
-<dd><p>Bases: <a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><code class="xref py py-class docutils literal notranslate"><span class="pre">dict</span></code></a></p>
-<p>Class to hold all params for dags or tasks. All the keys are strictly string and values
-are converted into Param’s object if they are not already. This class is to replace param’s
-dictionary implicitly and ideally not needed to be used directly.</p>
+<dt id="airflow.executors.celery_executor.CeleryExecutor">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.executors.celery_executor.</code><code class="sig-name descname">CeleryExecutor</code><a class="reference internal" href="../../../../_modules/airflow/executors/celery_executor.html#CeleryExecutor"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_executor.CeleryExecutor" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="../base_executor/index.html#airflow.executors.base_executor.BaseExecutor" title="airflow.executors.base_executor.BaseExecutor"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.executors.base_executor.BaseExecutor</span></code></a></p>
+<p>CeleryExecutor is recommended for production use of Airflow. It allows
+distributing the execution of task instances to multiple worker nodes.</p>
+<p>Celery is a simple, flexible and reliable distributed system to process
+vast amounts of messages, while providing operations with the tools
+required to maintain such a system.</p>
<dl class="py method">
-<dt id="airflow.models.param.ParamsDict.__setitem__">
-<code class="sig-name descname">__setitem__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n">value</span><span class="p">:</span> <span class="n">Any</span></em><span class="sig-paren" [...]
-<dd><p>Override for dictionary’s <code class="docutils literal notranslate"><span class="pre">setitem</span></code> method. This method make sure that all values are of
-Param’s type only.</p>
+<dt id="airflow.executors.celery_executor.CeleryExecutor.start">
+<code class="sig-name descname">start</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/celery_executor.html#CeleryExecutor.start"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_executor.CeleryExecutor.start" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.celery_executor.CeleryExecutor.trigger_tasks">
+<code class="sig-name descname">trigger_tasks</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">open_slots</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)">int</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/celery_executo [...]
+<dd><p>Overwrite trigger_tasks function from BaseExecutor</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><ul class="simple">
-<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – A key which needs to be inserted or updated in the dict</p></li>
-<li><p><strong>value</strong> (<em>Any</em>) – A value which needs to be set against the key. It could be of any
-type but will be converted and stored as a Param object eventually.</p></li>
-</ul>
+<dd class="field-odd"><p><strong>open_slots</strong> – Number of open slots</p>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p></p>
</dd>
</dl>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.param.ParamsDict.__getitem__">
-<code class="sig-name descname">__getitem__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#ParamsDict.__get [...]
-<dd><p>Override for dictionary’s <code class="docutils literal notranslate"><span class="pre">getitem</span></code> method. After fetching the key, it would call the
-resolve method as well on the Param object.</p>
-<dl class="field-list simple">
-<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The key to fetch</p>
-</dd>
-</dl>
+<dt id="airflow.executors.celery_executor.CeleryExecutor.sync">
+<code class="sig-name descname">sync</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/celery_executor.html#CeleryExecutor.sync"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_executor.CeleryExecutor.sync" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.celery_executor.CeleryExecutor.debug_dump">
+<code class="sig-name descname">debug_dump</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/celery_executor.html#CeleryExecutor.debug_dump"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_executor.CeleryExecutor.debug_dump" title="Permalink to this definition">¶</a></dt>
+<dd><p>Called in response to SIGUSR2 by the scheduler</p>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.param.ParamsDict.dump">
-<code class="sig-name descname">dump</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#ParamsDict.dump"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.ParamsDict.dump" title="Permalink to this definition">¶</a></dt>
-<dd><p>Dumps the ParamsDict object as a dictionary, while suppressing exceptions</p>
+<dt id="airflow.executors.celery_executor.CeleryExecutor.update_all_task_states">
+<code class="sig-name descname">update_all_task_states</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/celery_executor.html#CeleryExecutor.update_all_task_states"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_executor.CeleryExecutor.update_all_task_states" title="Permalink to this defi [...]
+<dd><p>Updates states of the tasks.</p>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.param.ParamsDict.update">
-<code class="sig-name descname">update</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">other_dict</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)">dict</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#ParamsDict.u [...]
-<dd><p>Override for dictionary’s update method.
-:param other_dict: A dict type object which needs to be merged in the ParamsDict object
-:type other_dict: dict</p>
+<dt id="airflow.executors.celery_executor.CeleryExecutor.change_state">
+<code class="sig-name descname">change_state</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n">TaskInstanceKey</span></em>, <em class="sig-param"><span class="n">state</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em clas [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.celery_executor.CeleryExecutor.update_task_state">
+<code class="sig-name descname">update_task_state</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n">TaskInstanceKey</span></em>, <em class="sig-param"><span class="n">state</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em [...]
+<dd><p>Updates state of a single task.</p>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.param.ParamsDict.validate">
-<code class="sig-name descname">validate</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#ParamsDict.validate"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.ParamsDict.validate" title="Permalink to this definition">¶</a></dt>
-<dd><p>Validates & returns all the Params object stored in the dictionary</p>
+<dt id="airflow.executors.celery_executor.CeleryExecutor.end">
+<code class="sig-name descname">end</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">synchronous</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)">bool</a></span> <span class="o">=</span> <span class="default_value">False</span></em><span class="sig-paren">)</span><a class="reference internal" [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.celery_executor.CeleryExecutor.execute_async">
+<code class="sig-name descname">execute_async</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n">TaskInstanceKey</span></em>, <em class="sig-param"><span class="n">command</span><span class="p">:</span> <span class="n">CommandType</span></em>, <em class="sig-param"><span class="n">queue</span><span class="p">:</span> <span class="n">Optional<span class="p">[ [...]
+<dd><p>Do not allow async execution for Celery executor.</p>
</dd></dl>
+<dl class="py method">
+<dt id="airflow.executors.celery_executor.CeleryExecutor.terminate">
+<code class="sig-name descname">terminate</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/celery_executor.html#CeleryExecutor.terminate"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_executor.CeleryExecutor.terminate" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.celery_executor.CeleryExecutor.try_adopt_task_instances">
+<code class="sig-name descname">try_adopt_task_instances</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">tis</span><span class="p">:</span> <span class="n">List<span class="p">[</span>TaskInstance<span class="p">]</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/celery_executor.html#CeleryExecutor.try_adopt_task_instances"><span c [...]
+<dd></dd></dl>
+
</dd></dl>
-<dl class="py class">
-<dt id="airflow.models.param.DagParam">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.models.param.</code><code class="sig-name descname">DagParam</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">current_dag</span></em>, <em class="sig-param"><span class="n">name</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><s [...]
-<dd><p>Class that represents a DAG run parameter & binds a simple Param object to a name within a DAG instance,
-so that it can be resolved during the run time via <code class="docutils literal notranslate"><span class="pre">{{</span> <span class="pre">context</span> <span class="pre">}}</span></code> dictionary. The ideal use case of
-this class is to implicitly convert args passed to a method which is being decorated by <code class="docutils literal notranslate"><span class="pre">@dag</span></code> keyword.</p>
-<p>It can be used to parameterize your dags. You can overwrite its value by setting it on conf
-when you trigger your DagRun.</p>
-<p>This can also be used in templates by accessing <code class="docutils literal notranslate"><span class="pre">{{context.params}}</span></code> dictionary.</p>
-<p><strong>Example</strong>:</p>
-<blockquote>
-<div><dl class="simple">
-<dt>with DAG(…) as dag:</dt><dd><p>EmailOperator(subject=dag.param(‘subject’, ‘Hi from Airflow!’))</p>
-</dd>
-</dl>
-</div></blockquote>
-<dl class="field-list simple">
+<dl class="py function">
+<dt id="airflow.executors.celery_executor.fetch_celery_task_state">
+<code class="sig-prename descclassname">airflow.executors.celery_executor.</code><code class="sig-name descname">fetch_celery_task_state</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">async_result</span><span class="p">:</span> <span class="n">AsyncResult</span></em><span class="sig-paren">)</span> → Tuple<span class="p">[</span><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a><sp [...]
+<dt>
+<code class="sig-name descname">Fetch and return the state of the given celery task. The scope of this function is</code></dt>
+<dt>
+<code class="sig-name descname">global so that it can be called by subprocesses in the pool.</code></dt>
+<dd><dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><ul class="simple">
-<li><p><strong>current_dag</strong> (<a class="reference internal" href="../index.html#airflow.models.DAG" title="airflow.models.DAG"><em>airflow.models.DAG</em></a>) – Dag being used for parameter.</p></li>
-<li><p><strong>name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – key value which is used to set the parameter</p></li>
-<li><p><strong>default</strong> (<em>Any</em>) – Default value used if no parameter was set.</p></li>
-</ul>
+<dd class="field-odd"><p><strong>async_result</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#tuple" title="(in Python v3.10)"><em>tuple</em></a><em>(</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><a class="reference external" href="https://docs.celeryproject.org/en/stable/reference/celery.result.html#celery.result.AsyncResult" title="(in Celer [...]
+to fetch the task’s state</p>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>a tuple of the Celery task key and the Celery state and the celery info
+of the task</p>
+</dd>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#tuple" title="(in Python v3.10)">tuple</a>[<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a>, <a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a>, <a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" tit [...]
</dd>
</dl>
+</dd></dl>
+
+<dl class="py class">
+<dt id="airflow.executors.celery_executor.BulkStateFetcher">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.executors.celery_executor.</code><code class="sig-name descname">BulkStateFetcher</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">sync_parallelism</span><span class="o">=</span><span class="default_value">None</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/celery_executor.html#BulkStateFetcher"><span class="view [...]
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.utils.log.logging_mixin.LoggingMixin</span></code></p>
+<p>Gets status for many Celery tasks using the best method available</p>
+<p>If BaseKeyValueStoreBackend is used as result backend, the mget method is used.
+If DatabaseBackend is used as result backend, the SELECT …WHERE task_id IN (…) query is used
+Otherwise, multiprocessing.Pool will be used. Each task status will be downloaded individually.</p>
<dl class="py method">
-<dt id="airflow.models.param.DagParam.resolve">
-<code class="sig-name descname">resolve</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">context</span><span class="p">:</span> <span class="n">Dict</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#DagParam.resolve"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.DagParam.resolve" t [...]
-<dd><p>Pull DagParam value from DagRun context. This method is run during <code class="docutils literal notranslate"><span class="pre">op.execute()</span></code>.</p>
+<dt id="airflow.executors.celery_executor.BulkStateFetcher.get_many">
+<code class="sig-name descname">get_many</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">async_results</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/celery_executor.html#BulkStateFetcher.get_many"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_executor.BulkStateFetcher.get_many" ti [...]
+<dd><p>Gets status for many Celery tasks using the best method available.</p>
</dd></dl>
</dd></dl>
@@ -985,10 +1059,10 @@ when you trigger your DagRun.</p>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="airflow.models.log" href="../log/index.html" >
+ <a rel="prev" title="airflow.executors.base_executor" href="../base_executor/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="airflow.models.pool" href="../pool/index.html" >
+ <a rel="next" title="airflow.executors.celery_kubernetes_executor" href="../celery_kubernetes_executor/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -1058,52 +1132,82 @@ when you trigger your DagRun.</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a><ul>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a><ul>
<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
-<li><a class="reference internal" href="#airflow.models.param.NoValueSentinel">NoValueSentinel</a><ul>
-<li><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__str__">__str__</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.log">log</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__repr__">__repr__</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.CELERY_FETCH_ERR_MSG_HEADER">CELERY_FETCH_ERR_MSG_HEADER</a></li>
</ul>
-</li>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.CELERY_SEND_ERR_MSG_HEADER">CELERY_SEND_ERR_MSG_HEADER</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.Param">Param</a><ul>
-<li><a class="reference internal" href="#airflow.models.param.Param.CLASS_IDENTIFIER">CLASS_IDENTIFIER</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.OPERATION_TIMEOUT">OPERATION_TIMEOUT</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.Param.has_value">has_value</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.celery_configuration">celery_configuration</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.Param.resolve">resolve</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.app">app</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.Param.dump">dump</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.execute_command">execute_command</a></li>
</ul>
-</li>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.ExceptionWithTraceback">ExceptionWithTraceback</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.TaskInstanceInCelery">TaskInstanceInCelery</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.send_task_to_executor">send_task_to_executor</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.on_celery_import_modules">on_celery_import_modules</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor">CeleryExecutor</a><ul>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.start">start</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.trigger_tasks">trigger_tasks</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.sync">sync</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict">ParamsDict</a><ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict.__setitem__">__setitem__</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.debug_dump">debug_dump</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict.__getitem__">__getitem__</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.update_all_task_states">update_all_task_states</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict.dump">dump</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.change_state">change_state</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict.update">update</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.update_task_state">update_task_state</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict.validate">validate</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.end">end</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.execute_async">execute_async</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.terminate">terminate</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.CeleryExecutor.try_adopt_task_instances">try_adopt_task_instances</a></li>
</ul>
</li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.DagParam">DagParam</a><ul>
-<li><a class="reference internal" href="#airflow.models.param.DagParam.resolve">resolve</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.fetch_celery_task_state">fetch_celery_task_state</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.BulkStateFetcher">BulkStateFetcher</a><ul>
+<li><a class="reference internal" href="#airflow.executors.celery_executor.BulkStateFetcher.get_many">get_many</a></li>
</ul>
</li>
</ul>
@@ -1132,7 +1236,7 @@ when you trigger your DagRun.</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/models/param/index.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/executors/celery_executor/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
diff --git a/docs/apache-airflow/stable/_api/airflow/models/xcom_arg/index.html b/docs/apache-airflow/2.2.3/_api/airflow/executors/celery_kubernetes_executor/index.html
similarity index 76%
copy from docs/apache-airflow/stable/_api/airflow/models/xcom_arg/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/executors/celery_kubernetes_executor/index.html
index 2f9f74d..cce6781 100644
--- a/docs/apache-airflow/stable/_api/airflow/models/xcom_arg/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/executors/celery_kubernetes_executor/index.html
@@ -9,7 +9,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>airflow.models.xcom_arg — Airflow Documentation</title>
+ <title>airflow.executors.celery_kubernetes_executor — Airflow Documentation</title>
<link rel="stylesheet" href="../../../../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/_gen/css/main-custom.min.css" />
@@ -17,8 +17,8 @@
<link rel="shortcut icon" href="../../../../_static/pin_32.png"/>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="airflow.exceptions" href="../../exceptions/index.html" />
- <link rel="prev" title="airflow.models.xcom" href="../xcom/index.html" />
+ <link rel="next" title="airflow.executors.dask_executor" href="../dask_executor/index.html" />
+ <link rel="prev" title="airflow.executors.celery_executor" href="../celery_executor/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -353,80 +353,80 @@
<li class="toctree-l1 current"><a class="reference internal" href="../../../../python-api-ref.html">Python API</a><ul class="current">
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a></li>
-<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a><ul class="current">
-<li class="toctree-l3 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models</span></code></a><ul class="current">
-<li class="toctree-l4 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l5"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.base</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../baseoperator/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.baseoperator</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../connection/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.connection</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../crypto/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.crypto</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagbag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagbag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagcode/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagcode</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagparam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagparam</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagpickle/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagpickle</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagrun/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagrun</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../errors/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.errors</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../log/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.log</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../param/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../pool/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.pool</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../renderedtifields/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.renderedtifields</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../sensorinstance/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.sensorinstance</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../serialized_dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.serialized_dag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../skipmixin/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.skipmixin</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../slamiss/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.slamiss</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskfail/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskfail</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskinstance/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskinstance</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskmixin/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskmixin</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskreschedule/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskreschedule</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../trigger/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.trigger</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../variable/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.variable</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../xcom/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom</span></code></a></li>
-<li class="toctree-l5 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom_arg</span></code></a><ul>
-<li class="toctree-l6"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg">XComArg</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.operator">operator</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul class="current">
+<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
+<li class="toctree-l6"><a class="reference internal" href="../base_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor">CeleryKubernetesExecutor</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.KUBERNETES_QUEUE">KUBERNETES_QUEUE</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.roots">roots</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.queued_tasks">queued_tasks</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.leaves">leaves</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.running">running</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.key">key</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.job_id">job_id</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.__eq__">__eq__</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.slots_available">slots_available</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.__getitem__">__getitem__</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.start">start</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.__str__">__str__</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.queue_command">queue_command</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.set_upstream">set_upstream</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.queue_task_instance">queue_task_instance</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.set_downstream">set_downstream</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.has_task">has_task</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.resolve">resolve</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.heartbeat">heartbeat</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.get_event_buffer">get_event_buffer</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.try_adopt_task_instances">try_adopt_task_instances</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.end">end</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.terminate">terminate</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.debug_dump">debug_dump</a></li>
+</ul>
+</li>
</ul>
</li>
</ul>
</li>
+<li class="toctree-l6"><a class="reference internal" href="../dask_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../debug_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_constants/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_loader/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../local_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../sequential_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
</ul>
</li>
</ul>
</li>
-<li class="toctree-l4"><a class="reference internal" href="../index.html#package-contents">Package Contents</a></li>
</ul>
</li>
</ul>
</li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#exceptions">Exceptions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#timetables">Timetables</a></li>
@@ -601,80 +601,80 @@
<li class="toctree-l1 current"><a class="reference internal" href="../../../../python-api-ref.html">Python API</a><ul class="current">
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a></li>
-<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a><ul class="current">
-<li class="toctree-l3 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models</span></code></a><ul class="current">
-<li class="toctree-l4 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l5"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.base</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../baseoperator/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.baseoperator</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../connection/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.connection</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../crypto/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.crypto</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagbag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagbag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagcode/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagcode</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagparam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagparam</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagpickle/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagpickle</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagrun/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagrun</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../errors/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.errors</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../log/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.log</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../param/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../pool/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.pool</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../renderedtifields/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.renderedtifields</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../sensorinstance/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.sensorinstance</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../serialized_dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.serialized_dag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../skipmixin/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.skipmixin</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../slamiss/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.slamiss</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskfail/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskfail</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskinstance/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskinstance</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskmixin/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskmixin</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskreschedule/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskreschedule</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../trigger/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.trigger</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../variable/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.variable</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../xcom/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom</span></code></a></li>
-<li class="toctree-l5 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom_arg</span></code></a><ul>
-<li class="toctree-l6"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg">XComArg</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.operator">operator</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul class="current">
+<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
+<li class="toctree-l6"><a class="reference internal" href="../base_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor">CeleryKubernetesExecutor</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.KUBERNETES_QUEUE">KUBERNETES_QUEUE</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.queued_tasks">queued_tasks</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.running">running</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.job_id">job_id</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.roots">roots</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.slots_available">slots_available</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.leaves">leaves</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.start">start</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.key">key</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.queue_command">queue_command</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.__eq__">__eq__</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.queue_task_instance">queue_task_instance</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.__getitem__">__getitem__</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.has_task">has_task</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.__str__">__str__</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.heartbeat">heartbeat</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.set_upstream">set_upstream</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.get_event_buffer">get_event_buffer</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.set_downstream">set_downstream</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.try_adopt_task_instances">try_adopt_task_instances</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.resolve">resolve</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.end">end</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.terminate">terminate</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.debug_dump">debug_dump</a></li>
</ul>
</li>
</ul>
</li>
</ul>
</li>
+<li class="toctree-l6"><a class="reference internal" href="../dask_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../debug_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_constants/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_loader/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../local_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../sequential_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
</ul>
</li>
-<li class="toctree-l4"><a class="reference internal" href="../index.html#package-contents">Package Contents</a></li>
</ul>
</li>
</ul>
</li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#exceptions">Exceptions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#timetables">Timetables</a></li>
@@ -777,9 +777,9 @@
<li class="breadcrumb-item"><a href="../../../../python-api-ref.html">Python API Reference</a></li>
- <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models</span></code></a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom_arg</span></code></a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
</ul>
</div>
@@ -790,115 +790,133 @@
<div class="bodywrapper">
<div class="body" role="main">
- <div class="section" id="module-airflow.models.xcom_arg">
-<span id="airflow-models-xcom-arg"></span><h1><a class="reference internal" href="#module-airflow.models.xcom_arg" title="airflow.models.xcom_arg"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom_arg</span></code></a><a class="headerlink" href="#module-airflow.models.xcom_arg" title="Permalink to this headline">¶</a></h1>
+ <div class="section" id="module-airflow.executors.celery_kubernetes_executor">
+<span id="airflow-executors-celery-kubernetes-executor"></span><h1><a class="reference internal" href="#module-airflow.executors.celery_kubernetes_executor" title="airflow.executors.celery_kubernetes_executor"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a><a class="headerlink" href="#module-airflow.executors.celery_kubernetes_executor" title="Permalink to this headline">¶</a></h1>
<div class="section" id="module-contents">
<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
<dl class="py class">
-<dt id="airflow.models.xcom_arg.XComArg">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.models.xcom_arg.</code><code class="sig-name descname">XComArg</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">operator</span><span class="p">:</span> <span class="n">BaseOperator</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Py [...]
-<dd><p>Bases: <a class="reference internal" href="../taskmixin/index.html#airflow.models.taskmixin.TaskMixin" title="airflow.models.taskmixin.TaskMixin"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.taskmixin.TaskMixin</span></code></a></p>
-<p>Class that represents a XCom push from a previous operator.
-Defaults to “return_value” as only key.</p>
-<dl class="simple">
-<dt>Current implementation supports</dt><dd><p>xcomarg >> op
-xcomarg << op
-op >> xcomarg (by BaseOperator code)
-op << xcomarg (by BaseOperator code)</p>
-</dd>
-</dl>
-<p><strong>Example</strong>: The moment you get a result from any operator (decorated or regular) you can</p>
-<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">any_op</span> <span class="o">=</span> <span class="n">AnyOperator</span><span class="p">()</span>
-<span class="n">xcomarg</span> <span class="o">=</span> <span class="n">XComArg</span><span class="p">(</span><span class="n">any_op</span><span class="p">)</span>
-<span class="c1"># or equivalently</span>
-<span class="n">xcomarg</span> <span class="o">=</span> <span class="n">any_op</span><span class="o">.</span><span class="n">output</span>
-<span class="n">my_op</span> <span class="o">=</span> <span class="n">MyOperator</span><span class="p">()</span>
-<span class="n">my_op</span> <span class="o">>></span> <span class="n">xcomarg</span>
-</pre></div>
-</div>
-<p>This object can be used in legacy Operators via Jinja.</p>
-<p><strong>Example</strong>: You can make this result to be part of any generated string</p>
-<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">any_op</span> <span class="o">=</span> <span class="n">AnyOperator</span><span class="p">()</span>
-<span class="n">xcomarg</span> <span class="o">=</span> <span class="n">any_op</span><span class="o">.</span><span class="n">output</span>
-<span class="n">op1</span> <span class="o">=</span> <span class="n">MyOperator</span><span class="p">(</span><span class="n">my_text_message</span><span class="o">=</span><span class="sa">f</span><span class="s2">"the value is </span><span class="si">{</span><span class="n">xcomarg</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
-<span class="n">op2</span> <span class="o">=</span> <span class="n">MyOperator</span><span class="p">(</span><span class="n">my_text_message</span><span class="o">=</span><span class="sa">f</span><span class="s2">"the value is </span><span class="si">{</span><span class="n">xcomarg</span><span class="p">[</span><span class="s1">'topic'</span><span class="p">]</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
-</pre></div>
-</div>
-<dl class="field-list simple">
-<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><ul class="simple">
-<li><p><strong>operator</strong> (<a class="reference internal" href="../baseoperator/index.html#airflow.models.baseoperator.BaseOperator" title="airflow.models.baseoperator.BaseOperator"><em>airflow.models.baseoperator.BaseOperator</em></a>) – operator to which the XComArg belongs to</p></li>
-<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – key value which is used for xcom_pull (key in the XCom table)</p></li>
-</ul>
-</dd>
-</dl>
+<dt id="airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.executors.celery_kubernetes_executor.</code><code class="sig-name descname">CeleryKubernetesExecutor</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">celery_executor</span></em>, <em class="sig-param"><span class="n">kubernetes_executor</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/celery_kubernetes_executor.htm [...]
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.utils.log.logging_mixin.LoggingMixin</span></code></p>
+<p>CeleryKubernetesExecutor consists of CeleryExecutor and KubernetesExecutor.
+It chooses an executor to use based on the queue defined on the task.
+When the queue is the value of <code class="docutils literal notranslate"><span class="pre">kubernetes_queue</span></code> in section <code class="docutils literal notranslate"><span class="pre">[celery_kubernetes_executor]</span></code>
+of the configuration (default value: <cite>kubernetes</cite>), KubernetesExecutor is selected to run the task,
+otherwise, CeleryExecutor is used.</p>
+<dl class="py attribute">
+<dt id="airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.KUBERNETES_QUEUE">
+<code class="sig-name descname">KUBERNETES_QUEUE</code><a class="reference internal" href="../../../../_modules/airflow/executors/celery_kubernetes_executor.html#CeleryKubernetesExecutor.KUBERNETES_QUEUE"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.KUBERNETES_QUEUE" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
<dl class="py attribute">
-<dt id="airflow.models.xcom_arg.XComArg.operator">
-<code class="sig-name descname">operator</code><a class="reference internal" href="../../../../_modules/airflow/models/xcom_arg.html#XComArg.operator"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.xcom_arg.XComArg.operator" title="Permalink to this definition">¶</a></dt>
-<dd><p>Returns operator of this XComArg.</p>
+<dt id="airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.queued_tasks">
+<code class="sig-name descname">queued_tasks</code><a class="reference internal" href="../../../../_modules/airflow/executors/celery_kubernetes_executor.html#CeleryKubernetesExecutor.queued_tasks"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.queued_tasks" title="Permalink to this definition">¶</a></dt>
+<dd><p>Return queued tasks from celery and kubernetes executor</p>
</dd></dl>
<dl class="py attribute">
-<dt id="airflow.models.xcom_arg.XComArg.roots">
-<code class="sig-name descname">roots</code><a class="reference internal" href="../../../../_modules/airflow/models/xcom_arg.html#XComArg.roots"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.xcom_arg.XComArg.roots" title="Permalink to this definition">¶</a></dt>
-<dd><p>Required by TaskMixin</p>
+<dt id="airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.running">
+<code class="sig-name descname">running</code><a class="reference internal" href="../../../../_modules/airflow/executors/celery_kubernetes_executor.html#CeleryKubernetesExecutor.running"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.running" title="Permalink to this definition">¶</a></dt>
+<dd><p>Return running tasks from celery and kubernetes executor</p>
</dd></dl>
<dl class="py attribute">
-<dt id="airflow.models.xcom_arg.XComArg.leaves">
-<code class="sig-name descname">leaves</code><a class="reference internal" href="../../../../_modules/airflow/models/xcom_arg.html#XComArg.leaves"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.xcom_arg.XComArg.leaves" title="Permalink to this definition">¶</a></dt>
-<dd><p>Required by TaskMixin</p>
+<dt id="airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.job_id">
+<code class="sig-name descname">job_id</code><a class="reference internal" href="../../../../_modules/airflow/executors/celery_kubernetes_executor.html#CeleryKubernetesExecutor.job_id"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.job_id" title="Permalink to this definition">¶</a></dt>
+<dd><p>This is a class attribute in BaseExecutor but since this is not really an executor, but a wrapper
+of executors we implement as property so we can have custom setter.</p>
</dd></dl>
<dl class="py attribute">
-<dt id="airflow.models.xcom_arg.XComArg.key">
-<code class="sig-name descname">key</code><a class="reference internal" href="../../../../_modules/airflow/models/xcom_arg.html#XComArg.key"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.xcom_arg.XComArg.key" title="Permalink to this definition">¶</a></dt>
-<dd><p>Returns keys of this XComArg</p>
+<dt id="airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.slots_available">
+<code class="sig-name descname">slots_available</code><a class="reference internal" href="../../../../_modules/airflow/executors/celery_kubernetes_executor.html#CeleryKubernetesExecutor.slots_available"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.slots_available" title="Permalink to this definition">¶</a></dt>
+<dd><p>Number of new tasks this executor instance can accept</p>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.xcom_arg.XComArg.__eq__">
-<code class="sig-name descname">__eq__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">other</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/xcom_arg.html#XComArg.__eq__"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.xcom_arg.XComArg.__eq__" title="Permalink to this definition">¶</a></dt>
-<dd></dd></dl>
+<dt id="airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.start">
+<code class="sig-name descname">start</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/celery_kubernetes_executor.html#CeleryKubernetesExecutor.start"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.start" title="Permalink to this definition">¶ [...]
+<dd><p>Start celery and kubernetes executor</p>
+</dd></dl>
<dl class="py method">
-<dt id="airflow.models.xcom_arg.XComArg.__getitem__">
-<code class="sig-name descname">__getitem__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">item</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/xcom_arg.html#XComArg.__getitem__"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.xcom_arg.XComArg.__getitem__" title="Permalink to this definition">¶</a></dt>
-<dd><p>Implements xcomresult[‘some_result_key’]</p>
+<dt id="airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.queue_command">
+<code class="sig-name descname">queue_command</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">task_instance</span><span class="p">:</span> <span class="n">TaskInstance</span></em>, <em class="sig-param"><span class="n">command</span><span class="p">:</span> <span class="n">CommandType</span></em>, <em class="sig-param"><span class="n">priority</span><span class="p">:</span> <span class="n"><a class="refer [...]
+<dd><p>Queues command via celery or kubernetes executor</p>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.xcom_arg.XComArg.__str__">
-<code class="sig-name descname">__str__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/xcom_arg.html#XComArg.__str__"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.xcom_arg.XComArg.__str__" title="Permalink to this definition">¶</a></dt>
-<dd><p>Backward compatibility for old-style jinja used in Airflow Operators</p>
-<p><strong>Example</strong>: to use XComArg at BashOperator:</p>
-<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">BashOperator</span><span class="p">(</span><span class="n">cmd</span><span class="o">=</span><span class="sa">f</span><span class="s2">"... </span><span class="si">{</span> <span class="n">xcomarg</span> <span class="si">}</span><span class="s2"> ..."</span><span class="p">)</span>
-</pre></div>
-</div>
+<dt id="airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.queue_task_instance">
+<code class="sig-name descname">queue_task_instance</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">task_instance</span><span class="p">:</span> <span class="n">TaskInstance</span></em>, <em class="sig-param"><span class="n">mark_success</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)">bool</ [...]
+<dd><p>Queues task instance via celery or kubernetes executor</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.has_task">
+<code class="sig-name descname">has_task</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">task_instance</span><span class="p">:</span> <span class="n">TaskInstance</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/celery_kubernetes_executor.html#CeleryKubernetesExecutor.has_task"><span class="viewcode-link">[source]</span></a><a class="hea [...]
+<dd><p>Checks if a task is either queued or running in either celery or kubernetes executor.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>task_instance</strong> – TaskInstance</p>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>True if the task is known to this executor</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.heartbeat">
+<code class="sig-name descname">heartbeat</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/celery_kubernetes_executor.html#CeleryKubernetesExecutor.heartbeat"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.heartbeat" title="Permalink to this d [...]
+<dd><p>Heartbeat sent to trigger new jobs in celery and kubernetes executor</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.get_event_buffer">
+<code class="sig-name descname">get_event_buffer</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">dag_ids</span><span class="o">=</span><span class="default_value">None</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/celery_kubernetes_executor.html#CeleryKubernetesExecutor.get_event_buffer"><span class="viewcode-link">[source]</span></a> [...]
+<dd><p>Returns and flush the event buffer from celery and kubernetes executor</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>dag_ids</strong> – to dag_ids to return events for, if None returns all</p>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>a dict of events</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.try_adopt_task_instances">
+<code class="sig-name descname">try_adopt_task_instances</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">tis</span><span class="p">:</span> <span class="n">List<span class="p">[</span>TaskInstance<span class="p">]</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/celery_kubernetes_executor.html#CeleryKubernetesExecutor.try_adopt_ta [...]
+<dd><p>Try to adopt running task instances that have been abandoned by a SchedulerJob dying.</p>
+<p>Anything that is not adopted will be cleared by the scheduler (and then become eligible for
+re-scheduling)</p>
<dl class="field-list simple">
<dt class="field-odd">Returns</dt>
-<dd class="field-odd"><p></p>
+<dd class="field-odd"><p>any TaskInstances that were unable to be adopted</p>
+</dd>
+<dt class="field-even">Return type</dt>
+<dd class="field-even"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)">list</a>[<a class="reference internal" href="../../models/index.html#airflow.models.TaskInstance" title="airflow.models.TaskInstance">airflow.models.TaskInstance</a>]</p>
</dd>
</dl>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.xcom_arg.XComArg.set_upstream">
-<code class="sig-name descname">set_upstream</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">task_or_task_list</span><span class="p">:</span> <span class="n">Union<span class="p">[</span>TaskMixin<span class="p">, </span>Sequence<span class="p">[</span>TaskMixin<span class="p">]</span><span class="p">]</span></span></em>, <em class="sig-param"><span class="n">edge_modifier</span><span class="p">:</span> < [...]
-<dd><p>Proxy to underlying operator set_upstream method. Required by TaskMixin.</p>
+<dt id="airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.end">
+<code class="sig-name descname">end</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/celery_kubernetes_executor.html#CeleryKubernetesExecutor.end"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.end" title="Permalink to this definition">¶</a></dt>
+<dd><p>End celery and kubernetes executor</p>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.xcom_arg.XComArg.set_downstream">
-<code class="sig-name descname">set_downstream</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">task_or_task_list</span><span class="p">:</span> <span class="n">Union<span class="p">[</span>TaskMixin<span class="p">, </span>Sequence<span class="p">[</span>TaskMixin<span class="p">]</span><span class="p">]</span></span></em>, <em class="sig-param"><span class="n">edge_modifier</span><span class="p">:</span> [...]
-<dd><p>Proxy to underlying operator set_downstream method. Required by TaskMixin.</p>
+<dt id="airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.terminate">
+<code class="sig-name descname">terminate</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/celery_kubernetes_executor.html#CeleryKubernetesExecutor.terminate"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.terminate" title="Permalink to this d [...]
+<dd><p>Terminate celery and kubernetes executor</p>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.xcom_arg.XComArg.resolve">
-<code class="sig-name descname">resolve</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">context</span><span class="p">:</span> <span class="n">Dict</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/xcom_arg.html#XComArg.resolve"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.xcom_arg.XComArg.resolv [...]
-<dd><p>Pull XCom value for the existing arg. This method is run during <code class="docutils literal notranslate"><span class="pre">op.execute()</span></code>
-in respectable context.</p>
+<dt id="airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.debug_dump">
+<code class="sig-name descname">debug_dump</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/celery_kubernetes_executor.html#CeleryKubernetesExecutor.debug_dump"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.debug_dump" title="Permalink to thi [...]
+<dd><p>Called in response to SIGUSR2 by the scheduler</p>
</dd></dl>
</dd></dl>
@@ -908,10 +926,10 @@ in respectable context.</p>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="airflow.models.xcom" href="../xcom/index.html" >
+ <a rel="prev" title="airflow.executors.celery_executor" href="../celery_executor/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="airflow.exceptions" href="../../exceptions/index.html" >
+ <a rel="next" title="airflow.executors.dask_executor" href="../dask_executor/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -981,37 +999,52 @@ in respectable context.</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom_arg</span></code></a><ul>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a><ul>
<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
-<li><a class="reference internal" href="#airflow.models.xcom_arg.XComArg">XComArg</a><ul>
-<li><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.operator">operator</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor">CeleryKubernetesExecutor</a><ul>
+<li><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.KUBERNETES_QUEUE">KUBERNETES_QUEUE</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.queued_tasks">queued_tasks</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.running">running</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.job_id">job_id</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.slots_available">slots_available</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.start">start</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.roots">roots</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.queue_command">queue_command</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.leaves">leaves</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.queue_task_instance">queue_task_instance</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.key">key</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.has_task">has_task</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.__eq__">__eq__</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.heartbeat">heartbeat</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.__getitem__">__getitem__</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.get_event_buffer">get_event_buffer</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.__str__">__str__</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.try_adopt_task_instances">try_adopt_task_instances</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.set_upstream">set_upstream</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.end">end</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.set_downstream">set_downstream</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.terminate">terminate</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.xcom_arg.XComArg.resolve">resolve</a></li>
+<li><a class="reference internal" href="#airflow.executors.celery_kubernetes_executor.CeleryKubernetesExecutor.debug_dump">debug_dump</a></li>
</ul>
</li>
</ul>
@@ -1040,7 +1073,7 @@ in respectable context.</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/models/xcom_arg/index.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/executors/celery_kubernetes_executor/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
diff --git a/docs/apache-airflow/stable/_api/airflow/sensors/web_hdfs_sensor/index.html b/docs/apache-airflow/2.2.3/_api/airflow/executors/dask_executor/index.html
similarity index 87%
copy from docs/apache-airflow/stable/_api/airflow/sensors/web_hdfs_sensor/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/executors/dask_executor/index.html
index ae20346..2037352 100644
--- a/docs/apache-airflow/stable/_api/airflow/sensors/web_hdfs_sensor/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/executors/dask_executor/index.html
@@ -9,7 +9,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>airflow.sensors.web_hdfs_sensor — Airflow Documentation</title>
+ <title>airflow.executors.dask_executor — Airflow Documentation</title>
<link rel="stylesheet" href="../../../../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/_gen/css/main-custom.min.css" />
@@ -17,8 +17,8 @@
<link rel="shortcut icon" href="../../../../_static/pin_32.png"/>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="airflow.sensors.weekday" href="../weekday/index.html" />
- <link rel="prev" title="airflow.sensors.time_sensor" href="../time_sensor/index.html" />
+ <link rel="next" title="airflow.executors.debug_executor" href="../debug_executor/index.html" />
+ <link rel="prev" title="airflow.executors.celery_kubernetes_executor" href="../celery_kubernetes_executor/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -351,37 +351,43 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../cli-and-env-variables-ref.html">CLI</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../templates-ref.html">Templates</a></li>
<li class="toctree-l1 current"><a class="reference internal" href="../../../../python-api-ref.html">Python API</a><ul class="current">
-<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a><ul class="current">
-<li class="toctree-l3"><a class="reference internal" href="../../../../python-api-ref.html#baseoperator">BaseOperator</a></li>
-<li class="toctree-l3"><a class="reference internal" href="../../../../python-api-ref.html#basesensoroperator">BaseSensorOperator</a></li>
-<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#operators-packages">Operators packages</a><ul class="current">
-<li class="toctree-l4"><a class="reference internal" href="../../operators/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.operators</span></code></a></li>
-<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors</span></code></a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul class="current">
<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l6"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.base</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../base_sensor_operator/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.base_sensor_operator</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../bash/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.bash</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../date_time/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.date_time</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../date_time_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.date_time_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../external_task/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.external_task</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../external_task_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.external_task_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../filesystem/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.filesystem</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../hdfs_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hdfs_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../hive_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hive_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../http_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.http_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../metastore_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.metastore_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../named_hive_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.named_hive_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../python/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.python</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../s3_key_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_key_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../s3_prefix_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_prefix_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../smart_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.smart_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../sql/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.sql</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../sql_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.sql_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_delta/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_delta</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_delta_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_delta_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_sensor</span></code></a></li>
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.web_hdfs_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../weekday/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.weekday</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../base_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.dask_executor.DaskExecutor">DaskExecutor</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.dask_executor.DaskExecutor.start">start</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.dask_executor.DaskExecutor.execute_async">execute_async</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.dask_executor.DaskExecutor.sync">sync</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.dask_executor.DaskExecutor.end">end</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.dask_executor.DaskExecutor.terminate">terminate</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l6"><a class="reference internal" href="../debug_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_constants/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_loader/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../local_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../sequential_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
</ul>
</li>
</ul>
@@ -390,8 +396,6 @@
</li>
</ul>
</li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#exceptions">Exceptions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
@@ -565,37 +569,43 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../cli-and-env-variables-ref.html">CLI</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../templates-ref.html">Templates</a></li>
<li class="toctree-l1 current"><a class="reference internal" href="../../../../python-api-ref.html">Python API</a><ul class="current">
-<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a><ul class="current">
-<li class="toctree-l3"><a class="reference internal" href="../../../../python-api-ref.html#baseoperator">BaseOperator</a></li>
-<li class="toctree-l3"><a class="reference internal" href="../../../../python-api-ref.html#basesensoroperator">BaseSensorOperator</a></li>
-<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#operators-packages">Operators packages</a><ul class="current">
-<li class="toctree-l4"><a class="reference internal" href="../../operators/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.operators</span></code></a></li>
-<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors</span></code></a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul class="current">
<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l6"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.base</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../base_sensor_operator/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.base_sensor_operator</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../bash/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.bash</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../date_time/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.date_time</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../date_time_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.date_time_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../external_task/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.external_task</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../external_task_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.external_task_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../filesystem/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.filesystem</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../hdfs_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hdfs_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../hive_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hive_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../http_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.http_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../metastore_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.metastore_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../named_hive_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.named_hive_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../python/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.python</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../s3_key_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_key_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../s3_prefix_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_prefix_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../smart_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.smart_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../sql/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.sql</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../sql_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.sql_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_delta/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_delta</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_delta_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_delta_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_sensor</span></code></a></li>
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.web_hdfs_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../weekday/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.weekday</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../base_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.dask_executor.DaskExecutor">DaskExecutor</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.dask_executor.DaskExecutor.start">start</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.dask_executor.DaskExecutor.execute_async">execute_async</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.dask_executor.DaskExecutor.sync">sync</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.dask_executor.DaskExecutor.end">end</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.dask_executor.DaskExecutor.terminate">terminate</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l6"><a class="reference internal" href="../debug_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_constants/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_loader/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../local_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../sequential_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
</ul>
</li>
</ul>
@@ -604,8 +614,6 @@
</li>
</ul>
</li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#exceptions">Exceptions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
@@ -709,9 +717,9 @@
<li class="breadcrumb-item"><a href="../../../../python-api-ref.html">Python API Reference</a></li>
- <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors</span></code></a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.web_hdfs_sensor</span></code></a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
</ul>
</div>
@@ -722,18 +730,58 @@
<div class="bodywrapper">
<div class="body" role="main">
- <div class="section" id="module-airflow.sensors.web_hdfs_sensor">
-<span id="airflow-sensors-web-hdfs-sensor"></span><h1><a class="reference internal" href="#module-airflow.sensors.web_hdfs_sensor" title="airflow.sensors.web_hdfs_sensor"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.web_hdfs_sensor</span></code></a><a class="headerlink" href="#module-airflow.sensors.web_hdfs_sensor" title="Permalink to this headline">¶</a></h1>
-<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-apache-hdfs/stable/_api/airflow/providers/apache/hdfs/sensors/web_hdfs/index.html#module-airflow.providers.apache.hdfs.sensors.web_hdfs" title="(in apache-airflow-providers-apache-hdfs v2.1.1)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hdfs.sensors.web_hdfs</span></code></a>.</p>
+ <div class="section" id="module-airflow.executors.dask_executor">
+<span id="airflow-executors-dask-executor"></span><h1><a class="reference internal" href="#module-airflow.executors.dask_executor" title="airflow.executors.dask_executor"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a><a class="headerlink" href="#module-airflow.executors.dask_executor" title="Permalink to this headline">¶</a></h1>
+<p><p>DaskExecutor</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more information on how the DaskExecutor works, take a look at the guide:
+<a class="reference internal" href="../../../../executor/dask.html#executor-daskexecutor"><span class="std std-ref">Dask Executor</span></a></p>
+</div>
</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
+<dl class="py class">
+<dt id="airflow.executors.dask_executor.DaskExecutor">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.executors.dask_executor.</code><code class="sig-name descname">DaskExecutor</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">cluster_address</span><span class="o">=</span><span class="default_value">None</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/dask_executor.html#DaskExecutor"><span class="viewcode-link">[s [...]
+<dd><p>Bases: <a class="reference internal" href="../base_executor/index.html#airflow.executors.base_executor.BaseExecutor" title="airflow.executors.base_executor.BaseExecutor"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.executors.base_executor.BaseExecutor</span></code></a></p>
+<p>DaskExecutor submits tasks to a Dask Distributed cluster.</p>
+<dl class="py method">
+<dt id="airflow.executors.dask_executor.DaskExecutor.start">
+<code class="sig-name descname">start</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/dask_executor.html#DaskExecutor.start"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.dask_executor.DaskExecutor.start" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.dask_executor.DaskExecutor.execute_async">
+<code class="sig-name descname">execute_async</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n">TaskInstanceKey</span></em>, <em class="sig-param"><span class="n">command</span><span class="p">:</span> <span class="n">CommandType</span></em>, <em class="sig-param"><span class="n">queue</span><span class="p">:</span> <span class="n">Optional<span class="p">[ [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.dask_executor.DaskExecutor.sync">
+<code class="sig-name descname">sync</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/dask_executor.html#DaskExecutor.sync"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.dask_executor.DaskExecutor.sync" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.dask_executor.DaskExecutor.end">
+<code class="sig-name descname">end</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/dask_executor.html#DaskExecutor.end"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.dask_executor.DaskExecutor.end" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.dask_executor.DaskExecutor.terminate">
+<code class="sig-name descname">terminate</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/dask_executor.html#DaskExecutor.terminate"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.dask_executor.DaskExecutor.terminate" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="airflow.sensors.time_sensor" href="../time_sensor/index.html" >
+ <a rel="prev" title="airflow.executors.celery_kubernetes_executor" href="../celery_kubernetes_executor/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="airflow.sensors.weekday" href="../weekday/index.html" >
+ <a rel="next" title="airflow.executors.debug_executor" href="../debug_executor/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -803,7 +851,28 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.web_hdfs_sensor</span></code></a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#airflow.executors.dask_executor.DaskExecutor">DaskExecutor</a><ul>
+<li><a class="reference internal" href="#airflow.executors.dask_executor.DaskExecutor.start">start</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.dask_executor.DaskExecutor.execute_async">execute_async</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.dask_executor.DaskExecutor.sync">sync</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.dask_executor.DaskExecutor.end">end</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.dask_executor.DaskExecutor.terminate">terminate</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</div>
@@ -826,7 +895,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/sensors/web_hdfs_sensor/index.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/executors/dask_executor/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
diff --git a/docs/apache-airflow/stable/_api/airflow/sensors/s3_prefix_sensor/index.html b/docs/apache-airflow/2.2.3/_api/airflow/executors/debug_executor/index.html
similarity index 83%
copy from docs/apache-airflow/stable/_api/airflow/sensors/s3_prefix_sensor/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/executors/debug_executor/index.html
index eff19d9..ac3789a 100644
--- a/docs/apache-airflow/stable/_api/airflow/sensors/s3_prefix_sensor/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/executors/debug_executor/index.html
@@ -9,7 +9,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>airflow.sensors.s3_prefix_sensor — Airflow Documentation</title>
+ <title>airflow.executors.debug_executor — Airflow Documentation</title>
<link rel="stylesheet" href="../../../../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/_gen/css/main-custom.min.css" />
@@ -17,8 +17,8 @@
<link rel="shortcut icon" href="../../../../_static/pin_32.png"/>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="airflow.sensors.smart_sensor" href="../smart_sensor/index.html" />
- <link rel="prev" title="airflow.sensors.s3_key_sensor" href="../s3_key_sensor/index.html" />
+ <link rel="next" title="airflow.executors.executor_constants" href="../executor_constants/index.html" />
+ <link rel="prev" title="airflow.executors.dask_executor" href="../dask_executor/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -351,37 +351,49 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../cli-and-env-variables-ref.html">CLI</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../templates-ref.html">Templates</a></li>
<li class="toctree-l1 current"><a class="reference internal" href="../../../../python-api-ref.html">Python API</a><ul class="current">
-<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a><ul class="current">
-<li class="toctree-l3"><a class="reference internal" href="../../../../python-api-ref.html#baseoperator">BaseOperator</a></li>
-<li class="toctree-l3"><a class="reference internal" href="../../../../python-api-ref.html#basesensoroperator">BaseSensorOperator</a></li>
-<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#operators-packages">Operators packages</a><ul class="current">
-<li class="toctree-l4"><a class="reference internal" href="../../operators/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.operators</span></code></a></li>
-<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors</span></code></a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul class="current">
<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l6"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.base</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../base_sensor_operator/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.base_sensor_operator</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../bash/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.bash</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../date_time/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.date_time</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../date_time_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.date_time_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../external_task/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.external_task</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../external_task_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.external_task_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../filesystem/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.filesystem</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../hdfs_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hdfs_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../hive_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hive_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../http_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.http_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../metastore_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.metastore_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../named_hive_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.named_hive_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../python/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.python</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../s3_key_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_key_sensor</span></code></a></li>
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_prefix_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../smart_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.smart_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../sql/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.sql</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../sql_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.sql_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_delta/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_delta</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_delta_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_delta_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../web_hdfs_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.web_hdfs_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../weekday/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.weekday</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../base_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../dask_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor">DebugExecutor</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor.execute_async">execute_async</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor.sync">sync</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor.queue_task_instance">queue_task_instance</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor.trigger_tasks">trigger_tasks</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor.end">end</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor.terminate">terminate</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor.change_state">change_state</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_constants/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_loader/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../local_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../sequential_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
</ul>
</li>
</ul>
@@ -390,8 +402,6 @@
</li>
</ul>
</li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#exceptions">Exceptions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
@@ -565,37 +575,49 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../cli-and-env-variables-ref.html">CLI</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../templates-ref.html">Templates</a></li>
<li class="toctree-l1 current"><a class="reference internal" href="../../../../python-api-ref.html">Python API</a><ul class="current">
-<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a><ul class="current">
-<li class="toctree-l3"><a class="reference internal" href="../../../../python-api-ref.html#baseoperator">BaseOperator</a></li>
-<li class="toctree-l3"><a class="reference internal" href="../../../../python-api-ref.html#basesensoroperator">BaseSensorOperator</a></li>
-<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#operators-packages">Operators packages</a><ul class="current">
-<li class="toctree-l4"><a class="reference internal" href="../../operators/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.operators</span></code></a></li>
-<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors</span></code></a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul class="current">
<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l6"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.base</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../base_sensor_operator/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.base_sensor_operator</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../bash/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.bash</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../date_time/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.date_time</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../date_time_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.date_time_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../external_task/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.external_task</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../external_task_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.external_task_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../filesystem/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.filesystem</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../hdfs_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hdfs_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../hive_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hive_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../http_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.http_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../metastore_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.metastore_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../named_hive_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.named_hive_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../python/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.python</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../s3_key_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_key_sensor</span></code></a></li>
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_prefix_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../smart_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.smart_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../sql/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.sql</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../sql_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.sql_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_delta/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_delta</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_delta_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_delta_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../web_hdfs_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.web_hdfs_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../weekday/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.weekday</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../base_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../dask_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor">DebugExecutor</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor.execute_async">execute_async</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor.sync">sync</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor.queue_task_instance">queue_task_instance</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor.trigger_tasks">trigger_tasks</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor.end">end</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor.terminate">terminate</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor.change_state">change_state</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_constants/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_loader/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../local_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../sequential_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
</ul>
</li>
</ul>
@@ -604,8 +626,6 @@
</li>
</ul>
</li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#exceptions">Exceptions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
@@ -709,9 +729,9 @@
<li class="breadcrumb-item"><a href="../../../../python-api-ref.html">Python API Reference</a></li>
- <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors</span></code></a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_prefix_sensor</span></code></a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
</ul>
</div>
@@ -722,18 +742,81 @@
<div class="bodywrapper">
<div class="body" role="main">
- <div class="section" id="module-airflow.sensors.s3_prefix_sensor">
-<span id="airflow-sensors-s3-prefix-sensor"></span><h1><a class="reference internal" href="#module-airflow.sensors.s3_prefix_sensor" title="airflow.sensors.s3_prefix_sensor"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_prefix_sensor</span></code></a><a class="headerlink" href="#module-airflow.sensors.s3_prefix_sensor" title="Permalink to this headline">¶</a></h1>
-<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/sensors/s3_prefix/index.html#module-airflow.providers.amazon.aws.sensors.s3_prefix" title="(in apache-airflow-providers-amazon v2.4.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.amazon.aws.sensors.s3_prefix</span></code></a>.</p>
+ <div class="section" id="module-airflow.executors.debug_executor">
+<span id="airflow-executors-debug-executor"></span><h1><a class="reference internal" href="#module-airflow.executors.debug_executor" title="airflow.executors.debug_executor"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a><a class="headerlink" href="#module-airflow.executors.debug_executor" title="Permalink to this headline">¶</a></h1>
+<p><p>DebugExecutor</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more information on how the DebugExecutor works, take a look at the guide:
+<a class="reference internal" href="../../../../executor/debug.html#executor-debugexecutor"><span class="std std-ref">Debug Executor</span></a></p>
+</div>
</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
+<dl class="py class">
+<dt id="airflow.executors.debug_executor.DebugExecutor">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.executors.debug_executor.</code><code class="sig-name descname">DebugExecutor</code><a class="reference internal" href="../../../../_modules/airflow/executors/debug_executor.html#DebugExecutor"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.debug_executor.DebugExecutor" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="../base_executor/index.html#airflow.executors.base_executor.BaseExecutor" title="airflow.executors.base_executor.BaseExecutor"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.executors.base_executor.BaseExecutor</span></code></a></p>
+<p>This executor is meant for debugging purposes. It can be used with SQLite.</p>
+<p>It executes one task instance at time. Additionally to support working
+with sensors, all sensors <code class="docutils literal notranslate"><span class="pre">mode</span></code> will be automatically set to “reschedule”.</p>
+<dl class="py method">
+<dt id="airflow.executors.debug_executor.DebugExecutor.execute_async">
+<code class="sig-name descname">execute_async</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="o">*</span><span class="n">args</span></em>, <em class="sig-param"><span class="o">**</span><span class="n">kwargs</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/debug_executor.html#DebugExecutor.execute_async"><span class="viewcode-link">[source [...]
+<dd><p>The method is replaced by custom trigger_task implementation.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.debug_executor.DebugExecutor.sync">
+<code class="sig-name descname">sync</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/debug_executor.html#DebugExecutor.sync"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.debug_executor.DebugExecutor.sync" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.debug_executor.DebugExecutor.queue_task_instance">
+<code class="sig-name descname">queue_task_instance</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">task_instance</span><span class="p">:</span> <span class="n">TaskInstance</span></em>, <em class="sig-param"><span class="n">mark_success</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)">bool</ [...]
+<dd><p>Queues task instance with empty command because we do not need it.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.debug_executor.DebugExecutor.trigger_tasks">
+<code class="sig-name descname">trigger_tasks</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">open_slots</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)">int</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/debug_executor [...]
+<dd><p>Triggers tasks. Instead of calling exec_async we just
+add task instance to tasks_to_run queue.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>open_slots</strong> – Number of open slots</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.debug_executor.DebugExecutor.end">
+<code class="sig-name descname">end</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/debug_executor.html#DebugExecutor.end"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.debug_executor.DebugExecutor.end" title="Permalink to this definition">¶</a></dt>
+<dd><p>When the method is called we just set states of queued tasks
+to UPSTREAM_FAILED marking them as not executed.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.debug_executor.DebugExecutor.terminate">
+<code class="sig-name descname">terminate</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/debug_executor.html#DebugExecutor.terminate"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.debug_executor.DebugExecutor.terminate" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.debug_executor.DebugExecutor.change_state">
+<code class="sig-name descname">change_state</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n">TaskInstanceKey</span></em>, <em class="sig-param"><span class="n">state</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em clas [...]
+<dd></dd></dl>
+
+</dd></dl>
+
+</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="airflow.sensors.s3_key_sensor" href="../s3_key_sensor/index.html" >
+ <a rel="prev" title="airflow.executors.dask_executor" href="../dask_executor/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="airflow.sensors.smart_sensor" href="../smart_sensor/index.html" >
+ <a rel="next" title="airflow.executors.executor_constants" href="../executor_constants/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -803,7 +886,34 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_prefix_sensor</span></code></a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor">DebugExecutor</a><ul>
+<li><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor.execute_async">execute_async</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor.sync">sync</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor.queue_task_instance">queue_task_instance</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor.trigger_tasks">trigger_tasks</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor.end">end</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor.terminate">terminate</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.debug_executor.DebugExecutor.change_state">change_state</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</div>
@@ -826,7 +936,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/sensors/s3_prefix_sensor/index.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/executors/debug_executor/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
diff --git a/docs/apache-airflow/stable/_api/airflow/sensors/web_hdfs_sensor/index.html b/docs/apache-airflow/2.2.3/_api/airflow/executors/executor_constants/index.html
similarity index 87%
copy from docs/apache-airflow/stable/_api/airflow/sensors/web_hdfs_sensor/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/executors/executor_constants/index.html
index ae20346..4911195 100644
--- a/docs/apache-airflow/stable/_api/airflow/sensors/web_hdfs_sensor/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/executors/executor_constants/index.html
@@ -9,7 +9,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>airflow.sensors.web_hdfs_sensor — Airflow Documentation</title>
+ <title>airflow.executors.executor_constants — Airflow Documentation</title>
<link rel="stylesheet" href="../../../../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/_gen/css/main-custom.min.css" />
@@ -17,8 +17,8 @@
<link rel="shortcut icon" href="../../../../_static/pin_32.png"/>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="airflow.sensors.weekday" href="../weekday/index.html" />
- <link rel="prev" title="airflow.sensors.time_sensor" href="../time_sensor/index.html" />
+ <link rel="next" title="airflow.executors.executor_loader" href="../executor_loader/index.html" />
+ <link rel="prev" title="airflow.executors.debug_executor" href="../debug_executor/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -351,37 +351,46 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../cli-and-env-variables-ref.html">CLI</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../templates-ref.html">Templates</a></li>
<li class="toctree-l1 current"><a class="reference internal" href="../../../../python-api-ref.html">Python API</a><ul class="current">
-<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a><ul class="current">
-<li class="toctree-l3"><a class="reference internal" href="../../../../python-api-ref.html#baseoperator">BaseOperator</a></li>
-<li class="toctree-l3"><a class="reference internal" href="../../../../python-api-ref.html#basesensoroperator">BaseSensorOperator</a></li>
-<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#operators-packages">Operators packages</a><ul class="current">
-<li class="toctree-l4"><a class="reference internal" href="../../operators/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.operators</span></code></a></li>
-<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors</span></code></a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul class="current">
<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l6"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.base</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../base_sensor_operator/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.base_sensor_operator</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../bash/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.bash</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../date_time/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.date_time</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../date_time_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.date_time_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../external_task/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.external_task</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../external_task_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.external_task_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../filesystem/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.filesystem</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../hdfs_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hdfs_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../hive_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hive_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../http_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.http_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../metastore_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.metastore_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../named_hive_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.named_hive_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../python/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.python</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../s3_key_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_key_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../s3_prefix_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_prefix_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../smart_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.smart_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../sql/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.sql</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../sql_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.sql_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_delta/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_delta</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_delta_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_delta_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_sensor</span></code></a></li>
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.web_hdfs_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../weekday/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.weekday</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../base_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../dask_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../debug_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.executor_constants.LOCAL_EXECUTOR">LOCAL_EXECUTOR</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.executor_constants.SEQUENTIAL_EXECUTOR">SEQUENTIAL_EXECUTOR</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.executor_constants.CELERY_EXECUTOR">CELERY_EXECUTOR</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.executor_constants.CELERY_KUBERNETES_EXECUTOR">CELERY_KUBERNETES_EXECUTOR</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.executor_constants.DASK_EXECUTOR">DASK_EXECUTOR</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.executor_constants.KUBERNETES_EXECUTOR">KUBERNETES_EXECUTOR</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.executor_constants.DEBUG_EXECUTOR">DEBUG_EXECUTOR</a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_loader/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../local_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../sequential_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
</ul>
</li>
</ul>
@@ -390,8 +399,6 @@
</li>
</ul>
</li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#exceptions">Exceptions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
@@ -565,37 +572,46 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../cli-and-env-variables-ref.html">CLI</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../templates-ref.html">Templates</a></li>
<li class="toctree-l1 current"><a class="reference internal" href="../../../../python-api-ref.html">Python API</a><ul class="current">
-<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a><ul class="current">
-<li class="toctree-l3"><a class="reference internal" href="../../../../python-api-ref.html#baseoperator">BaseOperator</a></li>
-<li class="toctree-l3"><a class="reference internal" href="../../../../python-api-ref.html#basesensoroperator">BaseSensorOperator</a></li>
-<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#operators-packages">Operators packages</a><ul class="current">
-<li class="toctree-l4"><a class="reference internal" href="../../operators/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.operators</span></code></a></li>
-<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors</span></code></a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul class="current">
<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l6"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.base</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../base_sensor_operator/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.base_sensor_operator</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../bash/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.bash</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../date_time/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.date_time</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../date_time_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.date_time_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../external_task/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.external_task</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../external_task_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.external_task_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../filesystem/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.filesystem</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../hdfs_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hdfs_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../hive_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hive_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../http_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.http_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../metastore_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.metastore_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../named_hive_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.named_hive_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../python/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.python</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../s3_key_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_key_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../s3_prefix_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_prefix_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../smart_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.smart_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../sql/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.sql</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../sql_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.sql_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_delta/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_delta</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_delta_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_delta_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_sensor</span></code></a></li>
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.web_hdfs_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../weekday/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.weekday</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../base_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../dask_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../debug_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.executor_constants.LOCAL_EXECUTOR">LOCAL_EXECUTOR</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.executor_constants.SEQUENTIAL_EXECUTOR">SEQUENTIAL_EXECUTOR</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.executor_constants.CELERY_EXECUTOR">CELERY_EXECUTOR</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.executor_constants.CELERY_KUBERNETES_EXECUTOR">CELERY_KUBERNETES_EXECUTOR</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.executor_constants.DASK_EXECUTOR">DASK_EXECUTOR</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.executor_constants.KUBERNETES_EXECUTOR">KUBERNETES_EXECUTOR</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.executor_constants.DEBUG_EXECUTOR">DEBUG_EXECUTOR</a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_loader/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../local_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../sequential_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
</ul>
</li>
</ul>
@@ -604,8 +620,6 @@
</li>
</ul>
</li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#exceptions">Exceptions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
@@ -709,9 +723,9 @@
<li class="breadcrumb-item"><a href="../../../../python-api-ref.html">Python API Reference</a></li>
- <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors</span></code></a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.web_hdfs_sensor</span></code></a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
</ul>
</div>
@@ -722,18 +736,54 @@
<div class="bodywrapper">
<div class="body" role="main">
- <div class="section" id="module-airflow.sensors.web_hdfs_sensor">
-<span id="airflow-sensors-web-hdfs-sensor"></span><h1><a class="reference internal" href="#module-airflow.sensors.web_hdfs_sensor" title="airflow.sensors.web_hdfs_sensor"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.web_hdfs_sensor</span></code></a><a class="headerlink" href="#module-airflow.sensors.web_hdfs_sensor" title="Permalink to this headline">¶</a></h1>
-<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-apache-hdfs/stable/_api/airflow/providers/apache/hdfs/sensors/web_hdfs/index.html#module-airflow.providers.apache.hdfs.sensors.web_hdfs" title="(in apache-airflow-providers-apache-hdfs v2.1.1)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hdfs.sensors.web_hdfs</span></code></a>.</p>
-</p>
+ <div class="section" id="module-airflow.executors.executor_constants">
+<span id="airflow-executors-executor-constants"></span><h1><a class="reference internal" href="#module-airflow.executors.executor_constants" title="airflow.executors.executor_constants"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a><a class="headerlink" href="#module-airflow.executors.executor_constants" title="Permalink to this headline">¶</a></h1>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
+<dl class="py data">
+<dt id="airflow.executors.executor_constants.LOCAL_EXECUTOR">
+<code class="sig-prename descclassname">airflow.executors.executor_constants.</code><code class="sig-name descname">LOCAL_EXECUTOR</code><em class="property"> = LocalExecutor</em><a class="reference internal" href="../../../../_modules/airflow/executors/executor_constants.html#LOCAL_EXECUTOR"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.executor_constants.LOCAL_EXECUTOR" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py data">
+<dt id="airflow.executors.executor_constants.SEQUENTIAL_EXECUTOR">
+<code class="sig-prename descclassname">airflow.executors.executor_constants.</code><code class="sig-name descname">SEQUENTIAL_EXECUTOR</code><em class="property"> = SequentialExecutor</em><a class="reference internal" href="../../../../_modules/airflow/executors/executor_constants.html#SEQUENTIAL_EXECUTOR"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.executor_constants.SEQUENTIAL_EXECUTOR" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py data">
+<dt id="airflow.executors.executor_constants.CELERY_EXECUTOR">
+<code class="sig-prename descclassname">airflow.executors.executor_constants.</code><code class="sig-name descname">CELERY_EXECUTOR</code><em class="property"> = CeleryExecutor</em><a class="reference internal" href="../../../../_modules/airflow/executors/executor_constants.html#CELERY_EXECUTOR"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.executor_constants.CELERY_EXECUTOR" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py data">
+<dt id="airflow.executors.executor_constants.CELERY_KUBERNETES_EXECUTOR">
+<code class="sig-prename descclassname">airflow.executors.executor_constants.</code><code class="sig-name descname">CELERY_KUBERNETES_EXECUTOR</code><em class="property"> = CeleryKubernetesExecutor</em><a class="reference internal" href="../../../../_modules/airflow/executors/executor_constants.html#CELERY_KUBERNETES_EXECUTOR"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.executor_constants.CELERY_KUBERNETES_EXECUTOR" title="Permalink to th [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt id="airflow.executors.executor_constants.DASK_EXECUTOR">
+<code class="sig-prename descclassname">airflow.executors.executor_constants.</code><code class="sig-name descname">DASK_EXECUTOR</code><em class="property"> = DaskExecutor</em><a class="reference internal" href="../../../../_modules/airflow/executors/executor_constants.html#DASK_EXECUTOR"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.executor_constants.DASK_EXECUTOR" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py data">
+<dt id="airflow.executors.executor_constants.KUBERNETES_EXECUTOR">
+<code class="sig-prename descclassname">airflow.executors.executor_constants.</code><code class="sig-name descname">KUBERNETES_EXECUTOR</code><em class="property"> = KubernetesExecutor</em><a class="reference internal" href="../../../../_modules/airflow/executors/executor_constants.html#KUBERNETES_EXECUTOR"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.executor_constants.KUBERNETES_EXECUTOR" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py data">
+<dt id="airflow.executors.executor_constants.DEBUG_EXECUTOR">
+<code class="sig-prename descclassname">airflow.executors.executor_constants.</code><code class="sig-name descname">DEBUG_EXECUTOR</code><em class="property"> = DebugExecutor</em><a class="reference internal" href="../../../../_modules/airflow/executors/executor_constants.html#DEBUG_EXECUTOR"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.executor_constants.DEBUG_EXECUTOR" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="airflow.sensors.time_sensor" href="../time_sensor/index.html" >
+ <a rel="prev" title="airflow.executors.debug_executor" href="../debug_executor/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="airflow.sensors.weekday" href="../weekday/index.html" >
+ <a rel="next" title="airflow.executors.executor_loader" href="../executor_loader/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -803,7 +853,31 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.web_hdfs_sensor</span></code></a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#airflow.executors.executor_constants.LOCAL_EXECUTOR">LOCAL_EXECUTOR</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.executor_constants.SEQUENTIAL_EXECUTOR">SEQUENTIAL_EXECUTOR</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.executor_constants.CELERY_EXECUTOR">CELERY_EXECUTOR</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.executor_constants.CELERY_KUBERNETES_EXECUTOR">CELERY_KUBERNETES_EXECUTOR</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.executor_constants.DASK_EXECUTOR">DASK_EXECUTOR</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.executor_constants.KUBERNETES_EXECUTOR">KUBERNETES_EXECUTOR</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.executor_constants.DEBUG_EXECUTOR">DEBUG_EXECUTOR</a></li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</div>
@@ -826,7 +900,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/sensors/web_hdfs_sensor/index.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/executors/executor_constants/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
diff --git a/docs/apache-airflow/stable/_api/airflow/sensors/web_hdfs_sensor/index.html b/docs/apache-airflow/2.2.3/_api/airflow/executors/executor_loader/index.html
similarity index 88%
copy from docs/apache-airflow/stable/_api/airflow/sensors/web_hdfs_sensor/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/executors/executor_loader/index.html
index ae20346..16e39ad 100644
--- a/docs/apache-airflow/stable/_api/airflow/sensors/web_hdfs_sensor/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/executors/executor_loader/index.html
@@ -9,7 +9,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>airflow.sensors.web_hdfs_sensor — Airflow Documentation</title>
+ <title>airflow.executors.executor_loader — Airflow Documentation</title>
<link rel="stylesheet" href="../../../../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/_gen/css/main-custom.min.css" />
@@ -17,8 +17,8 @@
<link rel="shortcut icon" href="../../../../_static/pin_32.png"/>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="airflow.sensors.weekday" href="../weekday/index.html" />
- <link rel="prev" title="airflow.sensors.time_sensor" href="../time_sensor/index.html" />
+ <link rel="next" title="airflow.executors.kubernetes_executor" href="../kubernetes_executor/index.html" />
+ <link rel="prev" title="airflow.executors.executor_constants" href="../executor_constants/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -351,37 +351,43 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../cli-and-env-variables-ref.html">CLI</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../templates-ref.html">Templates</a></li>
<li class="toctree-l1 current"><a class="reference internal" href="../../../../python-api-ref.html">Python API</a><ul class="current">
-<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a><ul class="current">
-<li class="toctree-l3"><a class="reference internal" href="../../../../python-api-ref.html#baseoperator">BaseOperator</a></li>
-<li class="toctree-l3"><a class="reference internal" href="../../../../python-api-ref.html#basesensoroperator">BaseSensorOperator</a></li>
-<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#operators-packages">Operators packages</a><ul class="current">
-<li class="toctree-l4"><a class="reference internal" href="../../operators/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.operators</span></code></a></li>
-<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors</span></code></a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul class="current">
<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l6"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.base</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../base_sensor_operator/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.base_sensor_operator</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../bash/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.bash</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../date_time/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.date_time</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../date_time_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.date_time_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../external_task/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.external_task</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../external_task_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.external_task_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../filesystem/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.filesystem</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../hdfs_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hdfs_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../hive_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hive_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../http_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.http_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../metastore_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.metastore_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../named_hive_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.named_hive_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../python/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.python</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../s3_key_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_key_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../s3_prefix_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_prefix_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../smart_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.smart_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../sql/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.sql</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../sql_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.sql_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_delta/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_delta</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_delta_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_delta_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_sensor</span></code></a></li>
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.web_hdfs_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../weekday/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.weekday</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../base_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../dask_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../debug_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_constants/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.executor_loader.log">log</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.executor_loader.ExecutorLoader">ExecutorLoader</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.executor_loader.ExecutorLoader.executors">executors</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.executor_loader.ExecutorLoader.get_default_executor">get_default_executor</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.executor_loader.ExecutorLoader.load_executor">load_executor</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.executor_loader.UNPICKLEABLE_EXECUTORS">UNPICKLEABLE_EXECUTORS</a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l6"><a class="reference internal" href="../kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../local_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../sequential_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
</ul>
</li>
</ul>
@@ -390,8 +396,6 @@
</li>
</ul>
</li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#exceptions">Exceptions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
@@ -565,37 +569,43 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../cli-and-env-variables-ref.html">CLI</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../templates-ref.html">Templates</a></li>
<li class="toctree-l1 current"><a class="reference internal" href="../../../../python-api-ref.html">Python API</a><ul class="current">
-<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a><ul class="current">
-<li class="toctree-l3"><a class="reference internal" href="../../../../python-api-ref.html#baseoperator">BaseOperator</a></li>
-<li class="toctree-l3"><a class="reference internal" href="../../../../python-api-ref.html#basesensoroperator">BaseSensorOperator</a></li>
-<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#operators-packages">Operators packages</a><ul class="current">
-<li class="toctree-l4"><a class="reference internal" href="../../operators/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.operators</span></code></a></li>
-<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors</span></code></a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul class="current">
<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l6"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.base</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../base_sensor_operator/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.base_sensor_operator</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../bash/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.bash</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../date_time/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.date_time</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../date_time_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.date_time_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../external_task/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.external_task</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../external_task_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.external_task_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../filesystem/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.filesystem</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../hdfs_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hdfs_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../hive_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hive_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../http_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.http_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../metastore_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.metastore_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../named_hive_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.named_hive_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../python/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.python</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../s3_key_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_key_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../s3_prefix_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_prefix_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../smart_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.smart_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../sql/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.sql</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../sql_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.sql_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_delta/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_delta</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_delta_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_delta_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_sensor</span></code></a></li>
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.web_hdfs_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../weekday/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.weekday</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../base_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../dask_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../debug_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_constants/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.executor_loader.log">log</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.executor_loader.ExecutorLoader">ExecutorLoader</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.executor_loader.ExecutorLoader.executors">executors</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.executor_loader.ExecutorLoader.get_default_executor">get_default_executor</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.executor_loader.ExecutorLoader.load_executor">load_executor</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.executor_loader.UNPICKLEABLE_EXECUTORS">UNPICKLEABLE_EXECUTORS</a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l6"><a class="reference internal" href="../kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../local_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../sequential_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
</ul>
</li>
</ul>
@@ -604,8 +614,6 @@
</li>
</ul>
</li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#exceptions">Exceptions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
@@ -709,9 +717,9 @@
<li class="breadcrumb-item"><a href="../../../../python-api-ref.html">Python API Reference</a></li>
- <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors</span></code></a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.web_hdfs_sensor</span></code></a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
</ul>
</div>
@@ -722,18 +730,63 @@
<div class="bodywrapper">
<div class="body" role="main">
- <div class="section" id="module-airflow.sensors.web_hdfs_sensor">
-<span id="airflow-sensors-web-hdfs-sensor"></span><h1><a class="reference internal" href="#module-airflow.sensors.web_hdfs_sensor" title="airflow.sensors.web_hdfs_sensor"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.web_hdfs_sensor</span></code></a><a class="headerlink" href="#module-airflow.sensors.web_hdfs_sensor" title="Permalink to this headline">¶</a></h1>
-<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-apache-hdfs/stable/_api/airflow/providers/apache/hdfs/sensors/web_hdfs/index.html#module-airflow.providers.apache.hdfs.sensors.web_hdfs" title="(in apache-airflow-providers-apache-hdfs v2.1.1)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hdfs.sensors.web_hdfs</span></code></a>.</p>
+ <div class="section" id="module-airflow.executors.executor_loader">
+<span id="airflow-executors-executor-loader"></span><h1><a class="reference internal" href="#module-airflow.executors.executor_loader" title="airflow.executors.executor_loader"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a><a class="headerlink" href="#module-airflow.executors.executor_loader" title="Permalink to this headline">¶</a></h1>
+<p><p>All executors.</p>
</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
+<dl class="py data">
+<dt id="airflow.executors.executor_loader.log">
+<code class="sig-prename descclassname">airflow.executors.executor_loader.</code><code class="sig-name descname">log</code><a class="reference internal" href="../../../../_modules/airflow/executors/executor_loader.html#log"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.executor_loader.log" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py class">
+<dt id="airflow.executors.executor_loader.ExecutorLoader">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.executors.executor_loader.</code><code class="sig-name descname">ExecutorLoader</code><a class="reference internal" href="../../../../_modules/airflow/executors/executor_loader.html#ExecutorLoader"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.executor_loader.ExecutorLoader" title="Permalink to this definition">¶</a></dt>
+<dd><p>Keeps constants for all the currently available executors.</p>
+<dl class="py attribute">
+<dt id="airflow.executors.executor_loader.ExecutorLoader.executors">
+<code class="sig-name descname">executors</code><a class="reference internal" href="../../../../_modules/airflow/executors/executor_loader.html#ExecutorLoader.executors"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.executor_loader.ExecutorLoader.executors" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.executor_loader.ExecutorLoader.get_default_executor">
+<em class="property">classmethod </em><code class="sig-name descname">get_default_executor</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">cls</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/executor_loader.html#ExecutorLoader.get_default_executor"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.executor_loader.ExecutorLoader.get_default_executor [...]
+<dd><p>Creates a new instance of the configured executor if none exists and returns it</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.executor_loader.ExecutorLoader.load_executor">
+<em class="property">classmethod </em><code class="sig-name descname">load_executor</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">cls</span></em>, <em class="sig-param"><span class="n">executor_name</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_m [...]
+<dd><p>Loads the executor.</p>
+<p>This supports the following formats:
+* by executor name for core executor
+* by <code class="docutils literal notranslate"><span class="pre">{plugin_name}.{class_name}</span></code> for executor from plugins
+* by import path.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Returns</dt>
+<dd class="field-odd"><p>an instance of executor class via executor_name</p>
+</dd>
+</dl>
+</dd></dl>
+
+</dd></dl>
+
+<dl class="py data">
+<dt id="airflow.executors.executor_loader.UNPICKLEABLE_EXECUTORS">
+<code class="sig-prename descclassname">airflow.executors.executor_loader.</code><code class="sig-name descname">UNPICKLEABLE_EXECUTORS</code><a class="reference internal" href="../../../../_modules/airflow/executors/executor_loader.html#UNPICKLEABLE_EXECUTORS"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.executor_loader.UNPICKLEABLE_EXECUTORS" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="airflow.sensors.time_sensor" href="../time_sensor/index.html" >
+ <a rel="prev" title="airflow.executors.executor_constants" href="../executor_constants/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="airflow.sensors.weekday" href="../weekday/index.html" >
+ <a rel="next" title="airflow.executors.kubernetes_executor" href="../kubernetes_executor/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -803,7 +856,28 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.web_hdfs_sensor</span></code></a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#airflow.executors.executor_loader.log">log</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.executor_loader.ExecutorLoader">ExecutorLoader</a><ul>
+<li><a class="reference internal" href="#airflow.executors.executor_loader.ExecutorLoader.executors">executors</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.executor_loader.ExecutorLoader.get_default_executor">get_default_executor</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.executor_loader.ExecutorLoader.load_executor">load_executor</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.executor_loader.UNPICKLEABLE_EXECUTORS">UNPICKLEABLE_EXECUTORS</a></li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</div>
@@ -826,7 +900,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/sensors/web_hdfs_sensor/index.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/executors/executor_loader/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
diff --git a/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html b/docs/apache-airflow/2.2.3/_api/airflow/executors/index.html
similarity index 88%
copy from docs/apache-airflow/stable/security/secrets/secrets-backend/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/executors/index.html
index 35ae7f5..530d10f 100644
--- a/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/executors/index.html
@@ -9,7 +9,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secrets Backend — Airflow Documentation</title>
+ <title>airflow.executors — Airflow Documentation</title>
<link rel="stylesheet" href="../../../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../../_static/_gen/css/main-custom.min.css" />
@@ -17,8 +17,8 @@
<link rel="shortcut icon" href="../../../_static/pin_32.png"/>
<link rel="index" title="Index" href="../../../genindex.html" />
<link rel="search" title="Search" href="../../../search.html" />
- <link rel="next" title="Local Filesystem Secrets Backend" href="local-filesystem-secrets-backend.html" />
- <link rel="prev" title="Fernet" href="../fernet.html" />
+ <link rel="next" title="airflow.executors.base_executor" href="base_executor/index.html" />
+ <link rel="prev" title="airflow.hooks.zendesk_hook" href="../hooks/zendesk_hook/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -314,7 +314,7 @@
<div class="toctree" role="navigation" aria-label="main navigation">
<p class="caption"><span class="caption-text">Content</span></p>
-<ul class="current">
+<ul>
<li class="toctree-l1"><a class="reference internal" href="../../../index.html">Home</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../project.html">Project</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../license.html">License</a></li>
@@ -329,32 +329,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../executor/index.html">Executor</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../dag-run.html">DAG Runs</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../plugins.html">Plugins</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Security</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="../../access-control.html">Access Control</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../api.html">API</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../flower.html">Flower</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../kerberos.html">Kerberos</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../webserver.html">Webserver</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../workload.html">Workload</a></li>
-<li class="toctree-l2 current"><a class="reference internal" href="../index.html">Secrets</a><ul class="current">
-<li class="toctree-l3"><a class="reference internal" href="../fernet.html">Encryption at rest</a></li>
-<li class="toctree-l3 current"><a class="current reference internal" href="#">Using external Secret stores</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="#search-path">Search path</a></li>
-<li class="toctree-l4"><a class="reference internal" href="#configuration">Configuration</a></li>
-<li class="toctree-l4"><a class="reference internal" href="#supported-core-backends">Supported core backends</a><ul>
-<li class="toctree-l5"><a class="reference internal" href="local-filesystem-secrets-backend.html">Local Filesystem Secrets Backend</a></li>
-</ul>
-</li>
-<li class="toctree-l4"><a class="reference internal" href="#apache-airflow-community-provided-secret-backends">Apache Airflow Community provided secret backends</a></li>
-<li class="toctree-l4"><a class="reference internal" href="#roll-your-own-secrets-backend">Roll your own secrets backend</a></li>
-</ul>
-</li>
-<li class="toctree-l3"><a class="reference internal" href="../mask-sensitive-values.html">Masking sensitive data</a></li>
-</ul>
-</li>
-<li class="toctree-l2"><a class="reference internal" href="../../index.html#reporting-vulnerabilities">Reporting Vulnerabilities</a></li>
-</ul>
-</li>
+<li class="toctree-l1"><a class="reference internal" href="../../../security/index.html">Security</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../logging-monitoring/index.html">Logging & Monitoring</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../timezone.html">Time Zones</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../usage-cli.html">Using the CLI</a></li>
@@ -371,11 +346,41 @@
<li class="toctree-l1"><a class="reference internal" href="../../../privacy_notice.html">Privacy Notice</a></li>
</ul>
<p class="caption"><span class="caption-text">References</span></p>
-<ul>
+<ul class="current">
<li class="toctree-l1"><a class="reference internal" href="../../../operators-and-hooks-ref.html">Operators and hooks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../cli-and-env-variables-ref.html">CLI</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../templates-ref.html">Templates</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../python-api-ref.html">Python API</a></li>
+<li class="toctree-l1 current"><a class="reference internal" href="../../../python-api-ref.html">Python API</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#operators">Operators</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#hooks">Hooks</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul>
+<li class="toctree-l5"><a class="reference internal" href="#submodules">Submodules</a><ul>
+<li class="toctree-l6"><a class="reference internal" href="base_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="celery_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="celery_kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="dask_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="debug_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="executor_constants/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="executor_loader/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="local_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="sequential_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#models">Models</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#exceptions">Exceptions</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#timetables">Timetables</a></li>
+</ul>
+</li>
<li class="toctree-l1"><a class="reference internal" href="../../../stable-rest-api-ref.html">Stable REST API</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../deprecated-rest-api-ref.html">Deprecated REST API</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../configurations-ref.html">Configurations</a></li>
@@ -506,7 +511,7 @@
<div class="toctree" role="navigation" aria-label="main navigation">
<p class="caption"><span class="caption-text">Content</span></p>
-<ul class="current">
+<ul>
<li class="toctree-l1"><a class="reference internal" href="../../../index.html">Home</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../project.html">Project</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../license.html">License</a></li>
@@ -521,32 +526,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../executor/index.html">Executor</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../dag-run.html">DAG Runs</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../plugins.html">Plugins</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Security</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="../../access-control.html">Access Control</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../api.html">API</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../flower.html">Flower</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../kerberos.html">Kerberos</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../webserver.html">Webserver</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../workload.html">Workload</a></li>
-<li class="toctree-l2 current"><a class="reference internal" href="../index.html">Secrets</a><ul class="current">
-<li class="toctree-l3"><a class="reference internal" href="../fernet.html">Encryption at rest</a></li>
-<li class="toctree-l3 current"><a class="current reference internal" href="#">Using external Secret stores</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="#search-path">Search path</a></li>
-<li class="toctree-l4"><a class="reference internal" href="#configuration">Configuration</a></li>
-<li class="toctree-l4"><a class="reference internal" href="#supported-core-backends">Supported core backends</a><ul>
-<li class="toctree-l5"><a class="reference internal" href="local-filesystem-secrets-backend.html">Local Filesystem Secrets Backend</a></li>
-</ul>
-</li>
-<li class="toctree-l4"><a class="reference internal" href="#apache-airflow-community-provided-secret-backends">Apache Airflow Community provided secret backends</a></li>
-<li class="toctree-l4"><a class="reference internal" href="#roll-your-own-secrets-backend">Roll your own secrets backend</a></li>
-</ul>
-</li>
-<li class="toctree-l3"><a class="reference internal" href="../mask-sensitive-values.html">Masking sensitive data</a></li>
-</ul>
-</li>
-<li class="toctree-l2"><a class="reference internal" href="../../index.html#reporting-vulnerabilities">Reporting Vulnerabilities</a></li>
-</ul>
-</li>
+<li class="toctree-l1"><a class="reference internal" href="../../../security/index.html">Security</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../logging-monitoring/index.html">Logging & Monitoring</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../timezone.html">Time Zones</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../usage-cli.html">Using the CLI</a></li>
@@ -563,11 +543,41 @@
<li class="toctree-l1"><a class="reference internal" href="../../../privacy_notice.html">Privacy Notice</a></li>
</ul>
<p class="caption"><span class="caption-text">References</span></p>
-<ul>
+<ul class="current">
<li class="toctree-l1"><a class="reference internal" href="../../../operators-and-hooks-ref.html">Operators and hooks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../cli-and-env-variables-ref.html">CLI</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../templates-ref.html">Templates</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../python-api-ref.html">Python API</a></li>
+<li class="toctree-l1 current"><a class="reference internal" href="../../../python-api-ref.html">Python API</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#operators">Operators</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#hooks">Hooks</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul>
+<li class="toctree-l5"><a class="reference internal" href="#submodules">Submodules</a><ul>
+<li class="toctree-l6"><a class="reference internal" href="base_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="celery_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="celery_kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="dask_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="debug_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="executor_constants/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="executor_loader/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="local_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="sequential_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#models">Models</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#exceptions">Exceptions</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#timetables">Timetables</a></li>
+</ul>
+</li>
<li class="toctree-l1"><a class="reference internal" href="../../../stable-rest-api-ref.html">Stable REST API</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../deprecated-rest-api-ref.html">Deprecated REST API</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../configurations-ref.html">Configurations</a></li>
@@ -663,11 +673,9 @@
<li class="breadcrumb-item"><a href="../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="../../index.html">Security</a></li>
+ <li class="breadcrumb-item"><a href="../../../python-api-ref.html">Python API Reference</a></li>
- <li class="breadcrumb-item"><a href="../index.html">Secrets</a></li>
-
- <li class="breadcrumb-item"><a href="index.html"> Secrets Backend</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a></li>
</ul>
</div>
@@ -678,92 +686,35 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secrets-backend">
-<h1>Secrets Backend<a class="headerlink" href="#secrets-backend" title="Permalink to this headline">¶</a></h1>
-<div class="versionadded">
-<p><span class="versionmodified added">New in version 1.10.10.</span></p>
-</div>
-<p>In addition to retrieving connections & variables from environment variables or the metastore database, you
-can also enable alternative secrets backend to retrieve Airflow connections or Airflow variables via
-<a class="reference internal" href="#community-secret-backends"><span class="std std-ref">Apache Airflow Community provided backends</span></a> in
-<a class="reference external" href="/docs/apache-airflow-providers/core-extensions/secrets-backends.html" title="(in apache-airflow-providers vdevel)"><span>Secret backends</span></a>.</p>
-<div class="admonition note">
-<p class="admonition-title">Note</p>
-<p>The Airflow UI only shows connections and variables stored in the Metadata DB and not via any other method.
-If you use an alternative secrets backend, check inside your backend to view the values of your variables and connections.</p>
-</div>
-<p>You can also get Airflow configurations with sensitive data from the Secrets Backend.
-See <a class="reference internal" href="../../../howto/set-config.html"><span class="doc">Setting Configuration Options</span></a> for more details.</p>
-<div class="section" id="search-path">
-<h2>Search path<a class="headerlink" href="#search-path" title="Permalink to this headline">¶</a></h2>
-<p>When looking up a connection/variable, by default Airflow will search environment variables first and metastore
-database second.</p>
-<p>If you enable an alternative secrets backend, it will be searched first, followed by environment variables,
-then metastore. This search ordering is not configurable.</p>
-<div class="admonition warning">
-<p class="admonition-title">Warning</p>
-<p>When using environment variables or an alternative secrets backend to store secrets or variables, it is possible to create key collisions.
-In the event of a duplicated key between backends, all write operations will update the value in the metastore, but all read operations will
-return the first match for the requested key starting with the custom backend, then the environment variables and finally the metastore.</p>
-</div>
-</div>
-<div class="section" id="configuration">
-<span id="secrets-backend-configuration"></span><h2>Configuration<a class="headerlink" href="#configuration" title="Permalink to this headline">¶</a></h2>
-<p>The <code class="docutils literal notranslate"><span class="pre">[secrets]</span></code> section has the following options:</p>
-<div class="highlight-ini notranslate"><div class="highlight"><pre><span></span><span class="k">[secrets]</span>
-<span class="na">backend</span> <span class="o">=</span>
-<span class="na">backend_kwargs</span> <span class="o">=</span>
-</pre></div>
-</div>
-<p>Set <code class="docutils literal notranslate"><span class="pre">backend</span></code> to the fully qualified class name of the backend you want to enable.</p>
-<p>You can provide <code class="docutils literal notranslate"><span class="pre">backend_kwargs</span></code> with json and it will be passed as kwargs to the <code class="docutils literal notranslate"><span class="pre">__init__</span></code> method of
-your secrets backend.</p>
-<p>If you want to check which secret backend is currently set, you can use <code class="docutils literal notranslate"><span class="pre">airflow</span> <span class="pre">config</span> <span class="pre">get-value</span> <span class="pre">secrets</span> <span class="pre">backend</span></code> command as in
-the example below.</p>
-<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>$ airflow config get-value secrets backend
-airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend
-</pre></div>
-</div>
-</div>
-<div class="section" id="supported-core-backends">
-<h2>Supported core backends<a class="headerlink" href="#supported-core-backends" title="Permalink to this headline">¶</a></h2>
+ <div class="section" id="module-airflow.executors">
+<span id="airflow-executors"></span><h1><a class="reference internal" href="#module-airflow.executors" title="airflow.executors"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><a class="headerlink" href="#module-airflow.executors" title="Permalink to this headline">¶</a></h1>
+<p><p>Executors.</p>
+</p>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this headline">¶</a></h2>
<div class="toctree-wrapper compound">
<ul>
-<li class="toctree-l1"><a class="reference internal" href="local-filesystem-secrets-backend.html">Local Filesystem Secrets Backend</a></li>
+<li class="toctree-l1"><a class="reference internal" href="base_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="celery_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="celery_kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="dask_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="debug_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="executor_constants/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="executor_loader/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="local_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="sequential_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
</ul>
</div>
</div>
-<div class="section" id="apache-airflow-community-provided-secret-backends">
-<span id="community-secret-backends"></span><h2>Apache Airflow Community provided secret backends<a class="headerlink" href="#apache-airflow-community-provided-secret-backends" title="Permalink to this headline">¶</a></h2>
-<p>Apache Airflow Community also releases community developed providers (<a class="reference external" href="/docs/apache-airflow-providers/index.html" title="(in apache-airflow-providers vdevel)"><span>Provider packages</span></a>)
-and some of them also provide handlers that extend secret backends
-capability of Apache Airflow. You can see all those providers in
-<a class="reference external" href="/docs/apache-airflow-providers/core-extensions/secrets-backends.html" title="(in apache-airflow-providers vdevel)"><span>Secret backends</span></a>.</p>
-</div>
-<div class="section" id="roll-your-own-secrets-backend">
-<span id="id1"></span><h2>Roll your own secrets backend<a class="headerlink" href="#roll-your-own-secrets-backend" title="Permalink to this headline">¶</a></h2>
-<p>A secrets backend is a subclass of <a class="reference internal" href="../../../_api/airflow/secrets/index.html#airflow.secrets.BaseSecretsBackend" title="airflow.secrets.BaseSecretsBackend"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.secrets.BaseSecretsBackend</span></code></a> and must implement either
-<a class="reference internal" href="../../../_api/airflow/secrets/index.html#airflow.secrets.BaseSecretsBackend.get_connection" title="airflow.secrets.BaseSecretsBackend.get_connection"><code class="xref py py-meth docutils literal notranslate"><span class="pre">get_connection()</span></code></a> or <a class="reference internal" href="../../../_api/airflow/secrets/index.html#airflow.secrets.BaseSecretsBackend.get_conn_uri" title="airflow.secrets.BaseSecretsBackend.get_conn_uri"><code cla [...]
-<p>After writing your backend class, provide the fully qualified class name in the <code class="docutils literal notranslate"><span class="pre">backend</span></code> key in the <code class="docutils literal notranslate"><span class="pre">[secrets]</span></code>
-section of <code class="docutils literal notranslate"><span class="pre">airflow.cfg</span></code>.</p>
-<p>Additional arguments to your SecretsBackend can be configured in <code class="docutils literal notranslate"><span class="pre">airflow.cfg</span></code> by supplying a JSON string to <code class="docutils literal notranslate"><span class="pre">backend_kwargs</span></code>, which will be passed to the <code class="docutils literal notranslate"><span class="pre">__init__</span></code> of your SecretsBackend.
-See <a class="reference internal" href="#secrets-backend-configuration"><span class="std std-ref">Configuration</span></a> for more details, and <a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/secrets-backends/aws-ssm-parameter-store.html#ssm-parameter-store-secrets" title="(in apache-airflow-providers-amazon v2.4.0)"><span class="xref std std-ref">SSM Parameter Store</span></a> for an example.</p>
-<div class="admonition note">
-<p class="admonition-title">Note</p>
-<p>If you are rolling your own secrets backend, you don’t strictly need to use airflow’s URI format. But
-doing so makes it easier to switch between environment variables, the metastore, and your secrets backend.</p>
-</div>
-</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Fernet" href="../fernet.html" >
+ <a rel="prev" title="airflow.hooks.zendesk_hook" href="../hooks/zendesk_hook/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Local Filesystem Secrets Backend" href="local-filesystem-secrets-backend.html" >
+ <a rel="next" title="airflow.executors.base_executor" href="base_executor/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -833,12 +784,8 @@ doing so makes it easier to switch between environment variables, the metastore,
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secrets Backend</a><ul>
-<li><a class="reference internal" href="#search-path">Search path</a></li>
-<li><a class="reference internal" href="#configuration">Configuration</a></li>
-<li><a class="reference internal" href="#supported-core-backends">Supported core backends</a></li>
-<li><a class="reference internal" href="#apache-airflow-community-provided-secret-backends">Apache Airflow Community provided secret backends</a></li>
-<li><a class="reference internal" href="#roll-your-own-secrets-backend">Roll your own secrets backend</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -863,7 +810,7 @@ doing so makes it easier to switch between environment variables, the metastore,
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/security/secrets/secrets-backend/index.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/executors/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
diff --git a/docs/apache-airflow/stable/_api/airflow/models/param/index.html b/docs/apache-airflow/2.2.3/_api/airflow/executors/kubernetes_executor/index.html
similarity index 69%
copy from docs/apache-airflow/stable/_api/airflow/models/param/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/executors/kubernetes_executor/index.html
index 73b69ec..8f07b3c 100644
--- a/docs/apache-airflow/stable/_api/airflow/models/param/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/executors/kubernetes_executor/index.html
@@ -9,7 +9,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>airflow.models.param — Airflow Documentation</title>
+ <title>airflow.executors.kubernetes_executor — Airflow Documentation</title>
<link rel="stylesheet" href="../../../../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/_gen/css/main-custom.min.css" />
@@ -17,8 +17,8 @@
<link rel="shortcut icon" href="../../../../_static/pin_32.png"/>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="airflow.models.pool" href="../pool/index.html" />
- <link rel="prev" title="airflow.models.log" href="../log/index.html" />
+ <link rel="next" title="airflow.executors.local_executor" href="../local_executor/index.html" />
+ <link rel="prev" title="airflow.executors.executor_loader" href="../executor_loader/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -353,95 +353,113 @@
<li class="toctree-l1 current"><a class="reference internal" href="../../../../python-api-ref.html">Python API</a><ul class="current">
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a></li>
-<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a><ul class="current">
-<li class="toctree-l3 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models</span></code></a><ul class="current">
-<li class="toctree-l4 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l5"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.base</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../baseoperator/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.baseoperator</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../connection/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.connection</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../crypto/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.crypto</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagbag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagbag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagcode/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagcode</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagparam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagparam</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagpickle/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagpickle</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagrun/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagrun</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../errors/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.errors</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../log/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.log</span></code></a></li>
-<li class="toctree-l5 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a><ul>
-<li class="toctree-l6"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.NoValueSentinel">NoValueSentinel</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__str__">__str__</a></li>
-</ul>
-<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__repr__">__repr__</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul class="current">
+<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
+<li class="toctree-l6"><a class="reference internal" href="../base_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../dask_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../debug_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_constants/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_loader/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesJobType">KubernetesJobType</a></li>
</ul>
-</li>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesResultsType">KubernetesResultsType</a></li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.Param">Param</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.CLASS_IDENTIFIER">CLASS_IDENTIFIER</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesWatchType">KubernetesWatchType</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.has_value">has_value</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.kubernetes_executor.ResourceVersion">ResourceVersion</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.ResourceVersion.resource_version">resource_version</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.resolve">resolve</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.ResourceVersion.__new__">__new__</a></li>
+</ul>
+</li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.dump">dump</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesJobWatcher">KubernetesJobWatcher</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesJobWatcher.run">run</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesJobWatcher.process_error">process_error</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesJobWatcher.process_status">process_status</a></li>
</ul>
</li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.ParamsDict">ParamsDict</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.__setitem__">__setitem__</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler">AirflowKubernetesScheduler</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.run_pod_async">run_pod_async</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.run_next">run_next</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.__getitem__">__getitem__</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.delete_pod">delete_pod</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.dump">dump</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.sync">sync</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.update">update</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.process_watcher_task">process_watcher_task</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.validate">validate</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.terminate">terminate</a></li>
</ul>
</li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.DagParam">DagParam</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.DagParam.resolve">resolve</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.kubernetes_executor.get_base_pod_from_template">get_base_pod_from_template</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor">KubernetesExecutor</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.clear_not_launched_queued_tasks">clear_not_launched_queued_tasks</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.start">start</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.execute_async">execute_async</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.sync">sync</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.try_adopt_task_instances">try_adopt_task_instances</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.adopt_launched_task">adopt_launched_task</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.end">end</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.terminate">terminate</a></li>
+</ul>
+</li>
</ul>
</li>
</ul>
</li>
+<li class="toctree-l6"><a class="reference internal" href="../local_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../sequential_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
</ul>
</li>
-<li class="toctree-l5"><a class="reference internal" href="../pool/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.pool</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../renderedtifields/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.renderedtifields</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../sensorinstance/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.sensorinstance</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../serialized_dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.serialized_dag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../skipmixin/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.skipmixin</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../slamiss/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.slamiss</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskfail/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskfail</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskinstance/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskinstance</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskmixin/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskmixin</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskreschedule/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskreschedule</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../trigger/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.trigger</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../variable/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.variable</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../xcom/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../xcom_arg/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom_arg</span></code></a></li>
</ul>
</li>
-<li class="toctree-l4"><a class="reference internal" href="../index.html#package-contents">Package Contents</a></li>
</ul>
</li>
</ul>
</li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#exceptions">Exceptions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#timetables">Timetables</a></li>
@@ -616,95 +634,113 @@
<li class="toctree-l1 current"><a class="reference internal" href="../../../../python-api-ref.html">Python API</a><ul class="current">
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a></li>
-<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a><ul class="current">
-<li class="toctree-l3 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models</span></code></a><ul class="current">
-<li class="toctree-l4 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l5"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.base</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../baseoperator/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.baseoperator</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../connection/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.connection</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../crypto/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.crypto</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagbag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagbag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagcode/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagcode</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagparam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagparam</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagpickle/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagpickle</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagrun/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagrun</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../errors/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.errors</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../log/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.log</span></code></a></li>
-<li class="toctree-l5 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a><ul>
-<li class="toctree-l6"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.NoValueSentinel">NoValueSentinel</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__str__">__str__</a></li>
-</ul>
-<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__repr__">__repr__</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul class="current">
+<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
+<li class="toctree-l6"><a class="reference internal" href="../base_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../dask_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../debug_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_constants/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_loader/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesJobType">KubernetesJobType</a></li>
</ul>
-</li>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesResultsType">KubernetesResultsType</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesWatchType">KubernetesWatchType</a></li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.Param">Param</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.CLASS_IDENTIFIER">CLASS_IDENTIFIER</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.kubernetes_executor.ResourceVersion">ResourceVersion</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.ResourceVersion.resource_version">resource_version</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.ResourceVersion.__new__">__new__</a></li>
+</ul>
+</li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.has_value">has_value</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesJobWatcher">KubernetesJobWatcher</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesJobWatcher.run">run</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.resolve">resolve</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesJobWatcher.process_error">process_error</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.dump">dump</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesJobWatcher.process_status">process_status</a></li>
</ul>
</li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.ParamsDict">ParamsDict</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.__setitem__">__setitem__</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler">AirflowKubernetesScheduler</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.run_pod_async">run_pod_async</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.__getitem__">__getitem__</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.run_next">run_next</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.dump">dump</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.delete_pod">delete_pod</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.update">update</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.sync">sync</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.validate">validate</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.process_watcher_task">process_watcher_task</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.terminate">terminate</a></li>
</ul>
</li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.DagParam">DagParam</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.DagParam.resolve">resolve</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.kubernetes_executor.get_base_pod_from_template">get_base_pod_from_template</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor">KubernetesExecutor</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.clear_not_launched_queued_tasks">clear_not_launched_queued_tasks</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.start">start</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.execute_async">execute_async</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.sync">sync</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.try_adopt_task_instances">try_adopt_task_instances</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.adopt_launched_task">adopt_launched_task</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.end">end</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.terminate">terminate</a></li>
</ul>
</li>
</ul>
</li>
</ul>
</li>
-<li class="toctree-l5"><a class="reference internal" href="../pool/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.pool</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../renderedtifields/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.renderedtifields</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../sensorinstance/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.sensorinstance</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../serialized_dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.serialized_dag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../skipmixin/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.skipmixin</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../slamiss/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.slamiss</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskfail/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskfail</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskinstance/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskinstance</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskmixin/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskmixin</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskreschedule/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskreschedule</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../trigger/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.trigger</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../variable/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.variable</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../xcom/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../xcom_arg/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom_arg</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../local_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../sequential_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
</ul>
</li>
-<li class="toctree-l4"><a class="reference internal" href="../index.html#package-contents">Package Contents</a></li>
</ul>
</li>
</ul>
</li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#exceptions">Exceptions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#timetables">Timetables</a></li>
@@ -807,9 +843,9 @@
<li class="breadcrumb-item"><a href="../../../../python-api-ref.html">Python API Reference</a></li>
- <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models</span></code></a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
</ul>
</div>
@@ -820,162 +856,212 @@
<div class="bodywrapper">
<div class="body" role="main">
- <div class="section" id="module-airflow.models.param">
-<span id="airflow-models-param"></span><h1><a class="reference internal" href="#module-airflow.models.param" title="airflow.models.param"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a><a class="headerlink" href="#module-airflow.models.param" title="Permalink to this headline">¶</a></h1>
+ <div class="section" id="module-airflow.executors.kubernetes_executor">
+<span id="airflow-executors-kubernetes-executor"></span><h1><a class="reference internal" href="#module-airflow.executors.kubernetes_executor" title="airflow.executors.kubernetes_executor"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a><a class="headerlink" href="#module-airflow.executors.kubernetes_executor" title="Permalink to this headline">¶</a></h1>
+<p><p>KubernetesExecutor</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more information on how the KubernetesExecutor works, take a look at the guide:
+<a class="reference internal" href="../../../../executor/kubernetes.html#executor-kubernetesexecutor"><span class="std std-ref">Kubernetes Executor</span></a></p>
+</div>
+</p>
<div class="section" id="module-contents">
<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
-<dl class="py class">
-<dt id="airflow.models.param.NoValueSentinel">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.models.param.</code><code class="sig-name descname">NoValueSentinel</code><a class="reference internal" href="../../../../_modules/airflow/models/param.html#NoValueSentinel"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.NoValueSentinel" title="Permalink to this definition">¶</a></dt>
-<dd><p>Sentinel class used to distinguish between None and no passed value</p>
-<dl class="py method">
-<dt id="airflow.models.param.NoValueSentinel.__str__">
-<code class="sig-name descname">__str__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#NoValueSentinel.__str__"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.NoValueSentinel.__str__" title="Permalink to this definition">¶</a></dt>
+<dl class="py data">
+<dt id="airflow.executors.kubernetes_executor.KubernetesJobType">
+<code class="sig-prename descclassname">airflow.executors.kubernetes_executor.</code><code class="sig-name descname">KubernetesJobType</code><a class="reference internal" href="../../../../_modules/airflow/executors/kubernetes_executor.html#KubernetesJobType"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.kubernetes_executor.KubernetesJobType" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>
-<dl class="py method">
-<dt id="airflow.models.param.NoValueSentinel.__repr__">
-<code class="sig-name descname">__repr__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#NoValueSentinel.__repr__"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.NoValueSentinel.__repr__" title="Permalink to this definition">¶</a></dt>
+<dl class="py data">
+<dt id="airflow.executors.kubernetes_executor.KubernetesResultsType">
+<code class="sig-prename descclassname">airflow.executors.kubernetes_executor.</code><code class="sig-name descname">KubernetesResultsType</code><a class="reference internal" href="../../../../_modules/airflow/executors/kubernetes_executor.html#KubernetesResultsType"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.kubernetes_executor.KubernetesResultsType" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>
-</dd></dl>
+<dl class="py data">
+<dt id="airflow.executors.kubernetes_executor.KubernetesWatchType">
+<code class="sig-prename descclassname">airflow.executors.kubernetes_executor.</code><code class="sig-name descname">KubernetesWatchType</code><a class="reference internal" href="../../../../_modules/airflow/executors/kubernetes_executor.html#KubernetesWatchType"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.kubernetes_executor.KubernetesWatchType" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
<dl class="py class">
-<dt id="airflow.models.param.Param">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.models.param.</code><code class="sig-name descname">Param</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">default</span><span class="p">:</span> <span class="n">Any</span> <span class="o">=</span> <span class="default_value">__NO_VALUE_SENTINEL</span></em>, <em class="sig-param"><span class="n">description</span><span class="p">:</span> <span class="n"><a class="reference external" [...]
-<dd><p>Class to hold the default value of a Param and rule set to do the validations. Without the rule set
-it always validates and returns the default value.</p>
-<dl class="field-list simple">
-<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><ul class="simple">
-<li><p><strong>default</strong> (<em>Any</em>) – The value this Param object holds</p></li>
-<li><p><strong>description</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Optional help text for the Param</p></li>
-<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) – The validation schema of the Param, if not given then all kwargs except
-default & description will form the schema</p></li>
-</ul>
-</dd>
-</dl>
+<dt id="airflow.executors.kubernetes_executor.ResourceVersion">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.executors.kubernetes_executor.</code><code class="sig-name descname">ResourceVersion</code><a class="reference internal" href="../../../../_modules/airflow/executors/kubernetes_executor.html#ResourceVersion"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.kubernetes_executor.ResourceVersion" title="Permalink to this definition">¶</a></dt>
+<dd><p>Singleton for tracking resourceVersion from Kubernetes</p>
<dl class="py attribute">
-<dt id="airflow.models.param.Param.CLASS_IDENTIFIER">
-<code class="sig-name descname">CLASS_IDENTIFIER</code><em class="property"> = __class</em><a class="reference internal" href="../../../../_modules/airflow/models/param.html#Param.CLASS_IDENTIFIER"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.Param.CLASS_IDENTIFIER" title="Permalink to this definition">¶</a></dt>
+<dt id="airflow.executors.kubernetes_executor.ResourceVersion.resource_version">
+<code class="sig-name descname">resource_version</code><em class="property"> = 0</em><a class="reference internal" href="../../../../_modules/airflow/executors/kubernetes_executor.html#ResourceVersion.resource_version"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.kubernetes_executor.ResourceVersion.resource_version" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>
-<dl class="py attribute">
-<dt id="airflow.models.param.Param.has_value">
-<code class="sig-name descname">has_value</code><a class="reference internal" href="../../../../_modules/airflow/models/param.html#Param.has_value"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.Param.has_value" title="Permalink to this definition">¶</a></dt>
+<dl class="py method">
+<dt id="airflow.executors.kubernetes_executor.ResourceVersion.__new__">
+<em class="property">classmethod </em><code class="sig-name descname">__new__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">cls</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/kubernetes_executor.html#ResourceVersion.__new__"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.kubernetes_executor.ResourceVersion.__new__" title="Permalink to this de [...]
<dd></dd></dl>
+</dd></dl>
+
+<dl class="py class">
+<dt id="airflow.executors.kubernetes_executor.KubernetesJobWatcher">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.executors.kubernetes_executor.</code><code class="sig-name descname">KubernetesJobWatcher</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">namespace</span><span class="p">:</span> <span class="n">Optional<span class="p">[</span><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a><span class="p">]</span></span></em [...]
+<dd><p>Bases: <a class="reference external" href="https://docs.python.org/3/library/multiprocessing.html#multiprocessing.Process" title="(in Python v3.10)"><code class="xref py py-class docutils literal notranslate"><span class="pre">multiprocessing.Process</span></code></a>, <code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.utils.log.logging_mixin.LoggingMixin</span></code></p>
+<p>Watches for Kubernetes jobs</p>
<dl class="py method">
-<dt id="airflow.models.param.Param.resolve">
-<code class="sig-name descname">resolve</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">value</span><span class="p">:</span> <span class="n">Optional<span class="p">[</span>Any<span class="p">]</span></span> <span class="o">=</span> <span class="default_value">__NO_VALUE_SENTINEL</span></em>, <em class="sig-param"><span class="n">suppress_exception</span><span class="p">:</span> <span class="n"><a class=" [...]
-<dd><p>Runs the validations and returns the Param’s final value.
-May raise ValueError on failed validations, or TypeError
-if no value is passed and no value already exists.</p>
-<dl class="field-list simple">
-<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><ul class="simple">
-<li><p><strong>value</strong> (<em>Optional</em><em>[</em><em>Any</em><em>]</em>) – The value to be updated for the Param</p></li>
-<li><p><strong>suppress_exception</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – To raise an exception or not when the validations fails.
-If true and validations fails, the return value would be None.</p></li>
-</ul>
-</dd>
-</dl>
+<dt id="airflow.executors.kubernetes_executor.KubernetesJobWatcher.run">
+<code class="sig-name descname">run</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/kubernetes_executor.html#KubernetesJobWatcher.run"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.kubernetes_executor.KubernetesJobWatcher.run" title="Permalink to this definition">¶</a></dt>
+<dd><p>Performs watching</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.kubernetes_executor.KubernetesJobWatcher.process_error">
+<code class="sig-name descname">process_error</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">event</span><span class="p">:</span> <span class="n">Any</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/kubernetes_executor.html#KubernetesJobWatcher.process_error"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#ai [...]
+<dd><p>Process error response</p>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.param.Param.dump">
-<code class="sig-name descname">dump</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#Param.dump"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.Param.dump" title="Permalink to this definition">¶</a></dt>
-<dd><p>Dump the Param as a dictionary</p>
+<dt id="airflow.executors.kubernetes_executor.KubernetesJobWatcher.process_status">
+<code class="sig-name descname">process_status</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">pod_id</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n">namespace</span><span class="p">:</span> <span class="n"><a class="reference external [...]
+<dd><p>Process status response</p>
</dd></dl>
</dd></dl>
<dl class="py class">
-<dt id="airflow.models.param.ParamsDict">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.models.param.</code><code class="sig-name descname">ParamsDict</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">dict_obj</span><span class="p">:</span> <span class="n">Optional<span class="p">[</span>Dict<span class="p">]</span></span> <span class="o">=</span> <span class="default_value">None</span></em>, <em class="sig-param"><span class="n">suppress_exception</span><span class="p" [...]
-<dd><p>Bases: <a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><code class="xref py py-class docutils literal notranslate"><span class="pre">dict</span></code></a></p>
-<p>Class to hold all params for dags or tasks. All the keys are strictly string and values
-are converted into Param’s object if they are not already. This class is to replace param’s
-dictionary implicitly and ideally not needed to be used directly.</p>
+<dt id="airflow.executors.kubernetes_executor.AirflowKubernetesScheduler">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.executors.kubernetes_executor.</code><code class="sig-name descname">AirflowKubernetesScheduler</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">kube_config</span><span class="p">:</span> <span class="n">Any</span></em>, <em class="sig-param"><span class="n">task_queue</span><span class="p">:</span> <span class="n">‘Queue[KubernetesJobType]’</span></em>, <em class="sig-param"><span [...]
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.utils.log.logging_mixin.LoggingMixin</span></code></p>
+<p>Airflow Scheduler for Kubernetes</p>
+<dl class="py method">
+<dt id="airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.run_pod_async">
+<code class="sig-name descname">run_pod_async</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">pod</span><span class="p">:</span> <span class="n">k8s.V1Pod</span></em>, <em class="sig-param"><span class="o">**</span><span class="n">kwargs</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/kubernetes_executor.html#AirflowKubernetesScheduler. [...]
+<dd><p>Runs POD asynchronously</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.run_next">
+<code class="sig-name descname">run_next</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">next_job</span><span class="p">:</span> <span class="n"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesJobType" title="airflow.executors.kubernetes_executor.KubernetesJobType">KubernetesJobType</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../. [...]
+<dd><p>The run_next command will check the task_queue for any un-run jobs.
+It will then create a unique job-id, launch that job in the cluster,
+and store relevant info in the current_jobs map so we can track the job’s
+status</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.delete_pod">
+<code class="sig-name descname">delete_pod</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">pod_id</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n">namespace</span><span class="p">:</span> <span class="n"><a class="reference external" hr [...]
+<dd><p>Deletes POD</p>
+</dd></dl>
+
<dl class="py method">
-<dt id="airflow.models.param.ParamsDict.__setitem__">
-<code class="sig-name descname">__setitem__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n">value</span><span class="p">:</span> <span class="n">Any</span></em><span class="sig-paren" [...]
-<dd><p>Override for dictionary’s <code class="docutils literal notranslate"><span class="pre">setitem</span></code> method. This method make sure that all values are of
-Param’s type only.</p>
+<dt id="airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.sync">
+<code class="sig-name descname">sync</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/kubernetes_executor.html#AirflowKubernetesScheduler.sync"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.sync" title="Permalink to this definition">¶</a></dt>
+<dd><p>The sync function checks the status of all currently running kubernetes jobs.
+If a job is completed, its status is placed in the result queue to
+be sent back to the scheduler.</p>
<dl class="field-list simple">
-<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><ul class="simple">
-<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – A key which needs to be inserted or updated in the dict</p></li>
-<li><p><strong>value</strong> (<em>Any</em>) – A value which needs to be set against the key. It could be of any
-type but will be converted and stored as a Param object eventually.</p></li>
-</ul>
+<dt class="field-odd">Returns</dt>
+<dd class="field-odd"><p></p>
</dd>
</dl>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.param.ParamsDict.__getitem__">
-<code class="sig-name descname">__getitem__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#ParamsDict.__get [...]
-<dd><p>Override for dictionary’s <code class="docutils literal notranslate"><span class="pre">getitem</span></code> method. After fetching the key, it would call the
-resolve method as well on the Param object.</p>
-<dl class="field-list simple">
+<dt id="airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.process_watcher_task">
+<code class="sig-name descname">process_watcher_task</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">task</span><span class="p">:</span> <span class="n"><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesWatchType" title="airflow.executors.kubernetes_executor.KubernetesWatchType">KubernetesWatchType</a></span></em><span class="sig-paren">)</span><a class="reference intern [...]
+<dd><p>Process the task by watcher.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.terminate">
+<code class="sig-name descname">terminate</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/kubernetes_executor.html#AirflowKubernetesScheduler.terminate"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.terminate" title="Permalink to this definition" [...]
+<dd><p>Terminates the watcher.</p>
+</dd></dl>
+
+</dd></dl>
+
+<dl class="py function">
+<dt id="airflow.executors.kubernetes_executor.get_base_pod_from_template">
+<code class="sig-prename descclassname">airflow.executors.kubernetes_executor.</code><code class="sig-name descname">get_base_pod_from_template</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">pod_template_file</span><span class="p">:</span> <span class="n">Optional<span class="p">[</span><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a><span class="p">]</span></span></em>, <em class="sig- [...]
+<dt>
+<code class="sig-name descname">Reads either the pod_template_file set in the executor_config or the base pod_template_file</code></dt>
+<dt>
+<code class="sig-name descname">set in the airflow.cfg to craft a "base pod" that will be used by the KubernetesExecutor</code></dt>
+<dd><dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The key to fetch</p>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>pod_template_file</strong> – absolute path to a pod_template_file.yaml or None</p></li>
+<li><p><strong>kube_config</strong> – The KubeConfig class generated by airflow that contains all kube metadata</p></li>
+</ul>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>a V1Pod that can be used as the base pod for k8s tasks</p>
</dd>
</dl>
</dd></dl>
+<dl class="py class">
+<dt id="airflow.executors.kubernetes_executor.KubernetesExecutor">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.executors.kubernetes_executor.</code><code class="sig-name descname">KubernetesExecutor</code><a class="reference internal" href="../../../../_modules/airflow/executors/kubernetes_executor.html#KubernetesExecutor"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.kubernetes_executor.KubernetesExecutor" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="../base_executor/index.html#airflow.executors.base_executor.BaseExecutor" title="airflow.executors.base_executor.BaseExecutor"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.executors.base_executor.BaseExecutor</span></code></a>, <code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.utils.log.logging_mixin.LoggingMixin</span></code></p>
+<p>Executor for Kubernetes</p>
<dl class="py method">
-<dt id="airflow.models.param.ParamsDict.dump">
-<code class="sig-name descname">dump</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#ParamsDict.dump"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.ParamsDict.dump" title="Permalink to this definition">¶</a></dt>
-<dd><p>Dumps the ParamsDict object as a dictionary, while suppressing exceptions</p>
+<dt id="airflow.executors.kubernetes_executor.KubernetesExecutor.clear_not_launched_queued_tasks">
+<code class="sig-name descname">clear_not_launched_queued_tasks</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">session</span><span class="o">=</span><span class="default_value">None</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/kubernetes_executor.html#KubernetesExecutor.clear_not_launched_queued_tasks"><span class="viewcode-link">[s [...]
+<dd><p>Tasks can end up in a “Queued” state through either the executor being
+abruptly shut down (leaving a non-empty task_queue on this executor)
+or when a rescheduled/deferred operator comes back up for execution
+(with the same try_number) before the pod of its previous incarnation
+has been fully removed (we think).</p>
+<p>This method checks each of those tasks to see if the corresponding pod
+is around, and if not, and there’s no matching entry in our own
+task_queue, marks it for re-execution.</p>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.param.ParamsDict.update">
-<code class="sig-name descname">update</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">other_dict</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)">dict</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#ParamsDict.u [...]
-<dd><p>Override for dictionary’s update method.
-:param other_dict: A dict type object which needs to be merged in the ParamsDict object
-:type other_dict: dict</p>
+<dt id="airflow.executors.kubernetes_executor.KubernetesExecutor.start">
+<code class="sig-name descname">start</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/kubernetes_executor.html#KubernetesExecutor.start"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.start" title="Permalink to this definition">¶</a></dt>
+<dd><p>Starts the executor</p>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.param.ParamsDict.validate">
-<code class="sig-name descname">validate</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#ParamsDict.validate"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.ParamsDict.validate" title="Permalink to this definition">¶</a></dt>
-<dd><p>Validates & returns all the Params object stored in the dictionary</p>
+<dt id="airflow.executors.kubernetes_executor.KubernetesExecutor.execute_async">
+<code class="sig-name descname">execute_async</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n">TaskInstanceKey</span></em>, <em class="sig-param"><span class="n">command</span><span class="p">:</span> <span class="n">CommandType</span></em>, <em class="sig-param"><span class="n">queue</span><span class="p">:</span> <span class="n">Optional<span class="p">[ [...]
+<dd><p>Executes task asynchronously</p>
</dd></dl>
+<dl class="py method">
+<dt id="airflow.executors.kubernetes_executor.KubernetesExecutor.sync">
+<code class="sig-name descname">sync</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/kubernetes_executor.html#KubernetesExecutor.sync"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.sync" title="Permalink to this definition">¶</a></dt>
+<dd><p>Synchronize task state.</p>
</dd></dl>
-<dl class="py class">
-<dt id="airflow.models.param.DagParam">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.models.param.</code><code class="sig-name descname">DagParam</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">current_dag</span></em>, <em class="sig-param"><span class="n">name</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><s [...]
-<dd><p>Class that represents a DAG run parameter & binds a simple Param object to a name within a DAG instance,
-so that it can be resolved during the run time via <code class="docutils literal notranslate"><span class="pre">{{</span> <span class="pre">context</span> <span class="pre">}}</span></code> dictionary. The ideal use case of
-this class is to implicitly convert args passed to a method which is being decorated by <code class="docutils literal notranslate"><span class="pre">@dag</span></code> keyword.</p>
-<p>It can be used to parameterize your dags. You can overwrite its value by setting it on conf
-when you trigger your DagRun.</p>
-<p>This can also be used in templates by accessing <code class="docutils literal notranslate"><span class="pre">{{context.params}}</span></code> dictionary.</p>
-<p><strong>Example</strong>:</p>
-<blockquote>
-<div><dl class="simple">
-<dt>with DAG(…) as dag:</dt><dd><p>EmailOperator(subject=dag.param(‘subject’, ‘Hi from Airflow!’))</p>
-</dd>
-</dl>
-</div></blockquote>
+<dl class="py method">
+<dt id="airflow.executors.kubernetes_executor.KubernetesExecutor.try_adopt_task_instances">
+<code class="sig-name descname">try_adopt_task_instances</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">tis</span><span class="p">:</span> <span class="n">List<span class="p">[</span>TaskInstance<span class="p">]</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/kubernetes_executor.html#KubernetesExecutor.try_adopt_task_instances" [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.kubernetes_executor.KubernetesExecutor.adopt_launched_task">
+<code class="sig-name descname">adopt_launched_task</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">kube_client</span><span class="p">:</span> <span class="n">client.CoreV1Api</span></em>, <em class="sig-param"><span class="n">pod</span><span class="p">:</span> <span class="n">k8s.V1Pod</span></em>, <em class="sig-param"><span class="n">pod_ids</span><span class="p">:</span> <span class="n">Dict<span clas [...]
+<dd><p>Patch existing pod so that the current KubernetesJobWatcher can monitor it via label selectors</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>current_dag</strong> (<a class="reference internal" href="../index.html#airflow.models.DAG" title="airflow.models.DAG"><em>airflow.models.DAG</em></a>) – Dag being used for parameter.</p></li>
-<li><p><strong>name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – key value which is used to set the parameter</p></li>
-<li><p><strong>default</strong> (<em>Any</em>) – Default value used if no parameter was set.</p></li>
+<li><p><strong>kube_client</strong> – kubernetes client for speaking to kube API</p></li>
+<li><p><strong>pod</strong> – V1Pod spec that we will patch with new label</p></li>
+<li><p><strong>pod_ids</strong> – pod_ids we expect to patch.</p></li>
</ul>
</dd>
</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.kubernetes_executor.KubernetesExecutor.end">
+<code class="sig-name descname">end</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/kubernetes_executor.html#KubernetesExecutor.end"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.end" title="Permalink to this definition">¶</a></dt>
+<dd><p>Called when the executor shuts down</p>
+</dd></dl>
+
<dl class="py method">
-<dt id="airflow.models.param.DagParam.resolve">
-<code class="sig-name descname">resolve</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">context</span><span class="p">:</span> <span class="n">Dict</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#DagParam.resolve"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.DagParam.resolve" t [...]
-<dd><p>Pull DagParam value from DagRun context. This method is run during <code class="docutils literal notranslate"><span class="pre">op.execute()</span></code>.</p>
+<dt id="airflow.executors.kubernetes_executor.KubernetesExecutor.terminate">
+<code class="sig-name descname">terminate</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/kubernetes_executor.html#KubernetesExecutor.terminate"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.terminate" title="Permalink to this definition">¶</a></dt>
+<dd><p>Terminate the executor is not doing anything.</p>
</dd></dl>
</dd></dl>
@@ -985,10 +1071,10 @@ when you trigger your DagRun.</p>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="airflow.models.log" href="../log/index.html" >
+ <a rel="prev" title="airflow.executors.executor_loader" href="../executor_loader/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="airflow.models.pool" href="../pool/index.html" >
+ <a rel="next" title="airflow.executors.local_executor" href="../local_executor/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -1058,52 +1144,85 @@ when you trigger your DagRun.</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a><ul>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a><ul>
<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
-<li><a class="reference internal" href="#airflow.models.param.NoValueSentinel">NoValueSentinel</a><ul>
-<li><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__str__">__str__</a></li>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesJobType">KubernetesJobType</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__repr__">__repr__</a></li>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesResultsType">KubernetesResultsType</a></li>
</ul>
-</li>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesWatchType">KubernetesWatchType</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.Param">Param</a><ul>
-<li><a class="reference internal" href="#airflow.models.param.Param.CLASS_IDENTIFIER">CLASS_IDENTIFIER</a></li>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.ResourceVersion">ResourceVersion</a><ul>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.ResourceVersion.resource_version">resource_version</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.Param.has_value">has_value</a></li>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.ResourceVersion.__new__">__new__</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesJobWatcher">KubernetesJobWatcher</a><ul>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesJobWatcher.run">run</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.Param.resolve">resolve</a></li>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesJobWatcher.process_error">process_error</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.Param.dump">dump</a></li>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesJobWatcher.process_status">process_status</a></li>
</ul>
</li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict">ParamsDict</a><ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict.__setitem__">__setitem__</a></li>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler">AirflowKubernetesScheduler</a><ul>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.run_pod_async">run_pod_async</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict.__getitem__">__getitem__</a></li>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.run_next">run_next</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict.dump">dump</a></li>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.delete_pod">delete_pod</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict.update">update</a></li>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.sync">sync</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict.validate">validate</a></li>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.process_watcher_task">process_watcher_task</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.AirflowKubernetesScheduler.terminate">terminate</a></li>
</ul>
</li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.DagParam">DagParam</a><ul>
-<li><a class="reference internal" href="#airflow.models.param.DagParam.resolve">resolve</a></li>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.get_base_pod_from_template">get_base_pod_from_template</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor">KubernetesExecutor</a><ul>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.clear_not_launched_queued_tasks">clear_not_launched_queued_tasks</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.start">start</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.execute_async">execute_async</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.sync">sync</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.try_adopt_task_instances">try_adopt_task_instances</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.adopt_launched_task">adopt_launched_task</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.end">end</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.kubernetes_executor.KubernetesExecutor.terminate">terminate</a></li>
</ul>
</li>
</ul>
@@ -1132,7 +1251,7 @@ when you trigger your DagRun.</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/models/param/index.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/executors/kubernetes_executor/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
diff --git a/docs/apache-airflow/stable/_api/airflow/models/param/index.html b/docs/apache-airflow/2.2.3/_api/airflow/executors/local_executor/index.html
similarity index 71%
copy from docs/apache-airflow/stable/_api/airflow/models/param/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/executors/local_executor/index.html
index 73b69ec..70c15d3 100644
--- a/docs/apache-airflow/stable/_api/airflow/models/param/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/executors/local_executor/index.html
@@ -9,7 +9,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>airflow.models.param — Airflow Documentation</title>
+ <title>airflow.executors.local_executor — Airflow Documentation</title>
<link rel="stylesheet" href="../../../../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/_gen/css/main-custom.min.css" />
@@ -17,8 +17,8 @@
<link rel="shortcut icon" href="../../../../_static/pin_32.png"/>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="airflow.models.pool" href="../pool/index.html" />
- <link rel="prev" title="airflow.models.log" href="../log/index.html" />
+ <link rel="next" title="airflow.executors.sequential_executor" href="../sequential_executor/index.html" />
+ <link rel="prev" title="airflow.executors.kubernetes_executor" href="../kubernetes_executor/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -353,95 +353,107 @@
<li class="toctree-l1 current"><a class="reference internal" href="../../../../python-api-ref.html">Python API</a><ul class="current">
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a></li>
-<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a><ul class="current">
-<li class="toctree-l3 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models</span></code></a><ul class="current">
-<li class="toctree-l4 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l5"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.base</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../baseoperator/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.baseoperator</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../connection/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.connection</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../crypto/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.crypto</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagbag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagbag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagcode/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagcode</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagparam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagparam</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagpickle/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagpickle</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagrun/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagrun</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../errors/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.errors</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../log/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.log</span></code></a></li>
-<li class="toctree-l5 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a><ul>
-<li class="toctree-l6"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.NoValueSentinel">NoValueSentinel</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__str__">__str__</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul class="current">
+<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
+<li class="toctree-l6"><a class="reference internal" href="../base_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../dask_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../debug_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_constants/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_loader/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.local_executor.ExecutorWorkType">ExecutorWorkType</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__repr__">__repr__</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.local_executor.LocalWorkerBase">LocalWorkerBase</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalWorkerBase.run">run</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalWorkerBase.execute_work">execute_work</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalWorkerBase.do_work">do_work</a></li>
</ul>
</li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.Param">Param</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.CLASS_IDENTIFIER">CLASS_IDENTIFIER</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.local_executor.LocalWorker">LocalWorker</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalWorker.do_work">do_work</a></li>
+</ul>
+</li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.has_value">has_value</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.local_executor.QueuedLocalWorker">QueuedLocalWorker</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.QueuedLocalWorker.do_work">do_work</a></li>
+</ul>
+</li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.resolve">resolve</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor">LocalExecutor</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism">UnlimitedParallelism</a><ul>
+<li class="toctree-l10"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism.start">start</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.dump">dump</a></li>
+<li class="toctree-l10"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism.execute_async">execute_async</a></li>
</ul>
-</li>
+<ul>
+<li class="toctree-l10"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism.sync">sync</a></li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.ParamsDict">ParamsDict</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.__setitem__">__setitem__</a></li>
+<li class="toctree-l10"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism.end">end</a></li>
+</ul>
+</li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.__getitem__">__getitem__</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.LimitedParallelism">LimitedParallelism</a><ul>
+<li class="toctree-l10"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.LimitedParallelism.start">start</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.dump">dump</a></li>
+<li class="toctree-l10"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.LimitedParallelism.execute_async">execute_async</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.update">update</a></li>
+<li class="toctree-l10"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.LimitedParallelism.sync">sync</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.validate">validate</a></li>
+<li class="toctree-l10"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.LimitedParallelism.end">end</a></li>
</ul>
</li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.DagParam">DagParam</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.DagParam.resolve">resolve</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.start">start</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.execute_async">execute_async</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.sync">sync</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.end">end</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.terminate">terminate</a></li>
+</ul>
+</li>
</ul>
</li>
</ul>
</li>
+<li class="toctree-l6"><a class="reference internal" href="../sequential_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
</ul>
</li>
-<li class="toctree-l5"><a class="reference internal" href="../pool/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.pool</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../renderedtifields/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.renderedtifields</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../sensorinstance/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.sensorinstance</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../serialized_dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.serialized_dag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../skipmixin/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.skipmixin</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../slamiss/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.slamiss</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskfail/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskfail</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskinstance/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskinstance</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskmixin/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskmixin</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskreschedule/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskreschedule</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../trigger/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.trigger</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../variable/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.variable</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../xcom/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../xcom_arg/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom_arg</span></code></a></li>
</ul>
</li>
-<li class="toctree-l4"><a class="reference internal" href="../index.html#package-contents">Package Contents</a></li>
</ul>
</li>
</ul>
</li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#exceptions">Exceptions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#timetables">Timetables</a></li>
@@ -616,95 +628,107 @@
<li class="toctree-l1 current"><a class="reference internal" href="../../../../python-api-ref.html">Python API</a><ul class="current">
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a></li>
-<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a><ul class="current">
-<li class="toctree-l3 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models</span></code></a><ul class="current">
-<li class="toctree-l4 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l5"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.base</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../baseoperator/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.baseoperator</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../connection/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.connection</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../crypto/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.crypto</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagbag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagbag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagcode/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagcode</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagparam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagparam</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagpickle/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagpickle</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../dagrun/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.dagrun</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../errors/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.errors</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../log/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.log</span></code></a></li>
-<li class="toctree-l5 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a><ul>
-<li class="toctree-l6"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.NoValueSentinel">NoValueSentinel</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__str__">__str__</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul class="current">
+<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
+<li class="toctree-l6"><a class="reference internal" href="../base_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../dask_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../debug_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_constants/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_loader/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.local_executor.ExecutorWorkType">ExecutorWorkType</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.local_executor.LocalWorkerBase">LocalWorkerBase</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalWorkerBase.run">run</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalWorkerBase.execute_work">execute_work</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__repr__">__repr__</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalWorkerBase.do_work">do_work</a></li>
</ul>
</li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.Param">Param</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.CLASS_IDENTIFIER">CLASS_IDENTIFIER</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.local_executor.LocalWorker">LocalWorker</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalWorker.do_work">do_work</a></li>
+</ul>
+</li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.has_value">has_value</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.local_executor.QueuedLocalWorker">QueuedLocalWorker</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.QueuedLocalWorker.do_work">do_work</a></li>
+</ul>
+</li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.resolve">resolve</a></li>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor">LocalExecutor</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism">UnlimitedParallelism</a><ul>
+<li class="toctree-l10"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism.start">start</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.Param.dump">dump</a></li>
+<li class="toctree-l10"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism.execute_async">execute_async</a></li>
</ul>
-</li>
+<ul>
+<li class="toctree-l10"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism.sync">sync</a></li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.ParamsDict">ParamsDict</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.__setitem__">__setitem__</a></li>
+<li class="toctree-l10"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism.end">end</a></li>
+</ul>
+</li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.__getitem__">__getitem__</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.LimitedParallelism">LimitedParallelism</a><ul>
+<li class="toctree-l10"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.LimitedParallelism.start">start</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.dump">dump</a></li>
+<li class="toctree-l10"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.LimitedParallelism.execute_async">execute_async</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.update">update</a></li>
+<li class="toctree-l10"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.LimitedParallelism.sync">sync</a></li>
</ul>
<ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.ParamsDict.validate">validate</a></li>
+<li class="toctree-l10"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.LimitedParallelism.end">end</a></li>
</ul>
</li>
</ul>
<ul>
-<li class="toctree-l7"><a class="reference internal" href="#airflow.models.param.DagParam">DagParam</a><ul>
-<li class="toctree-l8"><a class="reference internal" href="#airflow.models.param.DagParam.resolve">resolve</a></li>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.start">start</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.execute_async">execute_async</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.sync">sync</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.end">end</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.terminate">terminate</a></li>
</ul>
</li>
</ul>
</li>
</ul>
</li>
-<li class="toctree-l5"><a class="reference internal" href="../pool/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.pool</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../renderedtifields/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.renderedtifields</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../sensorinstance/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.sensorinstance</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../serialized_dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.serialized_dag</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../skipmixin/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.skipmixin</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../slamiss/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.slamiss</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskfail/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskfail</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskinstance/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskinstance</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskmixin/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskmixin</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../taskreschedule/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.taskreschedule</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../trigger/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.trigger</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../variable/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.variable</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../xcom/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom</span></code></a></li>
-<li class="toctree-l5"><a class="reference internal" href="../xcom_arg/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.xcom_arg</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../sequential_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
</ul>
</li>
-<li class="toctree-l4"><a class="reference internal" href="../index.html#package-contents">Package Contents</a></li>
</ul>
</li>
</ul>
</li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#exceptions">Exceptions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#timetables">Timetables</a></li>
@@ -807,9 +831,9 @@
<li class="breadcrumb-item"><a href="../../../../python-api-ref.html">Python API Reference</a></li>
- <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models</span></code></a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
</ul>
</div>
@@ -820,162 +844,238 @@
<div class="bodywrapper">
<div class="body" role="main">
- <div class="section" id="module-airflow.models.param">
-<span id="airflow-models-param"></span><h1><a class="reference internal" href="#module-airflow.models.param" title="airflow.models.param"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a><a class="headerlink" href="#module-airflow.models.param" title="Permalink to this headline">¶</a></h1>
+ <div class="section" id="module-airflow.executors.local_executor">
+<span id="airflow-executors-local-executor"></span><h1><a class="reference internal" href="#module-airflow.executors.local_executor" title="airflow.executors.local_executor"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a><a class="headerlink" href="#module-airflow.executors.local_executor" title="Permalink to this headline">¶</a></h1>
+<p><p>LocalExecutor</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more information on how the LocalExecutor works, take a look at the guide:
+<a class="reference internal" href="../../../../executor/local.html#executor-localexecutor"><span class="std std-ref">Local Executor</span></a></p>
+</div>
+</p>
<div class="section" id="module-contents">
<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
-<dl class="py class">
-<dt id="airflow.models.param.NoValueSentinel">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.models.param.</code><code class="sig-name descname">NoValueSentinel</code><a class="reference internal" href="../../../../_modules/airflow/models/param.html#NoValueSentinel"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.NoValueSentinel" title="Permalink to this definition">¶</a></dt>
-<dd><p>Sentinel class used to distinguish between None and no passed value</p>
-<dl class="py method">
-<dt id="airflow.models.param.NoValueSentinel.__str__">
-<code class="sig-name descname">__str__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#NoValueSentinel.__str__"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.NoValueSentinel.__str__" title="Permalink to this definition">¶</a></dt>
+<dl class="py data">
+<dt id="airflow.executors.local_executor.ExecutorWorkType">
+<code class="sig-prename descclassname">airflow.executors.local_executor.</code><code class="sig-name descname">ExecutorWorkType</code><a class="reference internal" href="../../../../_modules/airflow/executors/local_executor.html#ExecutorWorkType"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.local_executor.ExecutorWorkType" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>
-<dl class="py method">
-<dt id="airflow.models.param.NoValueSentinel.__repr__">
-<code class="sig-name descname">__repr__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#NoValueSentinel.__repr__"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.NoValueSentinel.__repr__" title="Permalink to this definition">¶</a></dt>
-<dd></dd></dl>
-
-</dd></dl>
-
<dl class="py class">
-<dt id="airflow.models.param.Param">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.models.param.</code><code class="sig-name descname">Param</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">default</span><span class="p">:</span> <span class="n">Any</span> <span class="o">=</span> <span class="default_value">__NO_VALUE_SENTINEL</span></em>, <em class="sig-param"><span class="n">description</span><span class="p">:</span> <span class="n"><a class="reference external" [...]
-<dd><p>Class to hold the default value of a Param and rule set to do the validations. Without the rule set
-it always validates and returns the default value.</p>
+<dt id="airflow.executors.local_executor.LocalWorkerBase">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.executors.local_executor.</code><code class="sig-name descname">LocalWorkerBase</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">result_queue</span><span class="p">:</span> <span class="n">‘Queue[TaskInstanceStateType]’</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/local_executor.html#LocalWorkerBase"><span clas [...]
+<dd><p>Bases: <a class="reference external" href="https://docs.python.org/3/library/multiprocessing.html#multiprocessing.Process" title="(in Python v3.10)"><code class="xref py py-class docutils literal notranslate"><span class="pre">multiprocessing.Process</span></code></a>, <code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.utils.log.logging_mixin.LoggingMixin</span></code></p>
+<p>LocalWorkerBase implementation to run airflow commands. Executes the given
+command and puts the result into a result queue when done, terminating execution.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><ul class="simple">
-<li><p><strong>default</strong> (<em>Any</em>) – The value this Param object holds</p></li>
-<li><p><strong>description</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Optional help text for the Param</p></li>
-<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) – The validation schema of the Param, if not given then all kwargs except
-default & description will form the schema</p></li>
-</ul>
+<dd class="field-odd"><p><strong>result_queue</strong> – the queue to store result state</p>
</dd>
</dl>
-<dl class="py attribute">
-<dt id="airflow.models.param.Param.CLASS_IDENTIFIER">
-<code class="sig-name descname">CLASS_IDENTIFIER</code><em class="property"> = __class</em><a class="reference internal" href="../../../../_modules/airflow/models/param.html#Param.CLASS_IDENTIFIER"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.Param.CLASS_IDENTIFIER" title="Permalink to this definition">¶</a></dt>
-<dd></dd></dl>
-
-<dl class="py attribute">
-<dt id="airflow.models.param.Param.has_value">
-<code class="sig-name descname">has_value</code><a class="reference internal" href="../../../../_modules/airflow/models/param.html#Param.has_value"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.Param.has_value" title="Permalink to this definition">¶</a></dt>
+<dl class="py method">
+<dt id="airflow.executors.local_executor.LocalWorkerBase.run">
+<code class="sig-name descname">run</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/local_executor.html#LocalWorkerBase.run"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.local_executor.LocalWorkerBase.run" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>
<dl class="py method">
-<dt id="airflow.models.param.Param.resolve">
-<code class="sig-name descname">resolve</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">value</span><span class="p">:</span> <span class="n">Optional<span class="p">[</span>Any<span class="p">]</span></span> <span class="o">=</span> <span class="default_value">__NO_VALUE_SENTINEL</span></em>, <em class="sig-param"><span class="n">suppress_exception</span><span class="p">:</span> <span class="n"><a class=" [...]
-<dd><p>Runs the validations and returns the Param’s final value.
-May raise ValueError on failed validations, or TypeError
-if no value is passed and no value already exists.</p>
+<dt id="airflow.executors.local_executor.LocalWorkerBase.execute_work">
+<code class="sig-name descname">execute_work</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n">TaskInstanceKey</span></em>, <em class="sig-param"><span class="n">command</span><span class="p">:</span> <span class="n">CommandType</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/local_execut [...]
+<dd><p>Executes command received and stores result state in queue.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>value</strong> (<em>Optional</em><em>[</em><em>Any</em><em>]</em>) – The value to be updated for the Param</p></li>
-<li><p><strong>suppress_exception</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – To raise an exception or not when the validations fails.
-If true and validations fails, the return value would be None.</p></li>
+<li><p><strong>key</strong> – the key to identify the task instance</p></li>
+<li><p><strong>command</strong> – the command to execute</p></li>
</ul>
</dd>
</dl>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.param.Param.dump">
-<code class="sig-name descname">dump</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#Param.dump"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.Param.dump" title="Permalink to this definition">¶</a></dt>
-<dd><p>Dump the Param as a dictionary</p>
+<dt id="airflow.executors.local_executor.LocalWorkerBase.do_work">
+<code class="sig-name descname">do_work</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/local_executor.html#LocalWorkerBase.do_work"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.local_executor.LocalWorkerBase.do_work" title="Permalink to this definition">¶</a></dt>
+<dd><p>Called in the subprocess and should then execute tasks</p>
</dd></dl>
</dd></dl>
<dl class="py class">
-<dt id="airflow.models.param.ParamsDict">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.models.param.</code><code class="sig-name descname">ParamsDict</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">dict_obj</span><span class="p">:</span> <span class="n">Optional<span class="p">[</span>Dict<span class="p">]</span></span> <span class="o">=</span> <span class="default_value">None</span></em>, <em class="sig-param"><span class="n">suppress_exception</span><span class="p" [...]
-<dd><p>Bases: <a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><code class="xref py py-class docutils literal notranslate"><span class="pre">dict</span></code></a></p>
-<p>Class to hold all params for dags or tasks. All the keys are strictly string and values
-are converted into Param’s object if they are not already. This class is to replace param’s
-dictionary implicitly and ideally not needed to be used directly.</p>
-<dl class="py method">
-<dt id="airflow.models.param.ParamsDict.__setitem__">
-<code class="sig-name descname">__setitem__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n">value</span><span class="p">:</span> <span class="n">Any</span></em><span class="sig-paren" [...]
-<dd><p>Override for dictionary’s <code class="docutils literal notranslate"><span class="pre">setitem</span></code> method. This method make sure that all values are of
-Param’s type only.</p>
+<dt id="airflow.executors.local_executor.LocalWorker">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.executors.local_executor.</code><code class="sig-name descname">LocalWorker</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">result_queue</span><span class="p">:</span> <span class="n">‘Queue[TaskInstanceStateType]’</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n">TaskInstanceKey</span></em>, <em class="sig-param"><span class="n"> [...]
+<dd><p>Bases: <a class="reference internal" href="#airflow.executors.local_executor.LocalWorkerBase" title="airflow.executors.local_executor.LocalWorkerBase"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.executors.local_executor.LocalWorkerBase</span></code></a></p>
+<p>Local worker that executes the task.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – A key which needs to be inserted or updated in the dict</p></li>
-<li><p><strong>value</strong> (<em>Any</em>) – A value which needs to be set against the key. It could be of any
-type but will be converted and stored as a Param object eventually.</p></li>
+<li><p><strong>result_queue</strong> – queue where results of the tasks are put.</p></li>
+<li><p><strong>key</strong> – key identifying task instance</p></li>
+<li><p><strong>command</strong> – Command to execute</p></li>
</ul>
</dd>
</dl>
+<dl class="py method">
+<dt id="airflow.executors.local_executor.LocalWorker.do_work">
+<code class="sig-name descname">do_work</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/local_executor.html#LocalWorker.do_work"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.local_executor.LocalWorker.do_work" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
</dd></dl>
+<dl class="py class">
+<dt id="airflow.executors.local_executor.QueuedLocalWorker">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.executors.local_executor.</code><code class="sig-name descname">QueuedLocalWorker</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">task_queue</span><span class="p">:</span> <span class="n">‘Queue[ExecutorWorkType]’</span></em>, <em class="sig-param"><span class="n">result_queue</span><span class="p">:</span> <span class="n">‘Queue[TaskInstanceStateType]’</span></em><span class="sig- [...]
+<dd><p>Bases: <a class="reference internal" href="#airflow.executors.local_executor.LocalWorkerBase" title="airflow.executors.local_executor.LocalWorkerBase"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.executors.local_executor.LocalWorkerBase</span></code></a></p>
+<p>LocalWorker implementation that is waiting for tasks from a queue and will
+continue executing commands as they become available in the queue.
+It will terminate execution once the poison token is found.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>task_queue</strong> – queue from which worker reads tasks</p></li>
+<li><p><strong>result_queue</strong> – queue where worker puts results after finishing tasks</p></li>
+</ul>
+</dd>
+</dl>
<dl class="py method">
-<dt id="airflow.models.param.ParamsDict.__getitem__">
-<code class="sig-name descname">__getitem__</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#ParamsDict.__get [...]
-<dd><p>Override for dictionary’s <code class="docutils literal notranslate"><span class="pre">getitem</span></code> method. After fetching the key, it would call the
-resolve method as well on the Param object.</p>
+<dt id="airflow.executors.local_executor.QueuedLocalWorker.do_work">
+<code class="sig-name descname">do_work</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/local_executor.html#QueuedLocalWorker.do_work"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.local_executor.QueuedLocalWorker.do_work" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt id="airflow.executors.local_executor.LocalExecutor">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.executors.local_executor.</code><code class="sig-name descname">LocalExecutor</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">parallelism</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)">int</a></span> <span class="o">=</span> <span class="default_value">PARALLELISM</sp [...]
+<dd><p>Bases: <a class="reference internal" href="../base_executor/index.html#airflow.executors.base_executor.BaseExecutor" title="airflow.executors.base_executor.BaseExecutor"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.executors.base_executor.BaseExecutor</span></code></a></p>
+<p>LocalExecutor executes tasks locally in parallel.
+It uses the multiprocessing Python library and queues to parallelize the execution
+of tasks.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The key to fetch</p>
+<dd class="field-odd"><p><strong>parallelism</strong> – how many parallel processes are run in the executor</p>
</dd>
</dl>
+<dl class="py class">
+<dt id="airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism">
+<em class="property">class </em><code class="sig-name descname">UnlimitedParallelism</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">executor</span><span class="p">:</span> <span class="n">‘LocalExecutor’</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/local_executor.html#LocalExecutor.UnlimitedParallelism"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.e [...]
+<dd><p>Implements LocalExecutor with unlimited parallelism, starting one process
+per each command to execute.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>executor</strong> – the executor instance to implement.</p>
+</dd>
+</dl>
+<dl class="py method">
+<dt id="airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism.start">
+<code class="sig-name descname">start</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/local_executor.html#LocalExecutor.UnlimitedParallelism.start"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism.start" title="Permalink to this definition">¶</a></dt>
+<dd><p>Starts the executor.</p>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.param.ParamsDict.dump">
-<code class="sig-name descname">dump</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#ParamsDict.dump"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.ParamsDict.dump" title="Permalink to this definition">¶</a></dt>
-<dd><p>Dumps the ParamsDict object as a dictionary, while suppressing exceptions</p>
+<dt id="airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism.execute_async">
+<code class="sig-name descname">execute_async</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n">TaskInstanceKey</span></em>, <em class="sig-param"><span class="n">command</span><span class="p">:</span> <span class="n">CommandType</span></em>, <em class="sig-param"><span class="n">queue</span><span class="p">:</span> <span class="n">Optional<span class="p">[ [...]
+<dd><p>Executes task asynchronously.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>key</strong> – the key to identify the task instance</p></li>
+<li><p><strong>command</strong> – the command to execute</p></li>
+<li><p><strong>queue</strong> – Name of the queue</p></li>
+<li><p><strong>executor_config</strong> – configuration for the executor</p></li>
+</ul>
+</dd>
+</dl>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.param.ParamsDict.update">
-<code class="sig-name descname">update</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">other_dict</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)">dict</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#ParamsDict.u [...]
-<dd><p>Override for dictionary’s update method.
-:param other_dict: A dict type object which needs to be merged in the ParamsDict object
-:type other_dict: dict</p>
+<dt id="airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism.sync">
+<code class="sig-name descname">sync</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/local_executor.html#LocalExecutor.UnlimitedParallelism.sync"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism.sync" title="Permalink to this definition">¶</a></dt>
+<dd><p>Sync will get called periodically by the heartbeat method.</p>
</dd></dl>
<dl class="py method">
-<dt id="airflow.models.param.ParamsDict.validate">
-<code class="sig-name descname">validate</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#ParamsDict.validate"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.ParamsDict.validate" title="Permalink to this definition">¶</a></dt>
-<dd><p>Validates & returns all the Params object stored in the dictionary</p>
+<dt id="airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism.end">
+<code class="sig-name descname">end</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/local_executor.html#LocalExecutor.UnlimitedParallelism.end"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism.end" title="Permalink to this definition">¶</a></dt>
+<dd><p>This method is called when the caller is done submitting job and
+wants to wait synchronously for the job submitted previously to be
+all done.</p>
</dd></dl>
</dd></dl>
<dl class="py class">
-<dt id="airflow.models.param.DagParam">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.models.param.</code><code class="sig-name descname">DagParam</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">current_dag</span></em>, <em class="sig-param"><span class="n">name</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><s [...]
-<dd><p>Class that represents a DAG run parameter & binds a simple Param object to a name within a DAG instance,
-so that it can be resolved during the run time via <code class="docutils literal notranslate"><span class="pre">{{</span> <span class="pre">context</span> <span class="pre">}}</span></code> dictionary. The ideal use case of
-this class is to implicitly convert args passed to a method which is being decorated by <code class="docutils literal notranslate"><span class="pre">@dag</span></code> keyword.</p>
-<p>It can be used to parameterize your dags. You can overwrite its value by setting it on conf
-when you trigger your DagRun.</p>
-<p>This can also be used in templates by accessing <code class="docutils literal notranslate"><span class="pre">{{context.params}}</span></code> dictionary.</p>
-<p><strong>Example</strong>:</p>
-<blockquote>
-<div><dl class="simple">
-<dt>with DAG(…) as dag:</dt><dd><p>EmailOperator(subject=dag.param(‘subject’, ‘Hi from Airflow!’))</p>
+<dt id="airflow.executors.local_executor.LocalExecutor.LimitedParallelism">
+<em class="property">class </em><code class="sig-name descname">LimitedParallelism</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">executor</span><span class="p">:</span> <span class="n">‘LocalExecutor’</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/local_executor.html#LocalExecutor.LimitedParallelism"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.execu [...]
+<dd><p>Implements LocalExecutor with limited parallelism using a task queue to
+coordinate work distribution.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>executor</strong> – the executor instance to implement.</p>
</dd>
</dl>
-</div></blockquote>
+<dl class="py method">
+<dt id="airflow.executors.local_executor.LocalExecutor.LimitedParallelism.start">
+<code class="sig-name descname">start</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/local_executor.html#LocalExecutor.LimitedParallelism.start"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.local_executor.LocalExecutor.LimitedParallelism.start" title="Permalink to this definition">¶</a></dt>
+<dd><p>Starts limited parallelism implementation.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.local_executor.LocalExecutor.LimitedParallelism.execute_async">
+<code class="sig-name descname">execute_async</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n">TaskInstanceKey</span></em>, <em class="sig-param"><span class="n">command</span><span class="p">:</span> <span class="n">CommandType</span></em>, <em class="sig-param"><span class="n">queue</span><span class="p">:</span> <span class="n">Optional<span class="p">[ [...]
+<dd><p>Executes task asynchronously.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>current_dag</strong> (<a class="reference internal" href="../index.html#airflow.models.DAG" title="airflow.models.DAG"><em>airflow.models.DAG</em></a>) – Dag being used for parameter.</p></li>
-<li><p><strong>name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – key value which is used to set the parameter</p></li>
-<li><p><strong>default</strong> (<em>Any</em>) – Default value used if no parameter was set.</p></li>
+<li><p><strong>key</strong> – the key to identify the task instance</p></li>
+<li><p><strong>command</strong> – the command to execute</p></li>
+<li><p><strong>queue</strong> – name of the queue</p></li>
+<li><p><strong>executor_config</strong> – configuration for the executor</p></li>
</ul>
</dd>
</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.local_executor.LocalExecutor.LimitedParallelism.sync">
+<code class="sig-name descname">sync</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/local_executor.html#LocalExecutor.LimitedParallelism.sync"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.local_executor.LocalExecutor.LimitedParallelism.sync" title="Permalink to this definition">¶</a></dt>
+<dd><p>Sync will get called periodically by the heartbeat method.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.local_executor.LocalExecutor.LimitedParallelism.end">
+<code class="sig-name descname">end</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/local_executor.html#LocalExecutor.LimitedParallelism.end"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.local_executor.LocalExecutor.LimitedParallelism.end" title="Permalink to this definition">¶</a></dt>
+<dd><p>Ends the executor. Sends the poison pill to all workers.</p>
+</dd></dl>
+
+</dd></dl>
+
<dl class="py method">
-<dt id="airflow.models.param.DagParam.resolve">
-<code class="sig-name descname">resolve</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">context</span><span class="p">:</span> <span class="n">Dict</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/models/param.html#DagParam.resolve"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.models.param.DagParam.resolve" t [...]
-<dd><p>Pull DagParam value from DagRun context. This method is run during <code class="docutils literal notranslate"><span class="pre">op.execute()</span></code>.</p>
+<dt id="airflow.executors.local_executor.LocalExecutor.start">
+<code class="sig-name descname">start</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/local_executor.html#LocalExecutor.start"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.local_executor.LocalExecutor.start" title="Permalink to this definition">¶</a></dt>
+<dd><p>Starts the executor</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.local_executor.LocalExecutor.execute_async">
+<code class="sig-name descname">execute_async</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n">TaskInstanceKey</span></em>, <em class="sig-param"><span class="n">command</span><span class="p">:</span> <span class="n">CommandType</span></em>, <em class="sig-param"><span class="n">queue</span><span class="p">:</span> <span class="n">Optional<span class="p">[ [...]
+<dd><p>Execute asynchronously.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.local_executor.LocalExecutor.sync">
+<code class="sig-name descname">sync</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/local_executor.html#LocalExecutor.sync"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.local_executor.LocalExecutor.sync" title="Permalink to this definition">¶</a></dt>
+<dd><p>Sync will get called periodically by the heartbeat method.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.local_executor.LocalExecutor.end">
+<code class="sig-name descname">end</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/local_executor.html#LocalExecutor.end"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.local_executor.LocalExecutor.end" title="Permalink to this definition">¶</a></dt>
+<dd><p>Ends the executor.
+:return:</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.local_executor.LocalExecutor.terminate">
+<code class="sig-name descname">terminate</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/local_executor.html#LocalExecutor.terminate"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.local_executor.LocalExecutor.terminate" title="Permalink to this definition">¶</a></dt>
+<dd><p>Terminate the executor is not doing anything.</p>
</dd></dl>
</dd></dl>
@@ -985,10 +1085,10 @@ when you trigger your DagRun.</p>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="airflow.models.log" href="../log/index.html" >
+ <a rel="prev" title="airflow.executors.kubernetes_executor" href="../kubernetes_executor/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="airflow.models.pool" href="../pool/index.html" >
+ <a rel="next" title="airflow.executors.sequential_executor" href="../sequential_executor/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -1058,52 +1158,79 @@ when you trigger your DagRun.</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models.param</span></code></a><ul>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a><ul>
<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
-<li><a class="reference internal" href="#airflow.models.param.NoValueSentinel">NoValueSentinel</a><ul>
-<li><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__str__">__str__</a></li>
+<li><a class="reference internal" href="#airflow.executors.local_executor.ExecutorWorkType">ExecutorWorkType</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalWorkerBase">LocalWorkerBase</a><ul>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalWorkerBase.run">run</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalWorkerBase.execute_work">execute_work</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.NoValueSentinel.__repr__">__repr__</a></li>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalWorkerBase.do_work">do_work</a></li>
</ul>
</li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.Param">Param</a><ul>
-<li><a class="reference internal" href="#airflow.models.param.Param.CLASS_IDENTIFIER">CLASS_IDENTIFIER</a></li>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalWorker">LocalWorker</a><ul>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalWorker.do_work">do_work</a></li>
+</ul>
+</li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.Param.has_value">has_value</a></li>
+<li><a class="reference internal" href="#airflow.executors.local_executor.QueuedLocalWorker">QueuedLocalWorker</a><ul>
+<li><a class="reference internal" href="#airflow.executors.local_executor.QueuedLocalWorker.do_work">do_work</a></li>
+</ul>
+</li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.Param.resolve">resolve</a></li>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor">LocalExecutor</a><ul>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism">UnlimitedParallelism</a><ul>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism.start">start</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.Param.dump">dump</a></li>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism.execute_async">execute_async</a></li>
</ul>
-</li>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism.sync">sync</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict">ParamsDict</a><ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict.__setitem__">__setitem__</a></li>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.UnlimitedParallelism.end">end</a></li>
+</ul>
+</li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict.__getitem__">__getitem__</a></li>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.LimitedParallelism">LimitedParallelism</a><ul>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.LimitedParallelism.start">start</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict.dump">dump</a></li>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.LimitedParallelism.execute_async">execute_async</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict.update">update</a></li>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.LimitedParallelism.sync">sync</a></li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.ParamsDict.validate">validate</a></li>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.LimitedParallelism.end">end</a></li>
</ul>
</li>
</ul>
<ul>
-<li><a class="reference internal" href="#airflow.models.param.DagParam">DagParam</a><ul>
-<li><a class="reference internal" href="#airflow.models.param.DagParam.resolve">resolve</a></li>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.start">start</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.execute_async">execute_async</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.sync">sync</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.end">end</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.local_executor.LocalExecutor.terminate">terminate</a></li>
</ul>
</li>
</ul>
@@ -1132,7 +1259,7 @@ when you trigger your DagRun.</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/models/param/index.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/executors/local_executor/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
diff --git a/docs/apache-airflow/stable/_api/airflow/sensors/hive_partition_sensor/index.html b/docs/apache-airflow/2.2.3/_api/airflow/executors/sequential_executor/index.html
similarity index 87%
copy from docs/apache-airflow/stable/_api/airflow/sensors/hive_partition_sensor/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/executors/sequential_executor/index.html
index 42eaec1..5248f4a 100644
--- a/docs/apache-airflow/stable/_api/airflow/sensors/hive_partition_sensor/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/executors/sequential_executor/index.html
@@ -9,7 +9,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>airflow.sensors.hive_partition_sensor — Airflow Documentation</title>
+ <title>airflow.executors.sequential_executor — Airflow Documentation</title>
<link rel="stylesheet" href="../../../../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/_gen/css/main-custom.min.css" />
@@ -17,8 +17,8 @@
<link rel="shortcut icon" href="../../../../_static/pin_32.png"/>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="airflow.sensors.http_sensor" href="../http_sensor/index.html" />
- <link rel="prev" title="airflow.sensors.hdfs_sensor" href="../hdfs_sensor/index.html" />
+ <link rel="next" title="airflow.models" href="../../models/index.html" />
+ <link rel="prev" title="airflow.executors.local_executor" href="../local_executor/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -351,37 +351,40 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../cli-and-env-variables-ref.html">CLI</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../templates-ref.html">Templates</a></li>
<li class="toctree-l1 current"><a class="reference internal" href="../../../../python-api-ref.html">Python API</a><ul class="current">
-<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a><ul class="current">
-<li class="toctree-l3"><a class="reference internal" href="../../../../python-api-ref.html#baseoperator">BaseOperator</a></li>
-<li class="toctree-l3"><a class="reference internal" href="../../../../python-api-ref.html#basesensoroperator">BaseSensorOperator</a></li>
-<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#operators-packages">Operators packages</a><ul class="current">
-<li class="toctree-l4"><a class="reference internal" href="../../operators/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.operators</span></code></a></li>
-<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors</span></code></a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul class="current">
<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l6"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.base</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../base_sensor_operator/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.base_sensor_operator</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../bash/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.bash</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../date_time/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.date_time</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../date_time_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.date_time_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../external_task/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.external_task</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../external_task_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.external_task_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../filesystem/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.filesystem</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../hdfs_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hdfs_sensor</span></code></a></li>
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hive_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../http_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.http_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../metastore_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.metastore_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../named_hive_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.named_hive_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../python/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.python</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../s3_key_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_key_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../s3_prefix_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_prefix_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../smart_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.smart_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../sql/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.sql</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../sql_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.sql_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_delta/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_delta</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_delta_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_delta_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../web_hdfs_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.web_hdfs_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../weekday/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.weekday</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../base_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../dask_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../debug_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_constants/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_loader/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../local_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.sequential_executor.SequentialExecutor">SequentialExecutor</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.sequential_executor.SequentialExecutor.execute_async">execute_async</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.sequential_executor.SequentialExecutor.sync">sync</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.sequential_executor.SequentialExecutor.end">end</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.sequential_executor.SequentialExecutor.terminate">terminate</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -390,8 +393,6 @@
</li>
</ul>
</li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#exceptions">Exceptions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
@@ -565,37 +566,40 @@
<li class="toctree-l1"><a class="reference internal" href="../../../../cli-and-env-variables-ref.html">CLI</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../templates-ref.html">Templates</a></li>
<li class="toctree-l1 current"><a class="reference internal" href="../../../../python-api-ref.html">Python API</a><ul class="current">
-<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a><ul class="current">
-<li class="toctree-l3"><a class="reference internal" href="../../../../python-api-ref.html#baseoperator">BaseOperator</a></li>
-<li class="toctree-l3"><a class="reference internal" href="../../../../python-api-ref.html#basesensoroperator">BaseSensorOperator</a></li>
-<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#operators-packages">Operators packages</a><ul class="current">
-<li class="toctree-l4"><a class="reference internal" href="../../operators/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.operators</span></code></a></li>
-<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors</span></code></a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#operators">Operators</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#executors-packages">Executors packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a><ul class="current">
<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l6"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.base</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../base_sensor_operator/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.base_sensor_operator</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../bash/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.bash</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../date_time/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.date_time</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../date_time_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.date_time_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../external_task/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.external_task</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../external_task_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.external_task_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../filesystem/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.filesystem</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../hdfs_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hdfs_sensor</span></code></a></li>
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hive_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../http_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.http_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../metastore_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.metastore_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../named_hive_partition_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.named_hive_partition_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../python/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.python</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../s3_key_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_key_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../s3_prefix_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.s3_prefix_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../smart_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.smart_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../sql/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.sql</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../sql_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.sql_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_delta/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_delta</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_delta_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_delta_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../time_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.time_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../web_hdfs_sensor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.web_hdfs_sensor</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../weekday/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.weekday</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../base_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.base_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../celery_kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.celery_kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../dask_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.dask_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../debug_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.debug_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_constants/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_constants</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../executor_loader/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.executor_loader</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../kubernetes_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.kubernetes_executor</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../local_executor/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.local_executor</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.executors.sequential_executor.SequentialExecutor">SequentialExecutor</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.sequential_executor.SequentialExecutor.execute_async">execute_async</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.sequential_executor.SequentialExecutor.sync">sync</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.sequential_executor.SequentialExecutor.end">end</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.executors.sequential_executor.SequentialExecutor.terminate">terminate</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -604,8 +608,6 @@
</li>
</ul>
</li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#hooks">Hooks</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#executors">Executors</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#models">Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#exceptions">Exceptions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
@@ -709,9 +711,9 @@
<li class="breadcrumb-item"><a href="../../../../python-api-ref.html">Python API Reference</a></li>
- <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors</span></code></a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hive_partition_sensor</span></code></a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a></li>
</ul>
</div>
@@ -722,18 +724,59 @@
<div class="bodywrapper">
<div class="body" role="main">
- <div class="section" id="module-airflow.sensors.hive_partition_sensor">
-<span id="airflow-sensors-hive-partition-sensor"></span><h1><a class="reference internal" href="#module-airflow.sensors.hive_partition_sensor" title="airflow.sensors.hive_partition_sensor"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hive_partition_sensor</span></code></a><a class="headerlink" href="#module-airflow.sensors.hive_partition_sensor" title="Permalink to this headline">¶</a></h1>
-<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-apache-hive/stable/_api/airflow/providers/apache/hive/sensors/hive_partition/index.html#module-airflow.providers.apache.hive.sensors.hive_partition" title="(in apache-airflow-providers-apache-hive v2.0.3)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.hive_partition</span></code></a>.</p>
+ <div class="section" id="module-airflow.executors.sequential_executor">
+<span id="airflow-executors-sequential-executor"></span><h1><a class="reference internal" href="#module-airflow.executors.sequential_executor" title="airflow.executors.sequential_executor"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a><a class="headerlink" href="#module-airflow.executors.sequential_executor" title="Permalink to this headline">¶</a></h1>
+<p><p>SequentialExecutor</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more information on how the SequentialExecutor works, take a look at the guide:
+<a class="reference internal" href="../../../../executor/sequential.html#executor-sequentialexecutor"><span class="std std-ref">Sequential Executor</span></a></p>
+</div>
</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
+<dl class="py class">
+<dt id="airflow.executors.sequential_executor.SequentialExecutor">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.executors.sequential_executor.</code><code class="sig-name descname">SequentialExecutor</code><a class="reference internal" href="../../../../_modules/airflow/executors/sequential_executor.html#SequentialExecutor"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.sequential_executor.SequentialExecutor" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <a class="reference internal" href="../base_executor/index.html#airflow.executors.base_executor.BaseExecutor" title="airflow.executors.base_executor.BaseExecutor"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.executors.base_executor.BaseExecutor</span></code></a></p>
+<p>This executor will only run one task instance at a time, can be used
+for debugging. It is also the only executor that can be used with sqlite
+since sqlite doesn’t support multiple connections.</p>
+<p>Since we want airflow to work out of the box, it defaults to this
+SequentialExecutor alongside sqlite as you first install it.</p>
+<dl class="py method">
+<dt id="airflow.executors.sequential_executor.SequentialExecutor.execute_async">
+<code class="sig-name descname">execute_async</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n">TaskInstanceKey</span></em>, <em class="sig-param"><span class="n">command</span><span class="p">:</span> <span class="n">CommandType</span></em>, <em class="sig-param"><span class="n">queue</span><span class="p">:</span> <span class="n">Optional<span class="p">[ [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.sequential_executor.SequentialExecutor.sync">
+<code class="sig-name descname">sync</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/sequential_executor.html#SequentialExecutor.sync"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.sequential_executor.SequentialExecutor.sync" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.sequential_executor.SequentialExecutor.end">
+<code class="sig-name descname">end</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/sequential_executor.html#SequentialExecutor.end"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.sequential_executor.SequentialExecutor.end" title="Permalink to this definition">¶</a></dt>
+<dd><p>End the executor.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.executors.sequential_executor.SequentialExecutor.terminate">
+<code class="sig-name descname">terminate</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/executors/sequential_executor.html#SequentialExecutor.terminate"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.executors.sequential_executor.SequentialExecutor.terminate" title="Permalink to this definition">¶</a></dt>
+<dd><p>Terminate the executor is not doing anything.</p>
+</dd></dl>
+
+</dd></dl>
+
+</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="airflow.sensors.hdfs_sensor" href="../hdfs_sensor/index.html" >
+ <a rel="prev" title="airflow.executors.local_executor" href="../local_executor/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="airflow.sensors.http_sensor" href="../http_sensor/index.html" >
+ <a rel="next" title="airflow.models" href="../../models/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -803,7 +846,25 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors.hive_partition_sensor</span></code></a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors.sequential_executor</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#airflow.executors.sequential_executor.SequentialExecutor">SequentialExecutor</a><ul>
+<li><a class="reference internal" href="#airflow.executors.sequential_executor.SequentialExecutor.execute_async">execute_async</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.sequential_executor.SequentialExecutor.sync">sync</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.sequential_executor.SequentialExecutor.end">end</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.executors.sequential_executor.SequentialExecutor.terminate">terminate</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</div>
@@ -826,7 +887,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/sensors/hive_partition_sensor/index.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/executors/sequential_executor/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
diff --git a/docs/apache-airflow/stable/_api/airflow/hooks/S3_hook/index.html b/docs/apache-airflow/2.2.3/_api/airflow/hooks/S3_hook/index.html
similarity index 99%
copy from docs/apache-airflow/stable/_api/airflow/hooks/S3_hook/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/hooks/S3_hook/index.html
index 114e181..a2b36a6 100644
--- a/docs/apache-airflow/stable/_api/airflow/hooks/S3_hook/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/hooks/S3_hook/index.html
@@ -718,7 +718,7 @@
<div class="section" id="module-airflow.hooks.S3_hook">
<span id="airflow-hooks-s3-hook"></span><h1><a class="reference internal" href="#module-airflow.hooks.S3_hook" title="airflow.hooks.S3_hook"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a><a class="headerlink" href="#module-airflow.hooks.S3_hook" title="Permalink to this headline">¶</a></h1>
-<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/hooks/s3/index.html#module-airflow.providers.amazon.aws.hooks.s3" title="(in apache-airflow-providers-amazon v2.4.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.amazon.aws.hooks.s3</span></code></a>.</p>
+<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/hooks/s3/index.html#module-airflow.providers.amazon.aws.hooks.s3" title="(in apache-airflow-providers-amazon v2.5.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.amazon.aws.hooks.s3</span></code></a>.</p>
</p>
</div>
diff --git a/docs/apache-airflow/stable/_api/airflow/hooks/S3_hook/index.html b/docs/apache-airflow/2.2.3/_api/airflow/hooks/base/index.html
similarity index 84%
copy from docs/apache-airflow/stable/_api/airflow/hooks/S3_hook/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/hooks/base/index.html
index 114e181..14a2955 100644
--- a/docs/apache-airflow/stable/_api/airflow/hooks/S3_hook/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/hooks/base/index.html
@@ -9,7 +9,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>airflow.hooks.S3_hook — Airflow Documentation</title>
+ <title>airflow.hooks.base — Airflow Documentation</title>
<link rel="stylesheet" href="../../../../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/_gen/css/main-custom.min.css" />
@@ -17,8 +17,8 @@
<link rel="shortcut icon" href="../../../../_static/pin_32.png"/>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="airflow.hooks.base" href="../base/index.html" />
- <link rel="prev" title="airflow.hooks" href="../index.html" />
+ <link rel="next" title="airflow.hooks.base_hook" href="../base_hook/index.html" />
+ <link rel="prev" title="airflow.hooks.S3_hook" href="../S3_hook/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -356,8 +356,50 @@
<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#hooks-packages">Hooks packages</a><ul class="current">
<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks</span></code></a><ul class="current">
<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../S3_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.hooks.base.log">log</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.hooks.base.BaseHook">BaseHook</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.base.BaseHook.get_connections">get_connections</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.base.BaseHook.get_connection">get_connection</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.base.BaseHook.get_hook">get_hook</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.base.BaseHook.get_conn">get_conn</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.hooks.base.DiscoverableHook">DiscoverableHook</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.base.DiscoverableHook.conn_name_attr">conn_name_attr</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.base.DiscoverableHook.default_conn_name">default_conn_name</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.base.DiscoverableHook.conn_type">conn_type</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.base.DiscoverableHook.hook_name">hook_name</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.base.DiscoverableHook.get_connection_form_widgets">get_connection_form_widgets</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.base.DiscoverableHook.get_ui_field_behaviour">get_ui_field_behaviour</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
<li class="toctree-l6"><a class="reference internal" href="../base_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../dbapi/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../dbapi_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi_hook</span></code></a></li>
@@ -567,8 +609,50 @@
<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#hooks-packages">Hooks packages</a><ul class="current">
<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks</span></code></a><ul class="current">
<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../S3_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.hooks.base.log">log</a></li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.hooks.base.BaseHook">BaseHook</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.base.BaseHook.get_connections">get_connections</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.base.BaseHook.get_connection">get_connection</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.base.BaseHook.get_hook">get_hook</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.base.BaseHook.get_conn">get_conn</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.hooks.base.DiscoverableHook">DiscoverableHook</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.base.DiscoverableHook.conn_name_attr">conn_name_attr</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.base.DiscoverableHook.default_conn_name">default_conn_name</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.base.DiscoverableHook.conn_type">conn_type</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.base.DiscoverableHook.hook_name">hook_name</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.base.DiscoverableHook.get_connection_form_widgets">get_connection_form_widgets</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.base.DiscoverableHook.get_ui_field_behaviour">get_ui_field_behaviour</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
<li class="toctree-l6"><a class="reference internal" href="../base_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../dbapi/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../dbapi_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi_hook</span></code></a></li>
@@ -705,7 +789,7 @@
<li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base</span></code></a></li>
</ul>
</div>
@@ -716,18 +800,163 @@
<div class="bodywrapper">
<div class="body" role="main">
- <div class="section" id="module-airflow.hooks.S3_hook">
-<span id="airflow-hooks-s3-hook"></span><h1><a class="reference internal" href="#module-airflow.hooks.S3_hook" title="airflow.hooks.S3_hook"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a><a class="headerlink" href="#module-airflow.hooks.S3_hook" title="Permalink to this headline">¶</a></h1>
-<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/hooks/s3/index.html#module-airflow.providers.amazon.aws.hooks.s3" title="(in apache-airflow-providers-amazon v2.4.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.amazon.aws.hooks.s3</span></code></a>.</p>
+ <div class="section" id="module-airflow.hooks.base">
+<span id="airflow-hooks-base"></span><h1><a class="reference internal" href="#module-airflow.hooks.base" title="airflow.hooks.base"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base</span></code></a><a class="headerlink" href="#module-airflow.hooks.base" title="Permalink to this headline">¶</a></h1>
+<p><p>Base class for all hooks</p>
</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
+<dl class="py data">
+<dt id="airflow.hooks.base.log">
+<code class="sig-prename descclassname">airflow.hooks.base.</code><code class="sig-name descname">log</code><a class="reference internal" href="../../../../_modules/airflow/hooks/base.html#log"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.base.log" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py class">
+<dt id="airflow.hooks.base.BaseHook">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.hooks.base.</code><code class="sig-name descname">BaseHook</code><a class="reference internal" href="../../../../_modules/airflow/hooks/base.html#BaseHook"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.base.BaseHook" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.utils.log.logging_mixin.LoggingMixin</span></code></p>
+<p>Abstract base class for hooks, hooks are meant as an interface to
+interact with external systems. MySqlHook, HiveHook, PigHook return
+object that can handle the connection and interaction to specific
+instances of these systems, and expose consistent methods to interact
+with them.</p>
+<dl class="py method">
+<dt id="airflow.hooks.base.BaseHook.get_connections">
+<em class="property">classmethod </em><code class="sig-name descname">get_connections</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">cls</span></em>, <em class="sig-param"><span class="n">conn_id</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modul [...]
+<dd><p>Get all connections as an iterable, given the connection id.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>conn_id</strong> – connection id</p>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>array of connections</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.hooks.base.BaseHook.get_connection">
+<em class="property">classmethod </em><code class="sig-name descname">get_connection</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">cls</span></em>, <em class="sig-param"><span class="n">conn_id</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_module [...]
+<dd><p>Get connection, given connection id.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>conn_id</strong> – connection id</p>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>connection</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.hooks.base.BaseHook.get_hook">
+<em class="property">classmethod </em><code class="sig-name descname">get_hook</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">cls</span></em>, <em class="sig-param"><span class="n">conn_id</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airf [...]
+<dd><p>Returns default hook for this connection id.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>conn_id</strong> – connection id</p>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>default hook for this connection</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.hooks.base.BaseHook.get_conn">
+<code class="sig-name descname">get_conn</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/hooks/base.html#BaseHook.get_conn"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.base.BaseHook.get_conn" title="Permalink to this definition">¶</a></dt>
+<dd><p>Returns connection for the hook.</p>
+</dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt id="airflow.hooks.base.DiscoverableHook">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.hooks.base.</code><code class="sig-name descname">DiscoverableHook</code><a class="reference internal" href="../../../../_modules/airflow/hooks/base.html#DiscoverableHook"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.base.DiscoverableHook" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.typing_compat.Protocol</span></code></p>
+<p>Interface that providers <em>can</em> implement to be discovered by ProvidersManager.</p>
+<p>It is not used by any of the Hooks, but simply methods and class fields described here are
+implemented by those Hooks. Each method is optional – only implement the ones you need.</p>
+<p>The conn_name_attr, default_conn_name, conn_type should be implemented by those
+Hooks that want to be automatically mapped from the connection_type -> Hook when get_hook method
+is called with connection_type.</p>
+<p>Additionally hook_name should be set when you want the hook to have a custom name in the UI selection
+Name. If not specified, conn_name will be used.</p>
+<p>The “get_ui_field_behaviour” and “get_connection_form_widgets” are optional - override them if you want
+to customize the Connection Form screen. You can add extra widgets to parse your extra fields via the
+get_connection_form_widgets method as well as hide or relabel the fields or pre-fill
+them with placeholders via get_ui_field_behaviour method.</p>
+<p>Note that the “get_ui_field_behaviour” and “get_connection_form_widgets” need to be set by each class
+in the class hierarchy in order to apply widget customizations.</p>
+<p>For example, even if you want to use the fields from your parent class, you must explicitly
+have a method on <em>your</em> class:</p>
+<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="nd">@classmethod</span>
+<span class="k">def</span> <span class="nf">get_ui_field_behaviour</span><span class="p">(</span><span class="bp">cls</span><span class="p">):</span>
+ <span class="k">return</span> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="n">get_ui_field_behaviour</span><span class="p">()</span>
+</pre></div>
+</div>
+<p>You also need to add the Hook class name to list ‘hook_class_names’ in provider.yaml in case you
+build an internal provider or to return it in dictionary returned by provider_info entrypoint in the
+package you prepare.</p>
+<p>You can see some examples in airflow/providers/jdbc/hooks/jdbc.py.</p>
+<dl class="py attribute">
+<dt id="airflow.hooks.base.DiscoverableHook.conn_name_attr">
+<code class="sig-name descname">conn_name_attr</code><em class="property"> :str</em><a class="reference internal" href="../../../../_modules/airflow/hooks/base.html#DiscoverableHook.conn_name_attr"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.base.DiscoverableHook.conn_name_attr" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.hooks.base.DiscoverableHook.default_conn_name">
+<code class="sig-name descname">default_conn_name</code><em class="property"> :str</em><a class="reference internal" href="../../../../_modules/airflow/hooks/base.html#DiscoverableHook.default_conn_name"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.base.DiscoverableHook.default_conn_name" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.hooks.base.DiscoverableHook.conn_type">
+<code class="sig-name descname">conn_type</code><em class="property"> :str</em><a class="reference internal" href="../../../../_modules/airflow/hooks/base.html#DiscoverableHook.conn_type"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.base.DiscoverableHook.conn_type" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.hooks.base.DiscoverableHook.hook_name">
+<code class="sig-name descname">hook_name</code><em class="property"> :str</em><a class="reference internal" href="../../../../_modules/airflow/hooks/base.html#DiscoverableHook.hook_name"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.base.DiscoverableHook.hook_name" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.hooks.base.DiscoverableHook.get_connection_form_widgets">
+<em class="property">static </em><code class="sig-name descname">get_connection_form_widgets</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/hooks/base.html#DiscoverableHook.get_connection_form_widgets"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.base.DiscoverableHook.get_connection_form_widgets" title="Permalink to this definition">¶</a></dt>
+<dd><p>Returns dictionary of widgets to be added for the hook to handle extra values.</p>
+<p>If you have class hierarchy, usually the widgets needed by your class are already
+added by the base class, so there is no need to implement this method. It might
+actually result in warning in the logs if you try to add widgets that have already
+been added by the base class.</p>
+<p>Note that values of Dict should be of wtforms.Field type. It’s not added here
+for the efficiency of imports.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.hooks.base.DiscoverableHook.get_ui_field_behaviour">
+<em class="property">static </em><code class="sig-name descname">get_ui_field_behaviour</code><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/hooks/base.html#DiscoverableHook.get_ui_field_behaviour"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.base.DiscoverableHook.get_ui_field_behaviour" title="Permalink to this definition">¶</a></dt>
+<dd><p>Returns dictionary describing customizations to implement in javascript handling the
+connection form. Should be compliant with airflow/customized_form_field_behaviours.schema.json’</p>
+<p>If you change conn_type in a derived class, you should also
+implement this method and return field customizations appropriate to your Hook. This
+is because the child hook will have usually different conn_type and the customizations
+are per connection type.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p><code class="xref py py-class docutils literal notranslate"><span class="pre">ComputeSSH</span></code> as an example</p>
+</div>
+</dd></dl>
+
+</dd></dl>
+
+</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="airflow.hooks" href="../index.html" >
+ <a rel="prev" title="airflow.hooks.S3_hook" href="../S3_hook/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="airflow.hooks.base" href="../base/index.html" >
+ <a rel="next" title="airflow.hooks.base_hook" href="../base_hook/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -797,7 +1026,49 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#airflow.hooks.base.log">log</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.base.BaseHook">BaseHook</a><ul>
+<li><a class="reference internal" href="#airflow.hooks.base.BaseHook.get_connections">get_connections</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.base.BaseHook.get_connection">get_connection</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.base.BaseHook.get_hook">get_hook</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.base.BaseHook.get_conn">get_conn</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.base.DiscoverableHook">DiscoverableHook</a><ul>
+<li><a class="reference internal" href="#airflow.hooks.base.DiscoverableHook.conn_name_attr">conn_name_attr</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.base.DiscoverableHook.default_conn_name">default_conn_name</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.base.DiscoverableHook.conn_type">conn_type</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.base.DiscoverableHook.hook_name">hook_name</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.base.DiscoverableHook.get_connection_form_widgets">get_connection_form_widgets</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.base.DiscoverableHook.get_ui_field_behaviour">get_ui_field_behaviour</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</div>
@@ -820,7 +1091,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/hooks/S3_hook/index.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/hooks/base/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
diff --git a/docs/apache-airflow/stable/_api/airflow/hooks/S3_hook/index.html b/docs/apache-airflow/2.2.3/_api/airflow/hooks/base_hook/index.html
similarity index 98%
copy from docs/apache-airflow/stable/_api/airflow/hooks/S3_hook/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/hooks/base_hook/index.html
index 114e181..b2793ea 100644
--- a/docs/apache-airflow/stable/_api/airflow/hooks/S3_hook/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/hooks/base_hook/index.html
@@ -9,7 +9,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>airflow.hooks.S3_hook — Airflow Documentation</title>
+ <title>airflow.hooks.base_hook — Airflow Documentation</title>
<link rel="stylesheet" href="../../../../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/_gen/css/main-custom.min.css" />
@@ -17,8 +17,8 @@
<link rel="shortcut icon" href="../../../../_static/pin_32.png"/>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="airflow.hooks.base" href="../base/index.html" />
- <link rel="prev" title="airflow.hooks" href="../index.html" />
+ <link rel="next" title="airflow.hooks.dbapi" href="../dbapi/index.html" />
+ <link rel="prev" title="airflow.hooks.base" href="../base/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -356,9 +356,9 @@
<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#hooks-packages">Hooks packages</a><ul class="current">
<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks</span></code></a><ul class="current">
<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../S3_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../base_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base_hook</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../dbapi/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../dbapi_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../docker_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.docker_hook</span></code></a></li>
@@ -567,9 +567,9 @@
<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#hooks-packages">Hooks packages</a><ul class="current">
<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks</span></code></a><ul class="current">
<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../S3_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../base_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base_hook</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../dbapi/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../dbapi_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../docker_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.docker_hook</span></code></a></li>
@@ -705,7 +705,7 @@
<li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base_hook</span></code></a></li>
</ul>
</div>
@@ -716,18 +716,18 @@
<div class="bodywrapper">
<div class="body" role="main">
- <div class="section" id="module-airflow.hooks.S3_hook">
-<span id="airflow-hooks-s3-hook"></span><h1><a class="reference internal" href="#module-airflow.hooks.S3_hook" title="airflow.hooks.S3_hook"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a><a class="headerlink" href="#module-airflow.hooks.S3_hook" title="Permalink to this headline">¶</a></h1>
-<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/hooks/s3/index.html#module-airflow.providers.amazon.aws.hooks.s3" title="(in apache-airflow-providers-amazon v2.4.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.amazon.aws.hooks.s3</span></code></a>.</p>
+ <div class="section" id="module-airflow.hooks.base_hook">
+<span id="airflow-hooks-base-hook"></span><h1><a class="reference internal" href="#module-airflow.hooks.base_hook" title="airflow.hooks.base_hook"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base_hook</span></code></a><a class="headerlink" href="#module-airflow.hooks.base_hook" title="Permalink to this headline">¶</a></h1>
+<p><p>This module is deprecated. Please use <a class="reference internal" href="../base/index.html#module-airflow.hooks.base" title="airflow.hooks.base"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base</span></code></a>.</p>
</p>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="airflow.hooks" href="../index.html" >
+ <a rel="prev" title="airflow.hooks.base" href="../base/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="airflow.hooks.base" href="../base/index.html" >
+ <a rel="next" title="airflow.hooks.dbapi" href="../dbapi/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -797,7 +797,7 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base_hook</span></code></a></li>
</ul>
</div>
@@ -820,7 +820,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/hooks/S3_hook/index.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/hooks/base_hook/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
diff --git a/docs/apache-airflow/stable/_api/airflow/hooks/S3_hook/index.html b/docs/apache-airflow/2.2.3/_api/airflow/hooks/dbapi/index.html
similarity index 75%
copy from docs/apache-airflow/stable/_api/airflow/hooks/S3_hook/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/hooks/dbapi/index.html
index 114e181..9b4b9b7 100644
--- a/docs/apache-airflow/stable/_api/airflow/hooks/S3_hook/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/hooks/dbapi/index.html
@@ -9,7 +9,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>airflow.hooks.S3_hook — Airflow Documentation</title>
+ <title>airflow.hooks.dbapi — Airflow Documentation</title>
<link rel="stylesheet" href="../../../../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/_gen/css/main-custom.min.css" />
@@ -17,8 +17,8 @@
<link rel="shortcut icon" href="../../../../_static/pin_32.png"/>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="airflow.hooks.base" href="../base/index.html" />
- <link rel="prev" title="airflow.hooks" href="../index.html" />
+ <link rel="next" title="airflow.hooks.dbapi_hook" href="../dbapi_hook/index.html" />
+ <link rel="prev" title="airflow.hooks.base_hook" href="../base_hook/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -356,10 +356,76 @@
<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#hooks-packages">Hooks packages</a><ul class="current">
<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks</span></code></a><ul class="current">
<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../S3_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../base_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base_hook</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../dbapi/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.hooks.dbapi.ConnectorProtocol">ConnectorProtocol</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.ConnectorProtocol.connect">connect</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook">DbApiHook</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.conn_name_attr">conn_name_attr</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.default_conn_name">default_conn_name</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.supports_autocommit">supports_autocommit</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.connector">connector</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_conn">get_conn</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_uri">get_uri</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_sqlalchemy_engine">get_sqlalchemy_engine</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_pandas_df">get_pandas_df</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_records">get_records</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_first">get_first</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.run">run</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.set_autocommit">set_autocommit</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_autocommit">get_autocommit</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_cursor">get_cursor</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.insert_rows">insert_rows</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.bulk_dump">bulk_dump</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.bulk_load">bulk_load</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.test_connection">test_connection</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
<li class="toctree-l6"><a class="reference internal" href="../dbapi_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../docker_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.docker_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../druid_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.druid_hook</span></code></a></li>
@@ -567,10 +633,76 @@
<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#hooks-packages">Hooks packages</a><ul class="current">
<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks</span></code></a><ul class="current">
<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../S3_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../base_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base_hook</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../dbapi/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.hooks.dbapi.ConnectorProtocol">ConnectorProtocol</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.ConnectorProtocol.connect">connect</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook">DbApiHook</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.conn_name_attr">conn_name_attr</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.default_conn_name">default_conn_name</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.supports_autocommit">supports_autocommit</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.connector">connector</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_conn">get_conn</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_uri">get_uri</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_sqlalchemy_engine">get_sqlalchemy_engine</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_pandas_df">get_pandas_df</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_records">get_records</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_first">get_first</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.run">run</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.set_autocommit">set_autocommit</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_autocommit">get_autocommit</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_cursor">get_cursor</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.insert_rows">insert_rows</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.bulk_dump">bulk_dump</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.bulk_load">bulk_load</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.test_connection">test_connection</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
<li class="toctree-l6"><a class="reference internal" href="../dbapi_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../docker_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.docker_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../druid_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.druid_hook</span></code></a></li>
@@ -705,7 +837,7 @@
<li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi</span></code></a></li>
</ul>
</div>
@@ -716,18 +848,264 @@
<div class="bodywrapper">
<div class="body" role="main">
- <div class="section" id="module-airflow.hooks.S3_hook">
-<span id="airflow-hooks-s3-hook"></span><h1><a class="reference internal" href="#module-airflow.hooks.S3_hook" title="airflow.hooks.S3_hook"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a><a class="headerlink" href="#module-airflow.hooks.S3_hook" title="Permalink to this headline">¶</a></h1>
-<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/hooks/s3/index.html#module-airflow.providers.amazon.aws.hooks.s3" title="(in apache-airflow-providers-amazon v2.4.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.amazon.aws.hooks.s3</span></code></a>.</p>
-</p>
+ <div class="section" id="module-airflow.hooks.dbapi">
+<span id="airflow-hooks-dbapi"></span><h1><a class="reference internal" href="#module-airflow.hooks.dbapi" title="airflow.hooks.dbapi"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi</span></code></a><a class="headerlink" href="#module-airflow.hooks.dbapi" title="Permalink to this headline">¶</a></h1>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
+<dl class="py class">
+<dt id="airflow.hooks.dbapi.ConnectorProtocol">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.hooks.dbapi.</code><code class="sig-name descname">ConnectorProtocol</code><a class="reference internal" href="../../../../_modules/airflow/hooks/dbapi.html#ConnectorProtocol"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.dbapi.ConnectorProtocol" title="Permalink to this definition">¶</a></dt>
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.typing_compat.Protocol</span></code></p>
+<p>A protocol where you can connect to a database.</p>
+<dl class="py method">
+<dt id="airflow.hooks.dbapi.ConnectorProtocol.connect">
+<code class="sig-name descname">connect</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">host</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n">port</span><span class="p">:</span> <span class="n"><a class="reference external" href="https: [...]
+<dd><p>Connect to a database.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>host</strong> – The database host to connect to.</p></li>
+<li><p><strong>port</strong> – The database port to connect to.</p></li>
+<li><p><strong>username</strong> – The database username used for the authentication.</p></li>
+<li><p><strong>schema</strong> – The database schema to connect to.</p></li>
+</ul>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>the authorized connection object.</p>
+</dd>
+</dl>
+</dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt id="airflow.hooks.dbapi.DbApiHook">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.hooks.dbapi.</code><code class="sig-name descname">DbApiHook</code><span class="sig-paren">(</span><em class="sig-param"><span class="o">*</span><span class="n">args</span></em>, <em class="sig-param"><span class="n">schema</span><span class="p">:</span> <span class="n">Optional<span class="p">[</span><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3 [...]
+<dd><p>Bases: <a class="reference internal" href="../base/index.html#airflow.hooks.base.BaseHook" title="airflow.hooks.base.BaseHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.hooks.base.BaseHook</span></code></a></p>
+<p>Abstract base class for sql hooks.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>schema</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) – Optional DB schema that overrides the schema specified in the connection. Make sure that
+if you change the schema parameter value in the constructor of the derived Hook, such change
+should be done before calling the <code class="docutils literal notranslate"><span class="pre">DBApiHook.__init__()</span></code>.</p>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt id="airflow.hooks.dbapi.DbApiHook.conn_name_attr">
+<code class="sig-name descname">conn_name_attr</code><em class="property"> :str</em><a class="reference internal" href="../../../../_modules/airflow/hooks/dbapi.html#DbApiHook.conn_name_attr"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.dbapi.DbApiHook.conn_name_attr" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.hooks.dbapi.DbApiHook.default_conn_name">
+<code class="sig-name descname">default_conn_name</code><em class="property"> = default_conn_id</em><a class="reference internal" href="../../../../_modules/airflow/hooks/dbapi.html#DbApiHook.default_conn_name"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.dbapi.DbApiHook.default_conn_name" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.hooks.dbapi.DbApiHook.supports_autocommit">
+<code class="sig-name descname">supports_autocommit</code><em class="property"> = False</em><a class="reference internal" href="../../../../_modules/airflow/hooks/dbapi.html#DbApiHook.supports_autocommit"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.dbapi.DbApiHook.supports_autocommit" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.hooks.dbapi.DbApiHook.connector">
+<code class="sig-name descname">connector</code><em class="property"> :Optional[ConnectorProtocol]</em><a class="reference internal" href="../../../../_modules/airflow/hooks/dbapi.html#DbApiHook.connector"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.dbapi.DbApiHook.connector" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.hooks.dbapi.DbApiHook.get_conn">
+<code class="sig-name descname">get_conn</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/hooks/dbapi.html#DbApiHook.get_conn"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.dbapi.DbApiHook.get_conn" title="Permalink to this definition">¶</a></dt>
+<dd><p>Returns a connection object</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.hooks.dbapi.DbApiHook.get_uri">
+<code class="sig-name descname">get_uri</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/hooks/dbapi.html#DbApiHook.get_uri"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.dbapi.DbApiHook.get_uri" title="Permalink to this definition">¶</a></dt>
+<dd><p>Extract the URI from the connection.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Returns</dt>
+<dd class="field-odd"><p>the extracted uri.</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.hooks.dbapi.DbApiHook.get_sqlalchemy_engine">
+<code class="sig-name descname">get_sqlalchemy_engine</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">engine_kwargs</span><span class="o">=</span><span class="default_value">None</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/hooks/dbapi.html#DbApiHook.get_sqlalchemy_engine"><span class="viewcode-link">[source]</span></a><a class="headerlink" hr [...]
+<dd><p>Get an sqlalchemy_engine object.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>engine_kwargs</strong> – Kwargs used in <a class="reference external" href="https://docs.sqlalchemy.org/en/latest/core/engines.html#sqlalchemy.create_engine" title="(in SQLAlchemy v1.4)"><code class="xref py py-func docutils literal notranslate"><span class="pre">create_engine()</span></code></a>.</p>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>the created engine.</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.hooks.dbapi.DbApiHook.get_pandas_df">
+<code class="sig-name descname">get_pandas_df</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">sql</span></em>, <em class="sig-param"><span class="n">parameters</span><span class="o">=</span><span class="default_value">None</span></em>, <em class="sig-param"><span class="o">**</span><span class="n">kwargs</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/ai [...]
+<dd><p>Executes the sql and returns a pandas dataframe</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> or </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a>) – the sql statement to be executed (str) or a list of
+sql statements to execute</p></li>
+<li><p><strong>parameters</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> or </em><em>iterable</em>) – The parameters to render the SQL query with.</p></li>
+<li><p><strong>kwargs</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) – (optional) passed into pandas.io.sql.read_sql method</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.hooks.dbapi.DbApiHook.get_records">
+<code class="sig-name descname">get_records</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">sql</span></em>, <em class="sig-param"><span class="n">parameters</span><span class="o">=</span><span class="default_value">None</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/hooks/dbapi.html#DbApiHook.get_records"><span class="viewcode-link">[source]</s [...]
+<dd><p>Executes the sql and returns a set of records.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> or </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a>) – the sql statement to be executed (str) or a list of
+sql statements to execute</p></li>
+<li><p><strong>parameters</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> or </em><em>iterable</em>) – The parameters to render the SQL query with.</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.hooks.dbapi.DbApiHook.get_first">
+<code class="sig-name descname">get_first</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">sql</span></em>, <em class="sig-param"><span class="n">parameters</span><span class="o">=</span><span class="default_value">None</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/hooks/dbapi.html#DbApiHook.get_first"><span class="viewcode-link">[source]</span> [...]
+<dd><p>Executes the sql and returns the first resulting row.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> or </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a>) – the sql statement to be executed (str) or a list of
+sql statements to execute</p></li>
+<li><p><strong>parameters</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> or </em><em>iterable</em>) – The parameters to render the SQL query with.</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.hooks.dbapi.DbApiHook.run">
+<code class="sig-name descname">run</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">sql</span></em>, <em class="sig-param"><span class="n">autocommit</span><span class="o">=</span><span class="default_value">False</span></em>, <em class="sig-param"><span class="n">parameters</span><span class="o">=</span><span class="default_value">None</span></em>, <em class="sig-param"><span class="n">handler</span><spa [...]
+<dd><p>Runs a command or a list of commands. Pass a list of sql
+statements to the sql parameter to get them to execute
+sequentially</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> or </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a>) – the sql statement to be executed (str) or a list of
+sql statements to execute</p></li>
+<li><p><strong>autocommit</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – What to set the connection’s autocommit setting to
+before executing the query.</p></li>
+<li><p><strong>parameters</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> or </em><em>iterable</em>) – The parameters to render the SQL query with.</p></li>
+<li><p><strong>handler</strong> (<em>callable</em>) – The result handler which is called with the result of each statement.</p></li>
+</ul>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>query results if handler was provided.</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.hooks.dbapi.DbApiHook.set_autocommit">
+<code class="sig-name descname">set_autocommit</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">conn</span></em>, <em class="sig-param"><span class="n">autocommit</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/hooks/dbapi.html#DbApiHook.set_autocommit"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.dbapi [...]
+<dd><p>Sets the autocommit flag on the connection</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.hooks.dbapi.DbApiHook.get_autocommit">
+<code class="sig-name descname">get_autocommit</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">conn</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/hooks/dbapi.html#DbApiHook.get_autocommit"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.dbapi.DbApiHook.get_autocommit" title="Permalink to this definition [...]
+<dd><p>Get autocommit setting for the provided connection.
+Return True if conn.autocommit is set to True.
+Return False if conn.autocommit is not set or set to False or conn
+does not support autocommit.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>conn</strong> (<em>connection object.</em>) – Connection to get autocommit setting from.</p>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>connection autocommit setting.</p>
+</dd>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)">bool</a></p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.hooks.dbapi.DbApiHook.get_cursor">
+<code class="sig-name descname">get_cursor</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/hooks/dbapi.html#DbApiHook.get_cursor"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.dbapi.DbApiHook.get_cursor" title="Permalink to this definition">¶</a></dt>
+<dd><p>Returns a cursor</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.hooks.dbapi.DbApiHook.insert_rows">
+<code class="sig-name descname">insert_rows</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">table</span></em>, <em class="sig-param"><span class="n">rows</span></em>, <em class="sig-param"><span class="n">target_fields</span><span class="o">=</span><span class="default_value">None</span></em>, <em class="sig-param"><span class="n">commit_every</span><span class="o">=</span><span class="default_value">1000 [...]
+<dd><p>A generic way to insert a set of tuples into a table,
+a new transaction is created every commit_every rows</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Name of the target table</p></li>
+<li><p><strong>rows</strong> (<em>iterable of tuples</em>) – The rows to insert into the table</p></li>
+<li><p><strong>target_fields</strong> (<em>iterable of strings</em>) – The names of the columns to fill in the table</p></li>
+<li><p><strong>commit_every</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) – The maximum number of rows to insert in one
+transaction. Set to 0 to insert all rows in one transaction.</p></li>
+<li><p><strong>replace</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – Whether to replace instead of insert</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.hooks.dbapi.DbApiHook.bulk_dump">
+<code class="sig-name descname">bulk_dump</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">table</span></em>, <em class="sig-param"><span class="n">tmp_file</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/hooks/dbapi.html#DbApiHook.bulk_dump"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.dbapi.DbApiHook. [...]
+<dd><p>Dumps a database table into a tab-delimited file</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The name of the source table</p></li>
+<li><p><strong>tmp_file</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The path of the target file</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.hooks.dbapi.DbApiHook.bulk_load">
+<code class="sig-name descname">bulk_load</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">table</span></em>, <em class="sig-param"><span class="n">tmp_file</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/hooks/dbapi.html#DbApiHook.bulk_load"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.dbapi.DbApiHook. [...]
+<dd><p>Loads a tab-delimited file into a database table</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The name of the target table</p></li>
+<li><p><strong>tmp_file</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The path of the file to load into the table</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.hooks.dbapi.DbApiHook.test_connection">
+<code class="sig-name descname">test_connection</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/hooks/dbapi.html#DbApiHook.test_connection"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.dbapi.DbApiHook.test_connection" title="Permalink to this definition">¶</a></dt>
+<dd><p>Tests the connection by executing a select 1 query</p>
+</dd></dl>
+
+</dd></dl>
+
+</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="airflow.hooks" href="../index.html" >
+ <a rel="prev" title="airflow.hooks.base_hook" href="../base_hook/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="airflow.hooks.base" href="../base/index.html" >
+ <a rel="next" title="airflow.hooks.dbapi_hook" href="../dbapi_hook/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -797,7 +1175,73 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#airflow.hooks.dbapi.ConnectorProtocol">ConnectorProtocol</a><ul>
+<li><a class="reference internal" href="#airflow.hooks.dbapi.ConnectorProtocol.connect">connect</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook">DbApiHook</a><ul>
+<li><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.conn_name_attr">conn_name_attr</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.default_conn_name">default_conn_name</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.supports_autocommit">supports_autocommit</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.connector">connector</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_conn">get_conn</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_uri">get_uri</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_sqlalchemy_engine">get_sqlalchemy_engine</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_pandas_df">get_pandas_df</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_records">get_records</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_first">get_first</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.run">run</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.set_autocommit">set_autocommit</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_autocommit">get_autocommit</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.get_cursor">get_cursor</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.insert_rows">insert_rows</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.bulk_dump">bulk_dump</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.bulk_load">bulk_load</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.dbapi.DbApiHook.test_connection">test_connection</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</div>
@@ -820,7 +1264,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/hooks/S3_hook/index.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/hooks/dbapi/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
diff --git a/docs/apache-airflow/stable/_api/airflow/hooks/druid_hook/index.html b/docs/apache-airflow/2.2.3/_api/airflow/hooks/dbapi_hook/index.html
similarity index 98%
copy from docs/apache-airflow/stable/_api/airflow/hooks/druid_hook/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/hooks/dbapi_hook/index.html
index 21bcda7..7e18161 100644
--- a/docs/apache-airflow/stable/_api/airflow/hooks/druid_hook/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/hooks/dbapi_hook/index.html
@@ -9,7 +9,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>airflow.hooks.druid_hook — Airflow Documentation</title>
+ <title>airflow.hooks.dbapi_hook — Airflow Documentation</title>
<link rel="stylesheet" href="../../../../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/_gen/css/main-custom.min.css" />
@@ -17,8 +17,8 @@
<link rel="shortcut icon" href="../../../../_static/pin_32.png"/>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="airflow.hooks.filesystem" href="../filesystem/index.html" />
- <link rel="prev" title="airflow.hooks.docker_hook" href="../docker_hook/index.html" />
+ <link rel="next" title="airflow.hooks.docker_hook" href="../docker_hook/index.html" />
+ <link rel="prev" title="airflow.hooks.dbapi" href="../dbapi/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -360,9 +360,9 @@
<li class="toctree-l6"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../base_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../dbapi/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../dbapi_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi_hook</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../docker_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.docker_hook</span></code></a></li>
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.druid_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../druid_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.druid_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../filesystem/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.filesystem</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../hdfs_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hdfs_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../hive_hooks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hive_hooks</span></code></a></li>
@@ -571,9 +571,9 @@
<li class="toctree-l6"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../base_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../dbapi/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../dbapi_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi_hook</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../docker_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.docker_hook</span></code></a></li>
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.druid_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../druid_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.druid_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../filesystem/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.filesystem</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../hdfs_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hdfs_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../hive_hooks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hive_hooks</span></code></a></li>
@@ -705,7 +705,7 @@
<li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.druid_hook</span></code></a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi_hook</span></code></a></li>
</ul>
</div>
@@ -716,18 +716,18 @@
<div class="bodywrapper">
<div class="body" role="main">
- <div class="section" id="module-airflow.hooks.druid_hook">
-<span id="airflow-hooks-druid-hook"></span><h1><a class="reference internal" href="#module-airflow.hooks.druid_hook" title="airflow.hooks.druid_hook"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.druid_hook</span></code></a><a class="headerlink" href="#module-airflow.hooks.druid_hook" title="Permalink to this headline">¶</a></h1>
-<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-apache-druid/stable/_api/airflow/providers/apache/druid/hooks/druid/index.html#module-airflow.providers.apache.druid.hooks.druid" title="(in apache-airflow-providers-apache-druid v2.0.2)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.druid.hooks.druid</span></code></a>.</p>
+ <div class="section" id="module-airflow.hooks.dbapi_hook">
+<span id="airflow-hooks-dbapi-hook"></span><h1><a class="reference internal" href="#module-airflow.hooks.dbapi_hook" title="airflow.hooks.dbapi_hook"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi_hook</span></code></a><a class="headerlink" href="#module-airflow.hooks.dbapi_hook" title="Permalink to this headline">¶</a></h1>
+<p><p>This module is deprecated. Please use <a class="reference internal" href="../dbapi/index.html#module-airflow.hooks.dbapi" title="airflow.hooks.dbapi"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi</span></code></a>.</p>
</p>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="airflow.hooks.docker_hook" href="../docker_hook/index.html" >
+ <a rel="prev" title="airflow.hooks.dbapi" href="../dbapi/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="airflow.hooks.filesystem" href="../filesystem/index.html" >
+ <a rel="next" title="airflow.hooks.docker_hook" href="../docker_hook/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -797,7 +797,7 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.druid_hook</span></code></a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi_hook</span></code></a></li>
</ul>
</div>
@@ -820,7 +820,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/hooks/druid_hook/index.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/hooks/dbapi_hook/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
diff --git a/docs/apache-airflow/stable/_api/airflow/hooks/S3_hook/index.html b/docs/apache-airflow/2.2.3/_api/airflow/hooks/docker_hook/index.html
similarity index 98%
copy from docs/apache-airflow/stable/_api/airflow/hooks/S3_hook/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/hooks/docker_hook/index.html
index 114e181..495d7e1 100644
--- a/docs/apache-airflow/stable/_api/airflow/hooks/S3_hook/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/hooks/docker_hook/index.html
@@ -9,7 +9,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>airflow.hooks.S3_hook — Airflow Documentation</title>
+ <title>airflow.hooks.docker_hook — Airflow Documentation</title>
<link rel="stylesheet" href="../../../../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/_gen/css/main-custom.min.css" />
@@ -17,8 +17,8 @@
<link rel="shortcut icon" href="../../../../_static/pin_32.png"/>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="airflow.hooks.base" href="../base/index.html" />
- <link rel="prev" title="airflow.hooks" href="../index.html" />
+ <link rel="next" title="airflow.hooks.druid_hook" href="../druid_hook/index.html" />
+ <link rel="prev" title="airflow.hooks.dbapi_hook" href="../dbapi_hook/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -356,12 +356,12 @@
<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#hooks-packages">Hooks packages</a><ul class="current">
<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks</span></code></a><ul class="current">
<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../S3_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../base_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../dbapi/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../dbapi_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi_hook</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../docker_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.docker_hook</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.docker_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../druid_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.druid_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../filesystem/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.filesystem</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../hdfs_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hdfs_hook</span></code></a></li>
@@ -567,12 +567,12 @@
<li class="toctree-l3 current"><a class="reference internal" href="../../../../python-api-ref.html#hooks-packages">Hooks packages</a><ul class="current">
<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks</span></code></a><ul class="current">
<li class="toctree-l5 current"><a class="reference internal" href="../index.html#submodules">Submodules</a><ul class="current">
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../S3_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../base_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../dbapi/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../dbapi_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi_hook</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../docker_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.docker_hook</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.docker_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../druid_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.druid_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../filesystem/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.filesystem</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../hdfs_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hdfs_hook</span></code></a></li>
@@ -705,7 +705,7 @@
<li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.docker_hook</span></code></a></li>
</ul>
</div>
@@ -716,18 +716,18 @@
<div class="bodywrapper">
<div class="body" role="main">
- <div class="section" id="module-airflow.hooks.S3_hook">
-<span id="airflow-hooks-s3-hook"></span><h1><a class="reference internal" href="#module-airflow.hooks.S3_hook" title="airflow.hooks.S3_hook"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a><a class="headerlink" href="#module-airflow.hooks.S3_hook" title="Permalink to this headline">¶</a></h1>
-<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/hooks/s3/index.html#module-airflow.providers.amazon.aws.hooks.s3" title="(in apache-airflow-providers-amazon v2.4.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.amazon.aws.hooks.s3</span></code></a>.</p>
+ <div class="section" id="module-airflow.hooks.docker_hook">
+<span id="airflow-hooks-docker-hook"></span><h1><a class="reference internal" href="#module-airflow.hooks.docker_hook" title="airflow.hooks.docker_hook"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.docker_hook</span></code></a><a class="headerlink" href="#module-airflow.hooks.docker_hook" title="Permalink to this headline">¶</a></h1>
+<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-docker/stable/_api/airflow/providers/docker/hooks/docker/index.html#module-airflow.providers.docker.hooks.docker" title="(in apache-airflow-providers-docker v2.3.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.docker.hooks.docker</span></code></a>.</p>
</p>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="airflow.hooks" href="../index.html" >
+ <a rel="prev" title="airflow.hooks.dbapi_hook" href="../dbapi_hook/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="airflow.hooks.base" href="../base/index.html" >
+ <a rel="next" title="airflow.hooks.druid_hook" href="../druid_hook/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -797,7 +797,7 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.docker_hook</span></code></a></li>
</ul>
</div>
@@ -820,7 +820,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/hooks/S3_hook/index.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/hooks/docker_hook/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
diff --git a/docs/apache-airflow/stable/_api/airflow/hooks/druid_hook/index.html b/docs/apache-airflow/2.2.3/_api/airflow/hooks/druid_hook/index.html
similarity index 99%
copy from docs/apache-airflow/stable/_api/airflow/hooks/druid_hook/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/hooks/druid_hook/index.html
index 21bcda7..4d902a5 100644
--- a/docs/apache-airflow/stable/_api/airflow/hooks/druid_hook/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/hooks/druid_hook/index.html
@@ -718,7 +718,7 @@
<div class="section" id="module-airflow.hooks.druid_hook">
<span id="airflow-hooks-druid-hook"></span><h1><a class="reference internal" href="#module-airflow.hooks.druid_hook" title="airflow.hooks.druid_hook"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.druid_hook</span></code></a><a class="headerlink" href="#module-airflow.hooks.druid_hook" title="Permalink to this headline">¶</a></h1>
-<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-apache-druid/stable/_api/airflow/providers/apache/druid/hooks/druid/index.html#module-airflow.providers.apache.druid.hooks.druid" title="(in apache-airflow-providers-apache-druid v2.0.2)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.druid.hooks.druid</span></code></a>.</p>
+<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-apache-druid/stable/_api/airflow/providers/apache/druid/hooks/druid/index.html#module-airflow.providers.apache.druid.hooks.druid" title="(in apache-airflow-providers-apache-druid v2.1.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.druid.hooks.druid</span></code></a>.</p>
</p>
</div>
diff --git a/docs/apache-airflow/stable/_api/airflow/hooks/hive_hooks/index.html b/docs/apache-airflow/2.2.3/_api/airflow/hooks/filesystem/index.html
similarity index 94%
copy from docs/apache-airflow/stable/_api/airflow/hooks/hive_hooks/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/hooks/filesystem/index.html
index de9981d..d64859f 100644
--- a/docs/apache-airflow/stable/_api/airflow/hooks/hive_hooks/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/hooks/filesystem/index.html
@@ -9,7 +9,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>airflow.hooks.hive_hooks — Airflow Documentation</title>
+ <title>airflow.hooks.filesystem — Airflow Documentation</title>
<link rel="stylesheet" href="../../../../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/_gen/css/main-custom.min.css" />
@@ -17,8 +17,8 @@
<link rel="shortcut icon" href="../../../../_static/pin_32.png"/>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="airflow.hooks.http_hook" href="../http_hook/index.html" />
- <link rel="prev" title="airflow.hooks.hdfs_hook" href="../hdfs_hook/index.html" />
+ <link rel="next" title="airflow.hooks.hdfs_hook" href="../hdfs_hook/index.html" />
+ <link rel="prev" title="airflow.hooks.druid_hook" href="../druid_hook/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -363,9 +363,21 @@
<li class="toctree-l6"><a class="reference internal" href="../dbapi_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../docker_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.docker_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../druid_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.druid_hook</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../filesystem/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.filesystem</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.filesystem</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.hooks.filesystem.FSHook">FSHook</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.filesystem.FSHook.get_conn">get_conn</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.filesystem.FSHook.get_path">get_path</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
<li class="toctree-l6"><a class="reference internal" href="../hdfs_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hdfs_hook</span></code></a></li>
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hive_hooks</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../hive_hooks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hive_hooks</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../http_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.http_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../jdbc_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.jdbc_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../mssql_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.mssql_hook</span></code></a></li>
@@ -574,9 +586,21 @@
<li class="toctree-l6"><a class="reference internal" href="../dbapi_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../docker_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.docker_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../druid_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.druid_hook</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../filesystem/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.filesystem</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.filesystem</span></code></a><ul>
+<li class="toctree-l7"><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li class="toctree-l8"><a class="reference internal" href="#airflow.hooks.filesystem.FSHook">FSHook</a><ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.filesystem.FSHook.get_conn">get_conn</a></li>
+</ul>
+<ul>
+<li class="toctree-l9"><a class="reference internal" href="#airflow.hooks.filesystem.FSHook.get_path">get_path</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
<li class="toctree-l6"><a class="reference internal" href="../hdfs_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hdfs_hook</span></code></a></li>
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hive_hooks</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../hive_hooks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hive_hooks</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../http_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.http_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../jdbc_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.jdbc_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../mssql_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.mssql_hook</span></code></a></li>
@@ -705,7 +729,7 @@
<li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hive_hooks</span></code></a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.filesystem</span></code></a></li>
</ul>
</div>
@@ -716,18 +740,48 @@
<div class="bodywrapper">
<div class="body" role="main">
- <div class="section" id="module-airflow.hooks.hive_hooks">
-<span id="airflow-hooks-hive-hooks"></span><h1><a class="reference internal" href="#module-airflow.hooks.hive_hooks" title="airflow.hooks.hive_hooks"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hive_hooks</span></code></a><a class="headerlink" href="#module-airflow.hooks.hive_hooks" title="Permalink to this headline">¶</a></h1>
-<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-apache-hive/stable/_api/airflow/providers/apache/hive/hooks/hive/index.html#module-airflow.providers.apache.hive.hooks.hive" title="(in apache-airflow-providers-apache-hive v2.0.3)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks.hive</span></code></a>.</p>
-</p>
+ <div class="section" id="module-airflow.hooks.filesystem">
+<span id="airflow-hooks-filesystem"></span><h1><a class="reference internal" href="#module-airflow.hooks.filesystem" title="airflow.hooks.filesystem"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.filesystem</span></code></a><a class="headerlink" href="#module-airflow.hooks.filesystem" title="Permalink to this headline">¶</a></h1>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
+<dl class="py class">
+<dt id="airflow.hooks.filesystem.FSHook">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.hooks.filesystem.</code><code class="sig-name descname">FSHook</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">conn_id</span><span class="o">=</span><span class="default_value">'fs_default'</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/hooks/filesystem.html#FSHook"><span class="viewcode-link">[source]</span></a><a class= [...]
+<dd><p>Bases: <a class="reference internal" href="../base/index.html#airflow.hooks.base.BaseHook" title="airflow.hooks.base.BaseHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.hooks.base.BaseHook</span></code></a></p>
+<p>Allows for interaction with an file server.</p>
+<p>Connection should have a name and a path specified under extra:</p>
+<p>example:
+Connection Id: fs_test
+Connection Type: File (path)
+Host, Schema, Login, Password, Port: empty
+Extra: {“path”: “/tmp”}</p>
+<dl class="py method">
+<dt id="airflow.hooks.filesystem.FSHook.get_conn">
+<code class="sig-name descname">get_conn</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/hooks/filesystem.html#FSHook.get_conn"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.filesystem.FSHook.get_conn" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.hooks.filesystem.FSHook.get_path">
+<code class="sig-name descname">get_path</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../_modules/airflow/hooks/filesystem.html#FSHook.get_path"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.hooks.filesystem.FSHook.get_path" title="Permalink to this definition">¶</a></dt>
+<dd><p>Get the path to the filesystem location.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Returns</dt>
+<dd class="field-odd"><p>the path.</p>
+</dd>
+</dl>
+</dd></dl>
+
+</dd></dl>
+
+</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="airflow.hooks.hdfs_hook" href="../hdfs_hook/index.html" >
+ <a rel="prev" title="airflow.hooks.druid_hook" href="../druid_hook/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="airflow.hooks.http_hook" href="../http_hook/index.html" >
+ <a rel="next" title="airflow.hooks.hdfs_hook" href="../hdfs_hook/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -797,7 +851,19 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hive_hooks</span></code></a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.filesystem</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#airflow.hooks.filesystem.FSHook">FSHook</a><ul>
+<li><a class="reference internal" href="#airflow.hooks.filesystem.FSHook.get_conn">get_conn</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.hooks.filesystem.FSHook.get_path">get_path</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</div>
@@ -820,7 +886,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/hooks/hive_hooks/index.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/hooks/filesystem/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
diff --git a/docs/apache-airflow/stable/_api/airflow/hooks/hdfs_hook/index.html b/docs/apache-airflow/2.2.3/_api/airflow/hooks/hdfs_hook/index.html
similarity index 99%
copy from docs/apache-airflow/stable/_api/airflow/hooks/hdfs_hook/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/hooks/hdfs_hook/index.html
index 7fb19fd..60b663a 100644
--- a/docs/apache-airflow/stable/_api/airflow/hooks/hdfs_hook/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/hooks/hdfs_hook/index.html
@@ -718,7 +718,7 @@
<div class="section" id="module-airflow.hooks.hdfs_hook">
<span id="airflow-hooks-hdfs-hook"></span><h1><a class="reference internal" href="#module-airflow.hooks.hdfs_hook" title="airflow.hooks.hdfs_hook"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hdfs_hook</span></code></a><a class="headerlink" href="#module-airflow.hooks.hdfs_hook" title="Permalink to this headline">¶</a></h1>
-<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-apache-hdfs/stable/_api/airflow/providers/apache/hdfs/hooks/hdfs/index.html#module-airflow.providers.apache.hdfs.hooks.hdfs" title="(in apache-airflow-providers-apache-hdfs v2.1.1)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hdfs.hooks.hdfs</span></code></a>.</p>
+<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-apache-hdfs/stable/_api/airflow/providers/apache/hdfs/hooks/hdfs/index.html#module-airflow.providers.apache.hdfs.hooks.hdfs" title="(in apache-airflow-providers-apache-hdfs v2.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hdfs.hooks.hdfs</span></code></a>.</p>
</p>
</div>
diff --git a/docs/apache-airflow/stable/_api/airflow/hooks/hive_hooks/index.html b/docs/apache-airflow/2.2.3/_api/airflow/hooks/hive_hooks/index.html
similarity index 99%
copy from docs/apache-airflow/stable/_api/airflow/hooks/hive_hooks/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/hooks/hive_hooks/index.html
index de9981d..1c9611c 100644
--- a/docs/apache-airflow/stable/_api/airflow/hooks/hive_hooks/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/hooks/hive_hooks/index.html
@@ -718,7 +718,7 @@
<div class="section" id="module-airflow.hooks.hive_hooks">
<span id="airflow-hooks-hive-hooks"></span><h1><a class="reference internal" href="#module-airflow.hooks.hive_hooks" title="airflow.hooks.hive_hooks"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hive_hooks</span></code></a><a class="headerlink" href="#module-airflow.hooks.hive_hooks" title="Permalink to this headline">¶</a></h1>
-<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-apache-hive/stable/_api/airflow/providers/apache/hive/hooks/hive/index.html#module-airflow.providers.apache.hive.hooks.hive" title="(in apache-airflow-providers-apache-hive v2.0.3)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks.hive</span></code></a>.</p>
+<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-apache-hive/stable/_api/airflow/providers/apache/hive/hooks/hive/index.html#module-airflow.providers.apache.hive.hooks.hive" title="(in apache-airflow-providers-apache-hive v2.1.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks.hive</span></code></a>.</p>
</p>
</div>
diff --git a/docs/apache-airflow/stable/_api/airflow/hooks/hdfs_hook/index.html b/docs/apache-airflow/2.2.3/_api/airflow/hooks/http_hook/index.html
similarity index 98%
copy from docs/apache-airflow/stable/_api/airflow/hooks/hdfs_hook/index.html
copy to docs/apache-airflow/2.2.3/_api/airflow/hooks/http_hook/index.html
index 7fb19fd..8e6cde0 100644
--- a/docs/apache-airflow/stable/_api/airflow/hooks/hdfs_hook/index.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/hooks/http_hook/index.html
@@ -9,7 +9,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>airflow.hooks.hdfs_hook — Airflow Documentation</title>
+ <title>airflow.hooks.http_hook — Airflow Documentation</title>
<link rel="stylesheet" href="../../../../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../../../_static/_gen/css/main-custom.min.css" />
@@ -17,8 +17,8 @@
<link rel="shortcut icon" href="../../../../_static/pin_32.png"/>
<link rel="index" title="Index" href="../../../../genindex.html" />
<link rel="search" title="Search" href="../../../../search.html" />
- <link rel="next" title="airflow.hooks.hive_hooks" href="../hive_hooks/index.html" />
- <link rel="prev" title="airflow.hooks.filesystem" href="../filesystem/index.html" />
+ <link rel="next" title="airflow.hooks.jdbc_hook" href="../jdbc_hook/index.html" />
+ <link rel="prev" title="airflow.hooks.hive_hooks" href="../hive_hooks/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -364,9 +364,9 @@
<li class="toctree-l6"><a class="reference internal" href="../docker_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.docker_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../druid_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.druid_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../filesystem/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.filesystem</span></code></a></li>
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hdfs_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../hdfs_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hdfs_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../hive_hooks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hive_hooks</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../http_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.http_hook</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.http_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../jdbc_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.jdbc_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../mssql_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.mssql_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../mysql_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.mysql_hook</span></code></a></li>
@@ -575,9 +575,9 @@
<li class="toctree-l6"><a class="reference internal" href="../docker_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.docker_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../druid_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.druid_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../filesystem/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.filesystem</span></code></a></li>
-<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hdfs_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="../hdfs_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hdfs_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../hive_hooks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hive_hooks</span></code></a></li>
-<li class="toctree-l6"><a class="reference internal" href="../http_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.http_hook</span></code></a></li>
+<li class="toctree-l6 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.http_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../jdbc_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.jdbc_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../mssql_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.mssql_hook</span></code></a></li>
<li class="toctree-l6"><a class="reference internal" href="../mysql_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.mysql_hook</span></code></a></li>
@@ -705,7 +705,7 @@
<li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hdfs_hook</span></code></a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.http_hook</span></code></a></li>
</ul>
</div>
@@ -716,18 +716,18 @@
<div class="bodywrapper">
<div class="body" role="main">
- <div class="section" id="module-airflow.hooks.hdfs_hook">
-<span id="airflow-hooks-hdfs-hook"></span><h1><a class="reference internal" href="#module-airflow.hooks.hdfs_hook" title="airflow.hooks.hdfs_hook"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hdfs_hook</span></code></a><a class="headerlink" href="#module-airflow.hooks.hdfs_hook" title="Permalink to this headline">¶</a></h1>
-<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-apache-hdfs/stable/_api/airflow/providers/apache/hdfs/hooks/hdfs/index.html#module-airflow.providers.apache.hdfs.hooks.hdfs" title="(in apache-airflow-providers-apache-hdfs v2.1.1)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hdfs.hooks.hdfs</span></code></a>.</p>
+ <div class="section" id="module-airflow.hooks.http_hook">
+<span id="airflow-hooks-http-hook"></span><h1><a class="reference internal" href="#module-airflow.hooks.http_hook" title="airflow.hooks.http_hook"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.http_hook</span></code></a><a class="headerlink" href="#module-airflow.hooks.http_hook" title="Permalink to this headline">¶</a></h1>
+<p><p>This module is deprecated. Please use <a class="reference external" href="/docs/apache-airflow-providers-http/stable/_api/airflow/providers/http/hooks/http/index.html#module-airflow.providers.http.hooks.http" title="(in apache-airflow-providers-http v2.0.1)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.http.hooks.http</span></code></a>.</p>
</p>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="airflow.hooks.filesystem" href="../filesystem/index.html" >
+ <a rel="prev" title="airflow.hooks.hive_hooks" href="../hive_hooks/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="airflow.hooks.hive_hooks" href="../hive_hooks/index.html" >
+ <a rel="next" title="airflow.hooks.jdbc_hook" href="../jdbc_hook/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -797,7 +797,7 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hdfs_hook</span></code></a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.http_hook</span></code></a></li>
</ul>
</div>
@@ -820,7 +820,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/hooks/hdfs_hook/index.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow/_api/airflow/hooks/http_hook/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
diff --git a/docs/apache-airflow/stable/security/secrets/secrets-backend/local-filesystem-secrets-backend.html b/docs/apache-airflow/2.2.3/_api/airflow/hooks/index.html
similarity index 83%
copy from docs/apache-airflow/stable/security/secrets/secrets-backend/local-filesystem-secrets-backend.html
copy to docs/apache-airflow/2.2.3/_api/airflow/hooks/index.html
index 88a5978..de7da7f 100644
--- a/docs/apache-airflow/stable/security/secrets/secrets-backend/local-filesystem-secrets-backend.html
+++ b/docs/apache-airflow/2.2.3/_api/airflow/hooks/index.html
@@ -9,7 +9,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Local Filesystem Secrets Backend — Airflow Documentation</title>
+ <title>airflow.hooks — Airflow Documentation</title>
<link rel="stylesheet" href="../../../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../../_static/_gen/css/main-custom.min.css" />
@@ -17,8 +17,8 @@
<link rel="shortcut icon" href="../../../_static/pin_32.png"/>
<link rel="index" title="Index" href="../../../genindex.html" />
<link rel="search" title="Search" href="../../../search.html" />
- <link rel="next" title="Masking sensitive data" href="../mask-sensitive-values.html" />
- <link rel="prev" title="Secrets Backend" href="index.html" />
+ <link rel="next" title="airflow.hooks.S3_hook" href="S3_hook/index.html" />
+ <link rel="prev" title="airflow.sensors.weekday" href="../sensors/weekday/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -314,7 +314,7 @@
<div class="toctree" role="navigation" aria-label="main navigation">
<p class="caption"><span class="caption-text">Content</span></p>
-<ul class="current">
+<ul>
<li class="toctree-l1"><a class="reference internal" href="../../../index.html">Home</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../project.html">Project</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../license.html">License</a></li>
@@ -329,36 +329,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../executor/index.html">Executor</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../dag-run.html">DAG Runs</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../plugins.html">Plugins</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Security</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="../../access-control.html">Access Control</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../api.html">API</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../flower.html">Flower</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../kerberos.html">Kerberos</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../webserver.html">Webserver</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../workload.html">Workload</a></li>
-<li class="toctree-l2 current"><a class="reference internal" href="../index.html">Secrets</a><ul class="current">
-<li class="toctree-l3"><a class="reference internal" href="../fernet.html">Encryption at rest</a></li>
-<li class="toctree-l3 current"><a class="reference internal" href="index.html">Using external Secret stores</a><ul class="current">
-<li class="toctree-l4"><a class="reference internal" href="index.html#search-path">Search path</a></li>
-<li class="toctree-l4"><a class="reference internal" href="index.html#configuration">Configuration</a></li>
-<li class="toctree-l4 current"><a class="reference internal" href="index.html#supported-core-backends">Supported core backends</a><ul class="current">
-<li class="toctree-l5 current"><a class="current reference internal" href="#">Local Filesystem Secrets Backend</a><ul>
-<li class="toctree-l6"><a class="reference internal" href="#storing-and-retrieving-connections">Storing and Retrieving Connections</a></li>
-<li class="toctree-l6"><a class="reference internal" href="#storing-and-retrieving-variables">Storing and Retrieving Variables</a></li>
-</ul>
-</li>
-</ul>
-</li>
-<li class="toctree-l4"><a class="reference internal" href="index.html#apache-airflow-community-provided-secret-backends">Apache Airflow Community provided secret backends</a></li>
-<li class="toctree-l4"><a class="reference internal" href="index.html#roll-your-own-secrets-backend">Roll your own secrets backend</a></li>
-</ul>
-</li>
-<li class="toctree-l3"><a class="reference internal" href="../mask-sensitive-values.html">Masking sensitive data</a></li>
-</ul>
-</li>
-<li class="toctree-l2"><a class="reference internal" href="../../index.html#reporting-vulnerabilities">Reporting Vulnerabilities</a></li>
-</ul>
-</li>
+<li class="toctree-l1"><a class="reference internal" href="../../../security/index.html">Security</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../logging-monitoring/index.html">Logging & Monitoring</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../timezone.html">Time Zones</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../usage-cli.html">Using the CLI</a></li>
@@ -375,11 +346,55 @@
<li class="toctree-l1"><a class="reference internal" href="../../../privacy_notice.html">Privacy Notice</a></li>
</ul>
<p class="caption"><span class="caption-text">References</span></p>
-<ul>
+<ul class="current">
<li class="toctree-l1"><a class="reference internal" href="../../../operators-and-hooks-ref.html">Operators and hooks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../cli-and-env-variables-ref.html">CLI</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../templates-ref.html">Templates</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../python-api-ref.html">Python API</a></li>
+<li class="toctree-l1 current"><a class="reference internal" href="../../../python-api-ref.html">Python API</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#operators">Operators</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../python-api-ref.html#hooks">Hooks</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../python-api-ref.html#hooks-packages">Hooks packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks</span></code></a><ul>
+<li class="toctree-l5"><a class="reference internal" href="#submodules">Submodules</a><ul>
+<li class="toctree-l6"><a class="reference internal" href="S3_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="base_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="dbapi/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="dbapi_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="docker_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.docker_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="druid_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.druid_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="filesystem/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.filesystem</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="hdfs_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hdfs_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="hive_hooks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hive_hooks</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="http_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.http_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="jdbc_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.jdbc_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="mssql_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.mssql_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="mysql_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.mysql_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="oracle_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.oracle_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="pig_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.pig_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="postgres_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.postgres_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="presto_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.presto_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="samba_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.samba_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="slack_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.slack_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="sqlite_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.sqlite_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="subprocess/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.subprocess</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="webhdfs_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.webhdfs_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="zendesk_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.zendesk_hook</span></code></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#executors">Executors</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#models">Models</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#exceptions">Exceptions</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#timetables">Timetables</a></li>
+</ul>
+</li>
<li class="toctree-l1"><a class="reference internal" href="../../../stable-rest-api-ref.html">Stable REST API</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../deprecated-rest-api-ref.html">Deprecated REST API</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../configurations-ref.html">Configurations</a></li>
@@ -510,7 +525,7 @@
<div class="toctree" role="navigation" aria-label="main navigation">
<p class="caption"><span class="caption-text">Content</span></p>
-<ul class="current">
+<ul>
<li class="toctree-l1"><a class="reference internal" href="../../../index.html">Home</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../project.html">Project</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../license.html">License</a></li>
@@ -525,36 +540,7 @@
<li class="toctree-l1"><a class="reference internal" href="../../../executor/index.html">Executor</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../dag-run.html">DAG Runs</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../plugins.html">Plugins</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Security</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="../../access-control.html">Access Control</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../api.html">API</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../flower.html">Flower</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../kerberos.html">Kerberos</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../webserver.html">Webserver</a></li>
-<li class="toctree-l2"><a class="reference internal" href="../../workload.html">Workload</a></li>
-<li class="toctree-l2 current"><a class="reference internal" href="../index.html">Secrets</a><ul class="current">
-<li class="toctree-l3"><a class="reference internal" href="../fernet.html">Encryption at rest</a></li>
-<li class="toctree-l3 current"><a class="reference internal" href="index.html">Using external Secret stores</a><ul class="current">
-<li class="toctree-l4"><a class="reference internal" href="index.html#search-path">Search path</a></li>
-<li class="toctree-l4"><a class="reference internal" href="index.html#configuration">Configuration</a></li>
-<li class="toctree-l4 current"><a class="reference internal" href="index.html#supported-core-backends">Supported core backends</a><ul class="current">
-<li class="toctree-l5 current"><a class="current reference internal" href="#">Local Filesystem Secrets Backend</a><ul>
-<li class="toctree-l6"><a class="reference internal" href="#storing-and-retrieving-connections">Storing and Retrieving Connections</a></li>
-<li class="toctree-l6"><a class="reference internal" href="#storing-and-retrieving-variables">Storing and Retrieving Variables</a></li>
-</ul>
-</li>
-</ul>
-</li>
-<li class="toctree-l4"><a class="reference internal" href="index.html#apache-airflow-community-provided-secret-backends">Apache Airflow Community provided secret backends</a></li>
-<li class="toctree-l4"><a class="reference internal" href="index.html#roll-your-own-secrets-backend">Roll your own secrets backend</a></li>
-</ul>
-</li>
-<li class="toctree-l3"><a class="reference internal" href="../mask-sensitive-values.html">Masking sensitive data</a></li>
-</ul>
-</li>
-<li class="toctree-l2"><a class="reference internal" href="../../index.html#reporting-vulnerabilities">Reporting Vulnerabilities</a></li>
-</ul>
-</li>
+<li class="toctree-l1"><a class="reference internal" href="../../../security/index.html">Security</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../logging-monitoring/index.html">Logging & Monitoring</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../timezone.html">Time Zones</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../usage-cli.html">Using the CLI</a></li>
@@ -571,11 +557,55 @@
<li class="toctree-l1"><a class="reference internal" href="../../../privacy_notice.html">Privacy Notice</a></li>
</ul>
<p class="caption"><span class="caption-text">References</span></p>
-<ul>
+<ul class="current">
<li class="toctree-l1"><a class="reference internal" href="../../../operators-and-hooks-ref.html">Operators and hooks</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../cli-and-env-variables-ref.html">CLI</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../templates-ref.html">Templates</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../../../python-api-ref.html">Python API</a></li>
+<li class="toctree-l1 current"><a class="reference internal" href="../../../python-api-ref.html">Python API</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#operators">Operators</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="../../../python-api-ref.html#hooks">Hooks</a><ul class="current">
+<li class="toctree-l3 current"><a class="reference internal" href="../../../python-api-ref.html#hooks-packages">Hooks packages</a><ul class="current">
+<li class="toctree-l4 current"><a class="current reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks</span></code></a><ul>
+<li class="toctree-l5"><a class="reference internal" href="#submodules">Submodules</a><ul>
+<li class="toctree-l6"><a class="reference internal" href="S3_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="base_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="dbapi/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="dbapi_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="docker_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.docker_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="druid_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.druid_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="filesystem/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.filesystem</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="hdfs_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hdfs_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="hive_hooks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hive_hooks</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="http_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.http_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="jdbc_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.jdbc_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="mssql_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.mssql_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="mysql_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.mysql_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="oracle_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.oracle_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="pig_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.pig_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="postgres_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.postgres_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="presto_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.presto_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="samba_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.samba_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="slack_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.slack_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="sqlite_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.sqlite_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="subprocess/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.subprocess</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="webhdfs_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.webhdfs_hook</span></code></a></li>
+<li class="toctree-l6"><a class="reference internal" href="zendesk_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.zendesk_hook</span></code></a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#executors">Executors</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#models">Models</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#exceptions">Exceptions</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#secrets-backends">Secrets Backends</a></li>
+<li class="toctree-l2"><a class="reference internal" href="../../../python-api-ref.html#timetables">Timetables</a></li>
+</ul>
+</li>
<li class="toctree-l1"><a class="reference internal" href="../../../stable-rest-api-ref.html">Stable REST API</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../deprecated-rest-api-ref.html">Deprecated REST API</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../configurations-ref.html">Configurations</a></li>
@@ -671,13 +701,9 @@
<li class="breadcrumb-item"><a href="../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="../../index.html">Security</a></li>
-
- <li class="breadcrumb-item"><a href="../index.html">Secrets</a></li>
+ <li class="breadcrumb-item"><a href="../../../python-api-ref.html">Python API Reference</a></li>
- <li class="breadcrumb-item"><a href="index.html">Secrets Backend</a></li>
-
- <li class="breadcrumb-item"><a href="local-filesystem-secrets-backend.html"> Local Filesystem Secrets Backend</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks</span></code></a></li>
</ul>
</div>
@@ -688,130 +714,49 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="local-filesystem-secrets-backend">
-<span id="local-filesystem-secrets"></span><h1>Local Filesystem Secrets Backend<a class="headerlink" href="#local-filesystem-secrets-backend" title="Permalink to this headline">¶</a></h1>
-<p>This backend is especially useful in the following use cases:</p>
-<ul class="simple">
-<li><p><strong>Development</strong>: It ensures data synchronization between all terminal windows (same as databases),
-and at the same time the values are retained after database restart (same as environment variable)</p></li>
-<li><p><strong>Kubernetes</strong>: It allows you to store secrets in <a class="reference external" href="https://kubernetes.io/docs/concepts/configuration/secret/">Kubernetes Secrets</a>
-or you can synchronize values using the sidecar container and
-<a class="reference external" href="https://kubernetes.io/docs/tasks/access-application-cluster/communicate-containers-same-pod-shared-volume/">a shared volume</a></p></li>
-</ul>
-<p>To use variable and connection from local file, specify <a class="reference internal" href="../../../_api/airflow/secrets/local_filesystem/index.html#airflow.secrets.local_filesystem.LocalFilesystemBackend" title="airflow.secrets.local_filesystem.LocalFilesystemBackend"><code class="xref py py-class docutils literal notranslate"><span class="pre">LocalFilesystemBackend</span></code></a>
-as the <code class="docutils literal notranslate"><span class="pre">backend</span></code> in <code class="docutils literal notranslate"><span class="pre">[secrets]</span></code> section of <code class="docutils literal notranslate"><span class="pre">airflow.cfg</span></code>.</p>
-<p>Available parameters to <code class="docutils literal notranslate"><span class="pre">backend_kwargs</span></code>:</p>
-<ul class="simple">
-<li><p><code class="docutils literal notranslate"><span class="pre">variables_file_path</span></code>: File location with variables data.</p></li>
-<li><p><code class="docutils literal notranslate"><span class="pre">connections_file_path</span></code>: File location with connections data.</p></li>
+ <div class="section" id="module-airflow.hooks">
+<span id="airflow-hooks"></span><h1><a class="reference internal" href="#module-airflow.hooks" title="airflow.hooks"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks</span></code></a><a class="headerlink" href="#module-airflow.hooks" title="Permalink to this headline">¶</a></h1>
+<p><p>Hooks.</p>
+</p>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this headline">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="S3_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="base_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.base_hook</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="dbapi/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="dbapi_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.dbapi_hook</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="docker_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.docker_hook</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="druid_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.druid_hook</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="filesystem/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.filesystem</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="hdfs_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hdfs_hook</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="hive_hooks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.hive_hooks</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="http_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.http_hook</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="jdbc_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.jdbc_hook</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="mssql_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.mssql_hook</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="mysql_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.mysql_hook</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="oracle_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.oracle_hook</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="pig_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.pig_hook</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="postgres_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.postgres_hook</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="presto_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.presto_hook</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="samba_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.samba_hook</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="slack_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.slack_hook</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="sqlite_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.sqlite_hook</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="subprocess/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.subprocess</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="webhdfs_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.webhdfs_hook</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="zendesk_hook/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks.zendesk_hook</span></code></a></li>
</ul>
-<p>Here is a sample configuration:</p>
-<div class="highlight-ini notranslate"><div class="highlight"><pre><span></span><span class="k">[secrets]</span>
-<span class="na">backend</span> <span class="o">=</span> <span class="s">airflow.secrets.local_filesystem.LocalFilesystemBackend</span>
-<span class="na">backend_kwargs</span> <span class="o">=</span> <span class="s">{"variables_file_path": "/files/var.json", "connections_file_path": "/files/conn.json"}</span>
-</pre></div>
-</div>
-<p><code class="docutils literal notranslate"><span class="pre">JSON</span></code>, <code class="docutils literal notranslate"><span class="pre">YAML</span></code> and <code class="docutils literal notranslate"><span class="pre">.env</span></code> files are supported. All parameters are optional. If the file path is not passed,
-the backend returns an empty collection.</p>
-<div class="section" id="storing-and-retrieving-connections">
-<h2>Storing and Retrieving Connections<a class="headerlink" href="#storing-and-retrieving-connections" title="Permalink to this headline">¶</a></h2>
-<p>If you have set <code class="docutils literal notranslate"><span class="pre">connections_file_path</span></code> as <code class="docutils literal notranslate"><span class="pre">/files/my_conn.json</span></code>, then the backend will read the
-file <code class="docutils literal notranslate"><span class="pre">/files/my_conn.json</span></code> when it looks for connections.</p>
-<p>The file can be defined in <code class="docutils literal notranslate"><span class="pre">JSON</span></code>, <code class="docutils literal notranslate"><span class="pre">YAML</span></code> or <code class="docutils literal notranslate"><span class="pre">env</span></code> format. Depending on the format, the data should be saved as a URL or as a connection object.
-Any extra json parameters can be provided using keys like <code class="docutils literal notranslate"><span class="pre">extra_dejson</span></code> and <code class="docutils literal notranslate"><span class="pre">extra</span></code>.
-The key <code class="docutils literal notranslate"><span class="pre">extra_dejson</span></code> can be used to provide parameters as JSON object where as the key <code class="docutils literal notranslate"><span class="pre">extra</span></code> can be used in case of a JSON string.
-The keys <code class="docutils literal notranslate"><span class="pre">extra</span></code> and <code class="docutils literal notranslate"><span class="pre">extra_dejson</span></code> are mutually exclusive.</p>
-<p>The JSON file must contain an object where the key contains the connection ID and the value contains
-the definition of one connection. The connection can be defined as a URI (string) or JSON object.
-For a guide about defining a connection as a URI, see <a class="reference internal" href="../../../howto/connection.html#generating-connection-uri"><span class="std std-ref">Generating a connection URI</span></a>.
-For a description of the connection object parameters see <a class="reference internal" href="../../../_api/airflow/models/connection/index.html#airflow.models.connection.Connection" title="airflow.models.connection.Connection"><code class="xref py py-class docutils literal notranslate"><span class="pre">Connection</span></code></a>.
-The following is a sample JSON file.</p>
-<div class="highlight-json notranslate"><div class="highlight"><pre><span></span><span class="p">{</span>
- <span class="nt">"CONN_A"</span><span class="p">:</span> <span class="s2">"mysql://host_a"</span><span class="p">,</span>
- <span class="nt">"CONN_B"</span><span class="p">:</span> <span class="p">{</span>
- <span class="nt">"conn_type"</span><span class="p">:</span> <span class="s2">"scheme"</span><span class="p">,</span>
- <span class="nt">"host"</span><span class="p">:</span> <span class="s2">"host"</span><span class="p">,</span>
- <span class="nt">"schema"</span><span class="p">:</span> <span class="s2">"schema"</span><span class="p">,</span>
- <span class="nt">"login"</span><span class="p">:</span> <span class="s2">"Login"</span><span class="p">,</span>
- <span class="nt">"password"</span><span class="p">:</span> <span class="s2">"None"</span><span class="p">,</span>
- <span class="nt">"port"</span><span class="p">:</span> <span class="s2">"1234"</span>
- <span class="p">}</span>
-<span class="p">}</span>
-</pre></div>
-</div>
-<p>The YAML file structure is similar to that of a JSON. The key-value pair of connection ID and the definitions of one or more connections.
-In this format, the connection can be defined as a URI (string) or JSON object.</p>
-<div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><span class="nt">CONN_A</span><span class="p">:</span> <span class="s">'mysql://host_a'</span>
-
-<span class="nt">CONN_B</span><span class="p">:</span>
- <span class="p p-Indicator">-</span> <span class="s">'mysql://host_a'</span>
- <span class="p p-Indicator">-</span> <span class="s">'mysql://host_b'</span>
-
-<span class="nt">CONN_C</span><span class="p">:</span>
- <span class="nt">conn_type</span><span class="p">:</span> <span class="l l-Scalar l-Scalar-Plain">scheme</span>
... 143009 lines suppressed ...