You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by po...@apache.org on 2021/11/04 20:19:58 UTC
[airflow-site] branch main updated: Add documentation for packages
- 2021-10-30 (#503)
This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow-site.git
The following commit(s) were added to refs/heads/main by this push:
new 4500bce Add documentation for packages - 2021-10-30 (#503)
4500bce is described below
commit 4500bce9af045822fcc289ad893d16b5dd8c20c2
Author: Jarek Potiuk <ja...@potiuk.com>
AuthorDate: Thu Nov 4 21:19:53 2021 +0100
Add documentation for packages - 2021-10-30 (#503)
---
.../providers/airbyte/hooks/airbyte/index.html | 22 +-
.../providers/airbyte/operators/airbyte/index.html | 16 +-
.../providers/airbyte/sensors/airbyte/index.html | 12 +-
.../2.1.1/installing-providers-from-sources.html | 21 +-
.../providers/alibaba/cloud/hooks/oss/index.html | 64 +-
.../alibaba/cloud/operators/oss/index.html | 72 +-
.../alibaba/cloud/sensors/oss_key/index.html | 14 +-
.../providers/alibaba/cloud/sensors/oss_key.html | 4 +-
.../1.0.0/_sources/operators/oss.rst.txt | 4 -
.../1.0.0/connections/alibaba.html | 2 +-
.../1.0.0/installing-providers-from-sources.html | 21 +-
.../1.0.0/operators/oss.html | 10 +-
.../apache-airflow-providers-amazon/stable.txt | 2 +-
.../3.1.0/.buildinfo | 4 +
.../providers/apache/beam/hooks/beam/index.html | 1025 ++
.../airflow/providers/apache/beam/hooks/index.html | 832 ++
.../_api/airflow/providers/apache/beam/index.html | 837 ++
.../apache/beam/operators/beam/index.html | 1064 ++
.../providers/apache/beam/operators/index.html | 832 ++
.../apache/beam/example_dags/example_beam.html | 1109 ++
.../airflow/providers/apache/beam/hooks/beam.html | 1080 ++
.../providers/apache/beam/operators/beam.html | 1254 +++
.../3.1.0/_modules/index.html | 791 ++
.../providers/apache/beam/hooks/beam/index.rst.txt | 152 +
.../providers/apache/beam/hooks/index.rst.txt | 15 +
.../airflow/providers/apache/beam/index.rst.txt | 16 +
.../apache/beam/operators/beam/index.rst.txt | 211 +
.../providers/apache/beam/operators/index.rst.txt | 15 +
.../3.1.0/_sources/commits.rst.txt | 115 +
.../3.1.0/_sources/index.rst.txt | 107 +
.../installing-providers-from-sources.rst.txt | 18 +
.../3.1.0/_sources/operators.rst.txt | 116 +
.../3.1.0/_static/_gen/css/main-custom.min.css | 1 +
.../3.1.0/_static/_gen/css/main.min.css | 7 +
.../3.1.0/_static/_gen/js/docs.js | 1 +
.../3.1.0/_static/basic.css | 856 ++
.../3.1.0/_static/check-solid.svg | 4 +
.../3.1.0/_static/clipboard.min.js | 7 +
.../3.1.0/_static/copy-button.svg | 5 +
.../3.1.0/_static/copybutton.css | 81 +
.../3.1.0/_static/copybutton.js | 197 +
.../3.1.0/_static/copybutton_funcs.js | 58 +
.../3.1.0/_static/doctools.js | 316 +
.../3.1.0/_static/documentation_options.js | 12 +
.../3.1.0/_static/file.png | Bin 0 -> 286 bytes
.../3.1.0/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../3.1.0/_static/jquery.js | 2 +
.../3.1.0/_static/language_data.js | 297 +
.../3.1.0/_static/minus.png | Bin 0 -> 90 bytes
.../3.1.0/_static/pin_32.png | Bin 0 -> 1201 bytes
.../3.1.0/_static/plus.png | Bin 0 -> 90 bytes
.../3.1.0/_static/pygments.css | 74 +
.../3.1.0/_static/searchtools.js | 514 +
.../3.1.0/_static/underscore-1.3.1.js | 999 ++
.../3.1.0/_static/underscore.js | 31 +
.../3.1.0/commits.html | 1046 ++
.../3.1.0/genindex.html | 1028 ++
.../3.1.0/index.html | 1054 ++
.../3.1.0/installing-providers-from-sources.html | 927 ++
.../3.1.0/objects.inv | Bin 0 -> 850 bytes
.../3.1.0/operators.html | 1014 ++
.../3.1.0/py-modindex.html | 833 ++
.../3.1.0/search.html | 831 ++
.../3.1.0/searchindex.js | 1 +
.../stable.txt | 2 +-
.../apache/cassandra/hooks/cassandra/index.html | 22 +-
.../apache/cassandra/sensors/record/index.html | 16 +-
.../apache/cassandra/sensors/table/index.html | 12 +-
.../2.1.0/_sources/operators.rst.txt | 4 -
.../2.1.0/connections/cassandra.html | 2 +-
.../2.1.0/installing-providers-from-sources.html | 21 +-
.../2.1.0/operators.html | 9 +-
.../providers/apache/drill/hooks/drill/index.html | 8 +-
.../apache/drill/operators/drill/index.html | 10 +-
.../1.0.1/_sources/operators.rst.txt | 5 -
.../1.0.1/installing-providers-from-sources.html | 21 +-
.../1.0.1/operators.html | 10 +-
.../providers/apache/druid/hooks/druid/index.html | 18 +-
.../apache/druid/operators/druid/index.html | 9 +-
.../apache/druid/operators/druid_check/index.html | 4 +-
.../druid/transfers/hive_to_druid/index.html | 48 +-
.../providers/apache/druid/operators/druid.html | 2 +
.../apache/druid/operators/druid/index.rst.txt | 2 +
.../2.0.2/_sources/operators.rst.txt | 4 -
.../2.0.2/installing-providers-from-sources.html | 21 +-
.../2.0.2/operators.html | 10 +-
.../2.0.2/searchindex.js | 2 +-
.../providers/apache/hdfs/hooks/hdfs/index.html | 12 +-
.../providers/apache/hdfs/hooks/webhdfs/index.html | 30 +-
.../providers/apache/hdfs/sensors/hdfs/index.html | 36 +-
.../apache/hdfs/sensors/web_hdfs/index.html | 4 +-
.../2.1.1/_sources/connections.rst.txt | 1 +
.../2.1.1/_sources/index.rst.txt | 4 +-
.../2.1.1/_sources/operators.rst.txt | 5 -
.../2.1.1/connections.html | 7 +-
.../2.1.1/index.html | 10 +-
.../2.1.1/installing-providers-from-sources.html | 21 +-
.../2.1.1/objects.inv | Bin 921 -> 919 bytes
.../2.1.1/operators.html | 13 +-
.../2.1.1/searchindex.js | 2 +-
.../2.0.3/.buildinfo | 4 +
.../providers/apache/hive/hooks/hive/index.html | 1490 +++
.../airflow/providers/apache/hive/hooks/index.html | 834 ++
.../_api/airflow/providers/apache/hive/index.html | 855 ++
.../apache/hive/operators/hive/index.html | 942 ++
.../apache/hive/operators/hive_stats/index.html | 903 ++
.../providers/apache/hive/operators/index.html | 835 ++
.../apache/hive/sensors/hive_partition/index.html | 882 ++
.../providers/apache/hive/sensors/index.html | 836 ++
.../hive/sensors/metastore_partition/index.html | 890 ++
.../hive/sensors/named_hive_partition/index.html | 914 ++
.../apache/hive/transfers/hive_to_mysql/index.html | 901 ++
.../apache/hive/transfers/hive_to_samba/index.html | 879 ++
.../providers/apache/hive/transfers/index.html | 839 ++
.../apache/hive/transfers/mssql_to_hive/index.html | 914 ++
.../apache/hive/transfers/mysql_to_hive/index.html | 919 ++
.../apache/hive/transfers/s3_to_hive/index.html | 933 ++
.../hive/transfers/vertica_to_hive/index.html | 914 ++
.../airflow/providers/apache/hive/hooks/hive.html | 1856 ++++
.../providers/apache/hive/operators/hive.html | 967 ++
.../apache/hive/operators/hive_stats.html | 978 ++
.../apache/hive/sensors/hive_partition.html | 868 ++
.../apache/hive/sensors/metastore_partition.html | 879 ++
.../apache/hive/sensors/named_hive_partition.html | 906 ++
.../apache/hive/transfers/hive_to_mysql.html | 918 ++
.../apache/hive/transfers/hive_to_samba.html | 865 ++
.../apache/hive/transfers/mssql_to_hive.html | 932 ++
.../apache/hive/transfers/mysql_to_hive.html | 962 ++
.../apache/hive/transfers/s3_to_hive.html | 1073 ++
.../apache/hive/transfers/vertica_to_hive.html | 934 ++
.../2.0.3/_modules/index.html | 802 ++
.../providers/apache/hive/hooks/hive/index.rst.txt | 519 +
.../providers/apache/hive/hooks/index.rst.txt | 15 +
.../airflow/providers/apache/hive/index.rst.txt | 18 +
.../apache/hive/operators/hive/index.rst.txt | 96 +
.../apache/hive/operators/hive_stats/index.rst.txt | 67 +
.../providers/apache/hive/operators/index.rst.txt | 16 +
.../hive/sensors/hive_partition/index.rst.txt | 47 +
.../providers/apache/hive/sensors/index.rst.txt | 17 +
.../hive/sensors/metastore_partition/index.rst.txt | 52 +
.../sensors/named_hive_partition/index.rst.txt | 67 +
.../hive/transfers/hive_to_mysql/index.rst.txt | 70 +
.../hive/transfers/hive_to_samba/index.rst.txt | 47 +
.../providers/apache/hive/transfers/index.rst.txt | 20 +
.../hive/transfers/mssql_to_hive/index.rst.txt | 82 +
.../hive/transfers/mysql_to_hive/index.rst.txt | 90 +
.../apache/hive/transfers/s3_to_hive/index.rst.txt | 103 +
.../hive/transfers/vertica_to_hive/index.rst.txt | 81 +
.../2.0.3/_sources/commits.rst.txt | 224 +
.../2.0.3/_sources/connections/hive_cli.rst.txt | 93 +
.../_sources/connections/hive_metastore.rst.txt | 69 +
.../2.0.3/_sources/connections/hiveserver2.rst.txt | 78 +
.../2.0.3/_sources/connections/index.rst.txt | 25 +
.../2.0.3/_sources/index.rst.txt | 121 +
.../installing-providers-from-sources.rst.txt | 18 +
.../2.0.3/_static/_gen/css/main-custom.min.css | 1 +
.../2.0.3/_static/_gen/css/main.min.css | 7 +
.../2.0.3/_static/_gen/js/docs.js | 1 +
.../2.0.3/_static/basic.css | 856 ++
.../2.0.3/_static/check-solid.svg | 4 +
.../2.0.3/_static/clipboard.min.js | 7 +
.../2.0.3/_static/copy-button.svg | 5 +
.../2.0.3/_static/copybutton.css | 81 +
.../2.0.3/_static/copybutton.js | 197 +
.../2.0.3/_static/copybutton_funcs.js | 58 +
.../2.0.3/_static/doctools.js | 316 +
.../2.0.3/_static/documentation_options.js | 12 +
.../2.0.3/_static/file.png | Bin 0 -> 286 bytes
.../2.0.3/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../2.0.3/_static/jquery.js | 2 +
.../2.0.3/_static/language_data.js | 297 +
.../2.0.3/_static/minus.png | Bin 0 -> 90 bytes
.../2.0.3/_static/pin_32.png | Bin 0 -> 1201 bytes
.../2.0.3/_static/plus.png | Bin 0 -> 90 bytes
.../2.0.3/_static/pygments.css | 74 +
.../2.0.3/_static/searchtools.js | 514 +
.../2.0.3/_static/underscore-1.3.1.js | 999 ++
.../2.0.3/_static/underscore.js | 31 +
.../2.0.3/commits.html | 1444 +++
.../2.0.3/connections/hive_cli.html | 886 ++
.../2.0.3/connections/hive_metastore.html | 863 ++
.../2.0.3/connections/hiveserver2.html | 873 ++
.../2.0.3/connections/index.html | 830 ++
.../2.0.3/genindex.html | 1362 +++
.../2.0.3/index.html | 1075 ++
.../2.0.3/installing-providers-from-sources.html | 929 ++
.../2.0.3/objects.inv | Bin 0 -> 1775 bytes
.../2.0.3/py-modindex.html | 895 ++
.../2.0.3/search.html | 833 ++
.../2.0.3/searchindex.js | 1 +
.../stable.txt | 2 +-
.../providers/apache/kylin/hooks/kylin/index.html | 18 +-
.../apache/kylin/operators/kylin_cube/index.html | 42 +-
.../apache/kylin/operators/kylin_cube.html | 4 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../providers/apache/livy/hooks/livy/index.html | 54 +-
.../apache/livy/operators/livy/index.html | 50 +-
.../providers/apache/livy/sensors/livy/index.html | 8 +-
.../airflow/providers/apache/livy/hooks/livy.html | 14 +-
.../2.1.0/installing-providers-from-sources.html | 21 +-
.../providers/apache/pig/hooks/pig/index.html | 6 +-
.../providers/apache/pig/operators/pig/index.html | 12 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../providers/apache/pinot/hooks/pinot/index.html | 58 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../apache/spark/hooks/spark_jdbc/index.html | 64 +-
.../spark/hooks/spark_jdbc_script/index.html | 18 +-
.../apache/spark/hooks/spark_sql/index.html | 36 +-
.../apache/spark/hooks/spark_submit/index.html | 64 +-
.../apache/spark/operators/spark_jdbc/index.html | 68 +-
.../apache/spark/operators/spark_sql/index.html | 30 +-
.../apache/spark/operators/spark_submit/index.html | 62 +-
.../providers/apache/spark/hooks/spark_sql.html | 5 +-
.../providers/apache/spark/hooks/spark_submit.html | 30 +-
.../2.0.1/_sources/operators.rst.txt | 4 -
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../2.0.1/operators.html | 16 +-
.../providers/apache/sqoop/hooks/sqoop/index.html | 110 +-
.../apache/sqoop/operators/sqoop/index.html | 80 +-
.../2.0.2/installing-providers-from-sources.html | 21 +-
.../airflow/providers/asana/hooks/asana/index.html | 48 +-
.../asana/operators/asana_tasks/index.html | 38 +-
.../1.1.0/installing-providers-from-sources.html | 21 +-
.../1.1.0/operators/asana.html | 2 +-
.../celery/sensors/celery_queue/index.html | 10 +-
.../2.1.0/installing-providers-from-sources.html | 21 +-
.../providers/cloudant/hooks/cloudant/index.html | 12 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../2.1.0/.buildinfo | 4 +
.../backwards_compat_converters/index.html | 1001 ++
.../cncf/kubernetes/backcompat/index.html | 842 ++
.../cncf/kubernetes/backcompat/pod/index.html | 908 ++
.../backcompat/pod_runtime_info_env/index.html | 860 ++
.../cncf/kubernetes/backcompat/volume/index.html | 860 ++
.../kubernetes/backcompat/volume_mount/index.html | 868 ++
.../providers/cncf/kubernetes/hooks/index.html | 838 ++
.../cncf/kubernetes/hooks/kubernetes/index.html | 1021 ++
.../airflow/providers/cncf/kubernetes/index.html | 861 ++
.../providers/cncf/kubernetes/operators/index.html | 839 ++
.../kubernetes/operators/kubernetes_pod/index.html | 1050 ++
.../operators/spark_kubernetes/index.html | 895 ++
.../providers/cncf/kubernetes/sensors/index.html | 838 ++
.../kubernetes/sensors/spark_kubernetes/index.html | 895 ++
.../providers/cncf/kubernetes/utils/index.html | 839 ++
.../cncf/kubernetes/utils/pod_launcher/index.html | 1040 ++
.../cncf/kubernetes/utils/xcom_sidecar/index.html | 906 ++
.../backcompat/backwards_compat_converters.html | 949 ++
.../providers/cncf/kubernetes/backcompat/pod.html | 906 ++
.../backcompat/pod_runtime_info_env.html | 842 ++
.../cncf/kubernetes/backcompat/volume.html | 860 ++
.../cncf/kubernetes/backcompat/volume_mount.html | 858 ++
.../example_dags/example_kubernetes.html | 959 ++
.../cncf/kubernetes/hooks/kubernetes.html | 1061 ++
.../cncf/kubernetes/operators/kubernetes_pod.html | 1370 +++
.../kubernetes/operators/spark_kubernetes.html | 873 ++
.../cncf/kubernetes/sensors/spark_kubernetes.html | 918 ++
.../cncf/kubernetes/utils/pod_launcher.html | 1133 ++
.../cncf/kubernetes/utils/xcom_sidecar.html | 853 ++
.../2.1.0/_modules/index.html | 806 ++
.../backwards_compat_converters/index.rst.txt | 78 +
.../cncf/kubernetes/backcompat/index.rst.txt | 19 +
.../cncf/kubernetes/backcompat/pod/index.rst.txt | 66 +
.../backcompat/pod_runtime_info_env/index.rst.txt | 28 +
.../kubernetes/backcompat/volume/index.rst.txt | 28 +
.../backcompat/volume_mount/index.rst.txt | 33 +
.../providers/cncf/kubernetes/hooks/index.rst.txt | 15 +
.../cncf/kubernetes/hooks/kubernetes/index.rst.txt | 150 +
.../providers/cncf/kubernetes/index.rst.txt | 19 +
.../cncf/kubernetes/operators/index.rst.txt | 16 +
.../operators/kubernetes_pod/index.rst.txt | 208 +
.../operators/spark_kubernetes/index.rst.txt | 53 +
.../cncf/kubernetes/sensors/index.rst.txt | 15 +
.../sensors/spark_kubernetes/index.rst.txt | 54 +
.../providers/cncf/kubernetes/utils/index.rst.txt | 16 +
.../kubernetes/utils/pod_launcher/index.rst.txt | 148 +
.../kubernetes/utils/xcom_sidecar/index.rst.txt | 55 +
.../2.1.0/_sources/commits.rst.txt | 291 +
.../2.1.0/_sources/connections/kubernetes.rst.txt | 70 +
.../2.1.0/_sources/index.rst.txt | 88 +
.../installing-providers-from-sources.rst.txt | 18 +
.../2.1.0/_sources/operators.rst.txt | 126 +
.../2.1.0/_static/_gen/css/main-custom.min.css | 1 +
.../2.1.0/_static/_gen/css/main.min.css | 7 +
.../2.1.0/_static/_gen/js/docs.js | 1 +
.../2.1.0/_static/basic.css | 856 ++
.../2.1.0/_static/check-solid.svg | 4 +
.../2.1.0/_static/clipboard.min.js | 7 +
.../2.1.0/_static/copy-button.svg | 5 +
.../2.1.0/_static/copybutton.css | 81 +
.../2.1.0/_static/copybutton.js | 197 +
.../2.1.0/_static/copybutton_funcs.js | 58 +
.../2.1.0/_static/doctools.js | 316 +
.../2.1.0/_static/documentation_options.js | 12 +
.../2.1.0/_static/file.png | Bin 0 -> 286 bytes
.../2.1.0/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../2.1.0/_static/jquery.js | 2 +
.../2.1.0/_static/language_data.js | 297 +
.../2.1.0/_static/minus.png | Bin 0 -> 90 bytes
.../2.1.0/_static/pin_32.png | Bin 0 -> 1201 bytes
.../2.1.0/_static/plus.png | Bin 0 -> 90 bytes
.../2.1.0/_static/pygments.css | 74 +
.../2.1.0/_static/searchtools.js | 514 +
.../2.1.0/_static/underscore-1.3.1.js | 999 ++
.../2.1.0/_static/underscore.js | 31 +
.../2.1.0/commits.html | 1676 +++
.../2.1.0/connections/index.html | 1 +
.../2.1.0/connections/kubernetes.html | 876 ++
.../2.1.0/genindex.html | 1314 +++
.../2.1.0/index.html | 1082 ++
.../2.1.0/installing-providers-from-sources.html | 933 ++
.../2.1.0/objects.inv | Bin 0 -> 1784 bytes
.../2.1.0/operators.html | 1029 ++
.../2.1.0/py-modindex.html | 899 ++
.../2.1.0/search.html | 837 ++
.../2.1.0/searchindex.js | 1 +
.../stable.txt | 2 +-
.../databricks/hooks/databricks/index.html | 64 +-
.../databricks/operators/databricks/index.html | 72 +-
.../providers/databricks/hooks/databricks.html | 2 +-
.../2.0.2/installing-providers-from-sources.html | 21 +-
.../providers/datadog/hooks/datadog/index.html | 54 +-
.../providers/datadog/sensors/datadog/index.html | 22 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../providers/dingding/hooks/dingding/index.html | 18 +-
.../dingding/operators/dingding/index.html | 14 +-
.../airflow/providers/dingding/hooks/dingding.html | 3 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../discord/hooks/discord_webhook/index.html | 20 +-
.../discord/operators/discord_webhook/index.html | 20 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../2.3.0/.buildinfo | 4 +
.../providers/docker/decorators/docker/index.html | 939 ++
.../airflow/providers/docker/decorators/index.html | 828 ++
.../providers/docker/hooks/docker/index.html | 890 ++
.../_api/airflow/providers/docker/hooks/index.html | 828 ++
.../2.3.0/_api/airflow/providers/docker/index.html | 838 ++
.../providers/docker/operators/docker/index.html | 985 ++
.../docker/operators/docker_swarm/index.html | 914 ++
.../airflow/providers/docker/operators/index.html | 829 ++
.../providers/docker/decorators/docker.html | 1075 ++
.../airflow/providers/docker/hooks/docker.html | 889 ++
.../airflow/providers/docker/operators/docker.html | 1218 +++
.../providers/docker/operators/docker_swarm.html | 1018 ++
.../2.3.0/_modules/index.html | 788 ++
.../docker/decorators/docker/index.rst.txt | 130 +
.../providers/docker/decorators/index.rst.txt | 15 +
.../providers/docker/hooks/docker/index.rst.txt | 52 +
.../airflow/providers/docker/hooks/index.rst.txt | 15 +
.../_api/airflow/providers/docker/index.rst.txt | 17 +
.../docker/operators/docker/index.rst.txt | 178 +
.../docker/operators/docker_swarm/index.rst.txt | 112 +
.../providers/docker/operators/index.rst.txt | 16 +
.../2.3.0/_sources/commits.rst.txt | 236 +
.../2.3.0/_sources/connections/docker.rst.txt | 70 +
.../2.3.0/_sources/index.rst.txt | 80 +
.../installing-providers-from-sources.rst.txt | 18 +
.../2.3.0/_static/_gen/css/main-custom.min.css | 1 +
.../2.3.0/_static/_gen/css/main.min.css | 7 +
.../2.3.0/_static/_gen/js/docs.js | 1 +
.../2.3.0/_static/basic.css | 856 ++
.../2.3.0/_static/check-solid.svg | 4 +
.../2.3.0/_static/clipboard.min.js | 7 +
.../2.3.0/_static/copy-button.svg | 5 +
.../2.3.0/_static/copybutton.css | 81 +
.../2.3.0/_static/copybutton.js | 197 +
.../2.3.0/_static/copybutton_funcs.js | 58 +
.../2.3.0/_static/doctools.js | 316 +
.../2.3.0/_static/documentation_options.js | 12 +
.../2.3.0/_static/file.png | Bin 0 -> 286 bytes
.../2.3.0/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../2.3.0/_static/jquery.js | 2 +
.../2.3.0/_static/language_data.js | 297 +
.../2.3.0/_static/minus.png | Bin 0 -> 90 bytes
.../2.3.0/_static/pin_32.png | Bin 0 -> 1201 bytes
.../2.3.0/_static/plus.png | Bin 0 -> 90 bytes
.../2.3.0/_static/pygments.css | 74 +
.../2.3.0/_static/searchtools.js | 514 +
.../2.3.0/_static/underscore-1.3.1.js | 999 ++
.../2.3.0/_static/underscore.js | 31 +
.../2.3.0/commits.html | 1446 +++
.../2.3.0/connections/docker.html | 857 ++
.../2.3.0/genindex.html | 1010 ++
.../2.3.0/index.html | 1075 ++
.../2.3.0/installing-providers-from-sources.html | 923 ++
.../2.3.0/objects.inv | Bin 0 -> 795 bytes
.../2.3.0/py-modindex.html | 844 ++
.../2.3.0/search.html | 827 ++
.../2.3.0/searchindex.js | 1 +
.../apache-airflow-providers-docker/stable.txt | 2 +-
.../2.1.0/.buildinfo | 4 +
.../elasticsearch/hooks/elasticsearch/index.html | 905 ++
.../providers/elasticsearch/hooks/index.html | 842 ++
.../airflow/providers/elasticsearch/index.html | 847 ++
.../elasticsearch/log/es_task_handler/index.html | 986 ++
.../airflow/providers/elasticsearch/log/index.html | 842 ++
.../elasticsearch/hooks/elasticsearch.html | 896 ++
.../elasticsearch/log/es_task_handler.html | 1171 ++
.../2.1.0/_modules/index.html | 800 ++
.../hooks/elasticsearch/index.rst.txt | 54 +
.../providers/elasticsearch/hooks/index.rst.txt | 15 +
.../airflow/providers/elasticsearch/index.rst.txt | 16 +
.../log/es_task_handler/index.rst.txt | 108 +
.../providers/elasticsearch/log/index.rst.txt | 15 +
.../2.1.0/_sources/commits.rst.txt | 201 +
.../_sources/connections/elasticsearch.rst.txt | 73 +
.../2.1.0/_sources/index.rst.txt | 93 +
.../installing-providers-from-sources.rst.txt | 18 +
.../2.1.0/_sources/logging/index.rst.txt | 102 +
.../2.1.0/_static/_gen/css/main-custom.min.css | 1 +
.../2.1.0/_static/_gen/css/main.min.css | 7 +
.../2.1.0/_static/_gen/js/docs.js | 1 +
.../2.1.0/_static/basic.css | 856 ++
.../2.1.0/_static/check-solid.svg | 4 +
.../2.1.0/_static/clipboard.min.js | 7 +
.../2.1.0/_static/copy-button.svg | 5 +
.../2.1.0/_static/copybutton.css | 81 +
.../2.1.0/_static/copybutton.js | 197 +
.../2.1.0/_static/copybutton_funcs.js | 58 +
.../2.1.0/_static/doctools.js | 316 +
.../2.1.0/_static/documentation_options.js | 12 +
.../2.1.0/_static/file.png | Bin 0 -> 286 bytes
.../2.1.0/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../2.1.0/_static/jquery.js | 2 +
.../2.1.0/_static/language_data.js | 297 +
.../2.1.0/_static/minus.png | Bin 0 -> 90 bytes
.../2.1.0/_static/pin_32.png | Bin 0 -> 1201 bytes
.../2.1.0/_static/plus.png | Bin 0 -> 90 bytes
.../2.1.0/_static/pygments.css | 74 +
.../2.1.0/_static/searchtools.js | 514 +
.../2.1.0/_static/underscore-1.3.1.js | 999 ++
.../2.1.0/_static/underscore.js | 31 +
.../2.1.0/commits.html | 1340 +++
.../2.1.0/connections/elasticsearch.html | 874 ++
.../2.1.0/genindex.html | 991 ++
.../2.1.0/index.html | 1072 ++
.../2.1.0/installing-providers-from-sources.html | 937 ++
.../2.1.0/logging.html | 1 +
.../2.1.0/logging/index.html | 901 ++
.../2.1.0/objects.inv | Bin 0 -> 803 bytes
.../2.1.0/py-modindex.html | 843 ++
.../2.1.0/search.html | 841 ++
.../2.1.0/searchindex.js | 1 +
.../stable.txt | 2 +-
.../providers/exasol/hooks/exasol/index.html | 50 +-
.../providers/exasol/operators/exasol/index.html | 14 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../2.1.0/.buildinfo | 4 +
.../providers/facebook/ads/hooks/ads/index.html | 967 ++
.../providers/facebook/ads/hooks/index.html | 826 ++
.../_api/airflow/providers/facebook/ads/index.html | 827 ++
.../_api/airflow/providers/facebook/index.html | 828 ++
.../airflow/providers/facebook/ads/hooks/ads.html | 925 ++
.../2.1.0/_modules/index.html | 781 ++
.../providers/facebook/ads/hooks/ads/index.rst.txt | 110 +
.../providers/facebook/ads/hooks/index.rst.txt | 15 +
.../airflow/providers/facebook/ads/index.rst.txt | 15 +
.../_api/airflow/providers/facebook/index.rst.txt | 15 +
.../2.1.0/_sources/commits.rst.txt | 144 +
.../2.1.0/_sources/index.rst.txt | 78 +
.../installing-providers-from-sources.rst.txt | 18 +
.../2.1.0/_static/_gen/css/main-custom.min.css | 1 +
.../2.1.0/_static/_gen/css/main.min.css | 7 +
.../2.1.0/_static/_gen/js/docs.js | 1 +
.../2.1.0/_static/basic.css | 856 ++
.../2.1.0/_static/check-solid.svg | 4 +
.../2.1.0/_static/clipboard.min.js | 7 +
.../2.1.0/_static/copy-button.svg | 5 +
.../2.1.0/_static/copybutton.css | 81 +
.../2.1.0/_static/copybutton.js | 197 +
.../2.1.0/_static/copybutton_funcs.js | 58 +
.../2.1.0/_static/doctools.js | 316 +
.../2.1.0/_static/documentation_options.js | 12 +
.../2.1.0/_static/file.png | Bin 0 -> 286 bytes
.../2.1.0/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../2.1.0/_static/jquery.js | 2 +
.../2.1.0/_static/language_data.js | 297 +
.../2.1.0/_static/minus.png | Bin 0 -> 90 bytes
.../2.1.0/_static/pin_32.png | Bin 0 -> 1201 bytes
.../2.1.0/_static/plus.png | Bin 0 -> 90 bytes
.../2.1.0/_static/pygments.css | 74 +
.../2.1.0/_static/searchtools.js | 514 +
.../2.1.0/_static/underscore-1.3.1.js | 999 ++
.../2.1.0/_static/underscore.js | 31 +
.../2.1.0/commits.html | 1154 ++
.../2.1.0/genindex.html | 948 ++
.../2.1.0/index.html | 954 ++
.../2.1.0/installing-providers-from-sources.html | 919 ++
.../2.1.0/objects.inv | Bin 0 -> 586 bytes
.../2.1.0/py-modindex.html | 820 ++
.../2.1.0/search.html | 823 ++
.../2.1.0/searchindex.js | 1 +
.../apache-airflow-providers-facebook/stable.txt | 2 +-
.../airflow/providers/ftp/hooks/ftp/index.html | 54 +-
.../airflow/providers/ftp/sensors/ftp/index.html | 12 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../6.1.0/.buildinfo | 4 +
.../providers/google/ads/hooks/ads/index.html | 985 ++
.../airflow/providers/google/ads/hooks/index.html | 846 ++
.../_api/airflow/providers/google/ads/index.html | 855 ++
.../providers/google/ads/operators/ads/index.html | 904 ++
.../providers/google/ads/operators/index.html | 846 ++
.../google/ads/transfers/ads_to_gcs/index.html | 905 ++
.../providers/google/ads/transfers/index.html | 846 ++
.../providers/google/cloud/hooks/automl/index.html | 1300 +++
.../google/cloud/hooks/bigquery/index.html | 2566 +++++
.../google/cloud/hooks/bigquery_dts/index.html | 1009 ++
.../google/cloud/hooks/bigtable/index.html | 1060 ++
.../google/cloud/hooks/cloud_build/index.html | 1196 ++
.../cloud/hooks/cloud_memorystore/index.html | 1376 +++
.../google/cloud/hooks/cloud_sql/index.html | 1531 +++
.../cloud_storage_transfer_service/index.html | 1639 +++
.../google/cloud/hooks/compute/index.html | 1160 ++
.../google/cloud/hooks/compute_ssh/index.html | 924 ++
.../google/cloud/hooks/datacatalog/index.html | 1538 +++
.../google/cloud/hooks/dataflow/index.html | 1414 +++
.../google/cloud/hooks/datafusion/index.html | 1202 ++
.../google/cloud/hooks/dataprep/index.html | 940 ++
.../google/cloud/hooks/dataproc/index.html | 1474 +++
.../google/cloud/hooks/datastore/index.html | 1178 ++
.../providers/google/cloud/hooks/dlp/index.html | 1829 ++++
.../google/cloud/hooks/functions/index.html | 1011 ++
.../providers/google/cloud/hooks/gcs/index.html | 1468 +++
.../providers/google/cloud/hooks/gdm/index.html | 910 ++
.../providers/google/cloud/hooks/index.html | 882 ++
.../providers/google/cloud/hooks/kms/index.html | 953 ++
.../cloud/hooks/kubernetes_engine/index.html | 1016 ++
.../google/cloud/hooks/life_sciences/index.html | 920 ++
.../google/cloud/hooks/mlengine/index.html | 1143 ++
.../google/cloud/hooks/natural_language/index.html | 1051 ++
.../google/cloud/hooks/os_login/index.html | 892 ++
.../providers/google/cloud/hooks/pubsub/index.html | 1156 ++
.../google/cloud/hooks/secret_manager/index.html | 911 ++
.../google/cloud/hooks/spanner/index.html | 1088 ++
.../google/cloud/hooks/speech_to_text/index.html | 913 ++
.../google/cloud/hooks/stackdriver/index.html | 1143 ++
.../providers/google/cloud/hooks/tasks/index.html | 1284 +++
.../google/cloud/hooks/text_to_speech/index.html | 924 ++
.../google/cloud/hooks/translate/index.html | 923 ++
.../cloud/hooks/video_intelligence/index.html | 922 ++
.../providers/google/cloud/hooks/vision/index.html | 1162 ++
.../google/cloud/hooks/workflows/index.html | 1104 ++
.../_api/airflow/providers/google/cloud/index.html | 978 ++
.../google/cloud/log/gcs_task_handler/index.html | 918 ++
.../airflow/providers/google/cloud/log/index.html | 847 ++
.../cloud/log/stackdriver_task_handler/index.html | 1025 ++
.../google/cloud/operators/automl/index.html | 1613 +++
.../google/cloud/operators/bigquery/index.html | 2557 +++++
.../google/cloud/operators/bigquery_dts/index.html | 1023 ++
.../google/cloud/operators/bigtable/index.html | 1254 +++
.../google/cloud/operators/cloud_build/index.html | 1537 +++
.../cloud/operators/cloud_memorystore/index.html | 1926 ++++
.../google/cloud/operators/cloud_sql/index.html | 1440 +++
.../cloud_storage_transfer_service/index.html | 1520 +++
.../google/cloud/operators/compute/index.html | 1184 ++
.../google/cloud/operators/datacatalog/index.html | 2152 ++++
.../google/cloud/operators/dataflow/index.html | 1629 +++
.../google/cloud/operators/datafusion/index.html | 1413 +++
.../google/cloud/operators/dataprep/index.html | 964 ++
.../google/cloud/operators/dataproc/index.html | 2131 ++++
.../google/cloud/operators/datastore/index.html | 1340 +++
.../google/cloud/operators/dlp/index.html | 2700 +++++
.../google/cloud/operators/functions/index.html | 1127 ++
.../google/cloud/operators/gcs/index.html | 1469 +++
.../providers/google/cloud/operators/index.html | 878 ++
.../cloud/operators/kubernetes_engine/index.html | 1055 ++
.../cloud/operators/life_sciences/index.html | 896 ++
.../google/cloud/operators/mlengine/index.html | 1672 +++
.../cloud/operators/natural_language/index.html | 1076 ++
.../google/cloud/operators/pubsub/index.html | 1456 +++
.../google/cloud/operators/spanner/index.html | 1201 ++
.../cloud/operators/speech_to_text/index.html | 903 ++
.../google/cloud/operators/stackdriver/index.html | 1577 +++
.../google/cloud/operators/tasks/index.html | 1582 +++
.../cloud/operators/text_to_speech/index.html | 907 ++
.../google/cloud/operators/translate/index.html | 915 ++
.../cloud/operators/translate_speech/index.html | 928 ++
.../cloud/operators/video_intelligence/index.html | 1034 ++
.../google/cloud/operators/vision/index.html | 1931 ++++
.../google/cloud/operators/workflows/index.html | 1300 +++
.../providers/google/cloud/secrets/index.html | 846 ++
.../google/cloud/secrets/secret_manager/index.html | 966 ++
.../google/cloud/sensors/bigquery/index.html | 964 ++
.../google/cloud/sensors/bigquery_dts/index.html | 906 ++
.../google/cloud/sensors/bigtable/index.html | 904 ++
.../cloud_storage_transfer_service/index.html | 899 ++
.../google/cloud/sensors/dataflow/index.html | 1078 ++
.../google/cloud/sensors/datafusion/index.html | 899 ++
.../google/cloud/sensors/dataproc/index.html | 891 ++
.../providers/google/cloud/sensors/gcs/index.html | 1153 ++
.../providers/google/cloud/sensors/index.html | 855 ++
.../google/cloud/sensors/pubsub/index.html | 947 ++
.../google/cloud/sensors/workflows/index.html | 888 ++
.../google/cloud/transfers/adls_to_gcs/index.html | 947 ++
.../transfers/azure_fileshare_to_gcs/index.html | 901 ++
.../transfers/bigquery_to_bigquery/index.html | 932 ++
.../cloud/transfers/bigquery_to_gcs/index.html | 927 ++
.../cloud/transfers/bigquery_to_mssql/index.html | 918 ++
.../cloud/transfers/bigquery_to_mysql/index.html | 917 ++
.../cloud/transfers/cassandra_to_gcs/index.html | 1074 ++
.../cloud/transfers/facebook_ads_to_gcs/index.html | 916 ++
.../cloud/transfers/gcs_to_bigquery/index.html | 993 ++
.../google/cloud/transfers/gcs_to_gcs/index.html | 1021 ++
.../google/cloud/transfers/gcs_to_local/index.html | 916 ++
.../google/cloud/transfers/gcs_to_sftp/index.html | 952 ++
.../cloud/transfers/gdrive_to_gcs/index.html | 901 ++
.../cloud/transfers/gdrive_to_local/index.html | 895 ++
.../providers/google/cloud/transfers/index.html | 871 ++
.../google/cloud/transfers/local_to_gcs/index.html | 904 ++
.../google/cloud/transfers/mssql_to_gcs/index.html | 927 ++
.../google/cloud/transfers/mysql_to_gcs/index.html | 933 ++
.../cloud/transfers/oracle_to_gcs/index.html | 930 ++
.../cloud/transfers/postgres_to_gcs/index.html | 909 ++
.../cloud/transfers/presto_to_gcs/index.html | 909 ++
.../google/cloud/transfers/s3_to_gcs/index.html | 946 ++
.../cloud/transfers/salesforce_to_gcs/index.html | 903 ++
.../google/cloud/transfers/sftp_to_gcs/index.html | 920 ++
.../cloud/transfers/sheets_to_gcs/index.html | 899 ++
.../google/cloud/transfers/sql_to_gcs/index.html | 966 ++
.../google/cloud/transfers/trino_to_gcs/index.html | 909 ++
.../cloud/utils/credentials_provider/index.html | 965 ++
.../google/cloud/utils/field_sanitizer/index.html | 955 ++
.../google/cloud/utils/field_validator/index.html | 1032 ++
.../providers/google/cloud/utils/index.html | 850 ++
.../cloud/utils/mlengine_operator_utils/index.html | 979 ++
.../utils/mlengine_prediction_summary/index.html | 939 ++
.../common/auth_backend/google_openid/index.html | 899 ++
.../google/common/auth_backend/index.html | 846 ++
.../google/common/hooks/base_google/index.html | 1195 ++
.../google/common/hooks/discovery_api/index.html | 926 ++
.../providers/google/common/hooks/index.html | 847 ++
.../airflow/providers/google/common/index.html | 856 ++
.../common/utils/id_token_credentials/index.html | 918 ++
.../providers/google/common/utils/index.html | 846 ++
.../providers/google/config_templates/index.html | 833 ++
.../google/firebase/hooks/firestore/index.html | 919 ++
.../providers/google/firebase/hooks/index.html | 846 ++
.../airflow/providers/google/firebase/index.html | 851 ++
.../google/firebase/operators/firestore/index.html | 897 ++
.../providers/google/firebase/operators/index.html | 846 ++
.../6.1.0/_api/airflow/providers/google/index.html | 1106 ++
.../providers/google/leveldb/hooks/index.html | 846 ++
.../google/leveldb/hooks/leveldb/index.html | 1026 ++
.../airflow/providers/google/leveldb/index.html | 851 ++
.../providers/google/leveldb/operators/index.html | 846 ++
.../google/leveldb/operators/leveldb/index.html | 927 ++
.../marketing_platform/hooks/analytics/index.html | 976 ++
.../hooks/campaign_manager/index.html | 1061 ++
.../hooks/display_video/index.html | 1041 ++
.../google/marketing_platform/hooks/index.html | 849 ++
.../marketing_platform/hooks/search_ads/index.html | 909 ++
.../providers/google/marketing_platform/index.html | 863 ++
.../operators/analytics/index.html | 1160 ++
.../operators/campaign_manager/index.html | 1226 +++
.../operators/display_video/index.html | 1306 +++
.../google/marketing_platform/operators/index.html | 849 ++
.../operators/search_ads/index.html | 967 ++
.../sensors/campaign_manager/index.html | 903 ++
.../sensors/display_video/index.html | 947 ++
.../google/marketing_platform/sensors/index.html | 848 ++
.../sensors/search_ads/index.html | 901 ++
.../providers/google/suite/hooks/drive/index.html | 996 ++
.../providers/google/suite/hooks/index.html | 847 ++
.../providers/google/suite/hooks/sheets/index.html | 1164 ++
.../_api/airflow/providers/google/suite/index.html | 862 ++
.../providers/google/suite/operators/index.html | 846 ++
.../google/suite/operators/sheets/index.html | 894 ++
.../google/suite/sensors/drive/index.html | 901 ++
.../providers/google/suite/sensors/index.html | 846 ++
.../suite/transfers/gcs_to_gdrive/index.html | 932 ++
.../suite/transfers/gcs_to_sheets/index.html | 896 ++
.../providers/google/suite/transfers/index.html | 848 ++
.../suite/transfers/sql_to_sheets/index.html | 917 ++
.../6.1.0/_modules/airflow/providers/google.html | 840 ++
.../google/ads/example_dags/example_ads.html | 891 ++
.../airflow/providers/google/ads/hooks/ads.html | 1079 ++
.../providers/google/ads/operators/ads.html | 922 ++
.../providers/google/ads/transfers/ads_to_gcs.html | 942 ++
.../cloud/example_dags/example_automl_tables.html | 1119 ++
.../example_azure_fileshare_to_gcs.html | 859 ++
.../example_dags/example_bigquery_operations.html | 1069 ++
.../example_dags/example_bigquery_queries.html | 1024 ++
.../example_dags/example_bigquery_sensors.html | 916 ++
.../cloud/example_dags/example_bigtable.html | 1013 ++
.../cloud/example_dags/example_cloud_build.html | 1059 ++
.../example_dags/example_cloud_memorystore.html | 1135 ++
.../cloud/example_dags/example_cloud_sql.html | 1133 ++
.../example_dags/example_cloud_sql_query.html | 1090 ++
...example_cloud_storage_transfer_service_aws.html | 994 ++
...example_cloud_storage_transfer_service_gcp.html | 952 ++
.../google/cloud/example_dags/example_compute.html | 904 ++
.../cloud/example_dags/example_compute_igm.html | 941 ++
.../cloud/example_dags/example_compute_ssh.html | 893 ++
.../cloud/example_dags/example_datacatalog.html | 1250 +++
.../cloud/example_dags/example_dataflow.html | 1064 ++
.../example_dataflow_flex_template.html | 871 ++
.../cloud/example_dags/example_dataflow_sql.html | 870 ++
.../cloud/example_dags/example_datafusion.html | 1083 ++
.../cloud/example_dags/example_dataprep.html | 881 ++
.../cloud/example_dags/example_dataproc.html | 1058 ++
.../cloud/example_dags/example_datastore.html | 966 ++
.../google/cloud/example_dags/example_dlp.html | 1014 ++
.../example_dags/example_facebook_ads_to_gcs.html | 935 ++
.../cloud/example_dags/example_functions.html | 930 ++
.../google/cloud/example_dags/example_gcs.html | 1002 ++
.../example_gcs_timespan_file_transform.html | 868 ++
.../example_dags/example_gcs_to_bigquery.html | 870 ++
.../cloud/example_dags/example_gcs_to_gcs.html | 952 ++
.../cloud/example_dags/example_gcs_to_local.html | 847 ++
.../cloud/example_dags/example_gcs_to_sftp.html | 921 ++
.../cloud/example_dags/example_gdrive_to_gcs.html | 855 ++
.../example_dags/example_gdrive_to_local.html | 853 ++
.../example_dags/example_kubernetes_engine.html | 904 ++
.../cloud/example_dags/example_life_sciences.html | 900 ++
.../cloud/example_dags/example_local_to_gcs.html | 848 ++
.../cloud/example_dags/example_mlengine.html | 1097 ++
.../example_dags/example_natural_language.html | 917 ++
.../cloud/example_dags/example_oracle_to_gcs.html | 843 ++
.../cloud/example_dags/example_presto_to_gcs.html | 996 ++
.../google/cloud/example_dags/example_pubsub.html | 984 ++
.../example_dags/example_salesforce_to_gcs.html | 931 ++
.../cloud/example_dags/example_sftp_to_gcs.html | 878 ++
.../cloud/example_dags/example_sheets_to_gcs.html | 844 ++
.../google/cloud/example_dags/example_spanner.html | 997 ++
.../cloud/example_dags/example_speech_to_text.html | 869 ++
.../cloud/example_dags/example_stackdriver.html | 1007 ++
.../cloud/example_dags/example_text_to_speech.html | 869 ++
.../cloud/example_dags/example_translate.html | 855 ++
.../example_dags/example_translate_speech.html | 889 ++
.../cloud/example_dags/example_trino_to_gcs.html | 996 ++
.../example_dags/example_video_intelligence.html | 919 ++
.../google/cloud/example_dags/example_vision.html | 1323 +++
.../cloud/example_dags/example_workflows.html | 1008 ++
.../providers/google/cloud/hooks/automl.html | 1495 +++
.../providers/google/cloud/hooks/bigquery.html | 3876 +++++++
.../providers/google/cloud/hooks/bigquery_dts.html | 1078 ++
.../providers/google/cloud/hooks/bigtable.html | 1147 ++
.../providers/google/cloud/hooks/cloud_build.html | 1427 +++
.../google/cloud/hooks/cloud_memorystore.html | 1800 +++
.../providers/google/cloud/hooks/cloud_sql.html | 1790 +++
.../hooks/cloud_storage_transfer_service.html | 1327 +++
.../providers/google/cloud/hooks/compute.html | 1243 +++
.../providers/google/cloud/hooks/compute_ssh.html | 1120 ++
.../providers/google/cloud/hooks/datacatalog.html | 2137 ++++
.../providers/google/cloud/hooks/dataflow.html | 2029 ++++
.../providers/google/cloud/hooks/datafusion.html | 1298 +++
.../providers/google/cloud/hooks/dataprep.html | 921 ++
.../providers/google/cloud/hooks/dataproc.html | 1836 ++++
.../providers/google/cloud/hooks/datastore.html | 1195 ++
.../airflow/providers/google/cloud/hooks/dlp.html | 2462 +++++
.../providers/google/cloud/hooks/functions.html | 1060 ++
.../airflow/providers/google/cloud/hooks/gcs.html | 2013 ++++
.../airflow/providers/google/cloud/hooks/gdm.html | 914 ++
.../airflow/providers/google/cloud/hooks/kms.html | 980 ++
.../google/cloud/hooks/kubernetes_engine.html | 1066 ++
.../google/cloud/hooks/life_sciences.html | 964 ++
.../providers/google/cloud/hooks/mlengine.html | 1332 +++
.../google/cloud/hooks/natural_language.html | 1092 ++
.../providers/google/cloud/hooks/os_login.html | 893 ++
.../providers/google/cloud/hooks/pubsub.html | 1421 +++
.../google/cloud/hooks/secret_manager.html | 893 ++
.../providers/google/cloud/hooks/spanner.html | 1208 +++
.../google/cloud/hooks/speech_to_text.html | 904 ++
.../providers/google/cloud/hooks/stackdriver.html | 1435 +++
.../providers/google/cloud/hooks/tasks.html | 1485 +++
.../google/cloud/hooks/text_to_speech.html | 925 ++
.../providers/google/cloud/hooks/translate.html | 918 ++
.../google/cloud/hooks/video_intelligence.html | 937 ++
.../providers/google/cloud/hooks/vision.html | 1482 +++
.../providers/google/cloud/hooks/workflows.html | 1201 ++
.../google/cloud/log/gcs_task_handler.html | 994 ++
.../google/cloud/log/stackdriver_task_handler.html | 1172 ++
.../providers/google/cloud/operators/automl.html | 2075 ++++
.../providers/google/cloud/operators/bigquery.html | 3119 ++++++
.../google/cloud/operators/bigquery_dts.html | 1096 ++
.../providers/google/cloud/operators/bigtable.html | 1430 +++
.../google/cloud/operators/cloud_build.html | 1827 ++++
.../google/cloud/operators/cloud_memorystore.html | 2508 +++++
.../google/cloud/operators/cloud_sql.html | 1883 ++++
.../operators/cloud_storage_transfer_service.html | 1877 ++++
.../providers/google/cloud/operators/compute.html | 1406 +++
.../google/cloud/operators/datacatalog.html | 3053 ++++++
.../providers/google/cloud/operators/dataflow.html | 1973 ++++
.../google/cloud/operators/datafusion.html | 1761 +++
.../providers/google/cloud/operators/dataprep.html | 932 ++
.../providers/google/cloud/operators/dataproc.html | 2965 +++++
.../google/cloud/operators/datastore.html | 1493 +++
.../providers/google/cloud/operators/dlp.html | 3671 +++++++
.../google/cloud/operators/functions.html | 1282 +++
.../providers/google/cloud/operators/gcs.html | 1877 ++++
.../google/cloud/operators/kubernetes_engine.html | 1163 ++
.../google/cloud/operators/life_sciences.html | 901 ++
.../providers/google/cloud/operators/mlengine.html | 2183 ++++
.../google/cloud/operators/natural_language.html | 1147 ++
.../providers/google/cloud/operators/pubsub.html | 1756 +++
.../providers/google/cloud/operators/spanner.html | 1396 +++
.../google/cloud/operators/speech_to_text.html | 919 ++
.../google/cloud/operators/stackdriver.html | 1800 +++
.../providers/google/cloud/operators/tasks.html | 2003 ++++
.../google/cloud/operators/text_to_speech.html | 953 ++
.../google/cloud/operators/translate.html | 939 ++
.../google/cloud/operators/translate_speech.html | 989 ++
.../google/cloud/operators/video_intelligence.html | 1128 ++
.../providers/google/cloud/operators/vision.html | 2475 +++++
.../google/cloud/operators/workflows.html | 1514 +++
.../google/cloud/secrets/secret_manager.html | 982 ++
.../providers/google/cloud/sensors/bigquery.html | 978 ++
.../google/cloud/sensors/bigquery_dts.html | 940 ++
.../providers/google/cloud/sensors/bigtable.html | 919 ++
.../sensors/cloud_storage_transfer_service.html | 910 ++
.../providers/google/cloud/sensors/dataflow.html | 1203 ++
.../providers/google/cloud/sensors/datafusion.html | 939 ++
.../providers/google/cloud/sensors/dataproc.html | 901 ++
.../providers/google/cloud/sensors/gcs.html | 1243 +++
.../providers/google/cloud/sensors/pubsub.html | 1006 ++
.../providers/google/cloud/sensors/workflows.html | 927 ++
.../google/cloud/transfers/adls_to_gcs.html | 987 ++
.../cloud/transfers/azure_fileshare_to_gcs.html | 982 ++
.../cloud/transfers/bigquery_to_bigquery.html | 951 ++
.../google/cloud/transfers/bigquery_to_gcs.html | 966 ++
.../google/cloud/transfers/bigquery_to_mssql.html | 961 ++
.../google/cloud/transfers/bigquery_to_mysql.html | 965 ++
.../google/cloud/transfers/cassandra_to_gcs.html | 1204 ++
.../cloud/transfers/facebook_ads_to_gcs.html | 957 ++
.../google/cloud/transfers/gcs_to_bigquery.html | 1150 ++
.../google/cloud/transfers/gcs_to_gcs.html | 1241 +++
.../google/cloud/transfers/gcs_to_local.html | 946 ++
.../google/cloud/transfers/gcs_to_sftp.html | 1011 ++
.../google/cloud/transfers/gdrive_to_gcs.html | 936 ++
.../google/cloud/transfers/gdrive_to_local.html | 897 ++
.../google/cloud/transfers/local_to_gcs.html | 940 ++
.../google/cloud/transfers/mssql_to_gcs.html | 890 ++
.../google/cloud/transfers/mysql_to_gcs.html | 940 ++
.../google/cloud/transfers/oracle_to_gcs.html | 931 ++
.../google/cloud/transfers/postgres_to_gcs.html | 956 ++
.../google/cloud/transfers/presto_to_gcs.html | 1012 ++
.../google/cloud/transfers/s3_to_gcs.html | 1033 ++
.../google/cloud/transfers/salesforce_to_gcs.html | 929 ++
.../google/cloud/transfers/sftp_to_gcs.html | 990 ++
.../google/cloud/transfers/sheets_to_gcs.html | 947 ++
.../google/cloud/transfers/sql_to_gcs.html | 1173 ++
.../google/cloud/transfers/trino_to_gcs.html | 1012 ++
.../google/cloud/utils/credentials_provider.html | 1163 ++
.../google/cloud/utils/field_sanitizer.html | 970 ++
.../google/cloud/utils/field_validator.html | 1267 +++
.../cloud/utils/mlengine_operator_utils.html | 1082 ++
.../cloud/utils/mlengine_prediction_summary.html | 1013 ++
.../google/common/auth_backend/google_openid.html | 942 ++
.../providers/google/common/hooks/base_google.html | 1355 +++
.../google/common/hooks/discovery_api.html | 969 ++
.../google/common/utils/id_token_credentials.html | 1016 ++
.../firebase/example_dags/example_firestore.html | 947 ++
.../providers/google/firebase/hooks/firestore.html | 954 ++
.../google/firebase/operators/firestore.html | 899 ++
.../leveldb/example_dags/example_leveldb.html | 851 ++
.../providers/google/leveldb/hooks/leveldb.html | 955 ++
.../google/leveldb/operators/leveldb.html | 902 ++
.../example_dags/example_analytics.html | 891 ++
.../example_dags/example_campaign_manager.html | 965 ++
.../example_dags/example_display_video.html | 1010 ++
.../example_dags/example_search_ads.html | 878 ++
.../google/marketing_platform/hooks/analytics.html | 1024 ++
.../marketing_platform/hooks/campaign_manager.html | 1148 ++
.../marketing_platform/hooks/display_video.html | 1029 ++
.../marketing_platform/hooks/search_ads.html | 896 ++
.../marketing_platform/operators/analytics.html | 1340 +++
.../operators/campaign_manager.html | 1444 +++
.../operators/display_video.html | 1555 +++
.../marketing_platform/operators/search_ads.html | 1045 ++
.../sensors/campaign_manager.html | 907 ++
.../marketing_platform/sensors/display_video.html | 965 ++
.../marketing_platform/sensors/search_ads.html | 895 ++
.../suite/example_dags/example_gcs_to_gdrive.html | 862 ++
.../suite/example_dags/example_gcs_to_sheets.html | 856 ++
.../google/suite/example_dags/example_sheets.html | 878 ++
.../suite/example_dags/example_sql_to_sheets.html | 844 ++
.../providers/google/suite/hooks/drive.html | 1037 ++
.../providers/google/suite/hooks/sheets.html | 1268 +++
.../providers/google/suite/operators/sheets.html | 885 ++
.../providers/google/suite/sensors/drive.html | 893 ++
.../google/suite/transfers/gcs_to_gdrive.html | 973 ++
.../google/suite/transfers/gcs_to_sheets.html | 919 ++
.../google/suite/transfers/sql_to_sheets.html | 942 ++
.../6.1.0/_modules/index.html | 1012 ++
.../providers/google/ads/hooks/ads/index.rst.txt | 121 +
.../providers/google/ads/hooks/index.rst.txt | 15 +
.../airflow/providers/google/ads/index.rst.txt | 17 +
.../google/ads/operators/ads/index.rst.txt | 66 +
.../providers/google/ads/operators/index.rst.txt | 15 +
.../google/ads/transfers/ads_to_gcs/index.rst.txt | 66 +
.../providers/google/ads/transfers/index.rst.txt | 15 +
.../google/cloud/hooks/automl/index.rst.txt | 437 +
.../google/cloud/hooks/bigquery/index.rst.txt | 1506 +++
.../google/cloud/hooks/bigquery_dts/index.rst.txt | 151 +
.../google/cloud/hooks/bigtable/index.rst.txt | 201 +
.../google/cloud/hooks/cloud_build/index.rst.txt | 328 +
.../cloud/hooks/cloud_memorystore/index.rst.txt | 530 +
.../google/cloud/hooks/cloud_sql/index.rst.txt | 517 +
.../cloud_storage_transfer_service/index.rst.txt | 517 +
.../google/cloud/hooks/compute/index.rst.txt | 255 +
.../google/cloud/hooks/compute_ssh/index.rst.txt | 77 +
.../google/cloud/hooks/datacatalog/index.rst.txt | 720 ++
.../google/cloud/hooks/dataflow/index.rst.txt | 451 +
.../google/cloud/hooks/datafusion/index.rst.txt | 286 +
.../google/cloud/hooks/dataprep/index.rst.txt | 83 +
.../google/cloud/hooks/dataproc/index.rst.txt | 583 +
.../google/cloud/hooks/datastore/index.rst.txt | 240 +
.../providers/google/cloud/hooks/dlp/index.rst.txt | 927 ++
.../google/cloud/hooks/functions/index.rst.txt | 129 +
.../providers/google/cloud/hooks/gcs/index.rst.txt | 532 +
.../providers/google/cloud/hooks/gdm/index.rst.txt | 57 +
.../providers/google/cloud/hooks/index.rst.txt | 51 +
.../providers/google/cloud/hooks/kms/index.rst.txt | 100 +
.../cloud/hooks/kubernetes_engine/index.rst.txt | 142 +
.../google/cloud/hooks/life_sciences/index.rst.txt | 72 +
.../google/cloud/hooks/mlengine/index.rst.txt | 217 +
.../cloud/hooks/natural_language/index.rst.txt | 184 +
.../google/cloud/hooks/os_login/index.rst.txt | 51 +
.../google/cloud/hooks/pubsub/index.rst.txt | 308 +
.../cloud/hooks/secret_manager/index.rst.txt | 66 +
.../google/cloud/hooks/spanner/index.rst.txt | 203 +
.../cloud/hooks/speech_to_text/index.rst.txt | 67 +
.../google/cloud/hooks/stackdriver/index.rst.txt | 291 +
.../google/cloud/hooks/tasks/index.rst.txt | 421 +
.../cloud/hooks/text_to_speech/index.rst.txt | 76 +
.../google/cloud/hooks/translate/index.rst.txt | 78 +
.../cloud/hooks/video_intelligence/index.rst.txt | 84 +
.../google/cloud/hooks/vision/index.rst.txt | 251 +
.../google/cloud/hooks/workflows/index.rst.txt | 259 +
.../airflow/providers/google/cloud/index.rst.txt | 21 +
.../cloud/log/gcs_task_handler/index.rst.txt | 72 +
.../providers/google/cloud/log/index.rst.txt | 16 +
.../log/stackdriver_task_handler/index.rst.txt | 151 +
.../google/cloud/operators/automl/index.rst.txt | 709 ++
.../google/cloud/operators/bigquery/index.rst.txt | 1489 +++
.../cloud/operators/bigquery_dts/index.rst.txt | 171 +
.../google/cloud/operators/bigtable/index.rst.txt | 360 +
.../cloud/operators/cloud_build/index.rst.txt | 599 +
.../operators/cloud_memorystore/index.rst.txt | 963 ++
.../google/cloud/operators/cloud_sql/index.rst.txt | 510 +
.../cloud_storage_transfer_service/index.rst.txt | 575 +
.../google/cloud/operators/compute/index.rst.txt | 298 +
.../cloud/operators/datacatalog/index.rst.txt | 1217 +++
.../google/cloud/operators/dataflow/index.rst.txt | 773 ++
.../cloud/operators/datafusion/index.rst.txt | 518 +
.../google/cloud/operators/dataprep/index.rst.txt | 99 +
.../google/cloud/operators/dataproc/index.rst.txt | 1112 ++
.../google/cloud/operators/datastore/index.rst.txt | 421 +
.../google/cloud/operators/dlp/index.rst.txt | 1656 +++
.../google/cloud/operators/functions/index.rst.txt | 230 +
.../google/cloud/operators/gcs/index.rst.txt | 564 +
.../providers/google/cloud/operators/index.rst.txt | 47 +
.../operators/kubernetes_engine/index.rst.txt | 191 +
.../cloud/operators/life_sciences/index.rst.txt | 56 +
.../google/cloud/operators/mlengine/index.rst.txt | 747 ++
.../cloud/operators/natural_language/index.rst.txt | 203 +
.../google/cloud/operators/pubsub/index.rst.txt | 602 +
.../google/cloud/operators/spanner/index.rst.txt | 300 +
.../cloud/operators/speech_to_text/index.rst.txt | 64 +
.../cloud/operators/stackdriver/index.rst.txt | 643 ++
.../google/cloud/operators/tasks/index.rst.txt | 673 ++
.../cloud/operators/text_to_speech/index.rst.txt | 71 +
.../google/cloud/operators/translate/index.rst.txt | 83 +
.../cloud/operators/translate_speech/index.rst.txt | 103 +
.../operators/video_intelligence/index.rst.txt | 185 +
.../google/cloud/operators/vision/index.rst.txt | 970 ++
.../google/cloud/operators/workflows/index.rst.txt | 383 +
.../providers/google/cloud/secrets/index.rst.txt | 15 +
.../cloud/secrets/secret_manager/index.rst.txt | 110 +
.../google/cloud/sensors/bigquery/index.rst.txt | 112 +
.../cloud/sensors/bigquery_dts/index.rst.txt | 67 +
.../google/cloud/sensors/bigtable/index.rst.txt | 60 +
.../cloud_storage_transfer_service/index.rst.txt | 58 +
.../google/cloud/sensors/dataflow/index.rst.txt | 217 +
.../google/cloud/sensors/datafusion/index.rst.txt | 65 +
.../google/cloud/sensors/dataproc/index.rst.txt | 48 +
.../google/cloud/sensors/gcs/index.rst.txt | 254 +
.../providers/google/cloud/sensors/index.rst.txt | 24 +
.../google/cloud/sensors/pubsub/index.rst.txt | 108 +
.../google/cloud/sensors/workflows/index.rst.txt | 49 +
.../cloud/transfers/adls_to_gcs/index.rst.txt | 106 +
.../transfers/azure_fileshare_to_gcs/index.rst.txt | 64 +
.../transfers/bigquery_to_bigquery/index.rst.txt | 89 +
.../cloud/transfers/bigquery_to_gcs/index.rst.txt | 87 +
.../transfers/bigquery_to_mssql/index.rst.txt | 83 +
.../transfers/bigquery_to_mysql/index.rst.txt | 82 +
.../cloud/transfers/cassandra_to_gcs/index.rst.txt | 201 +
.../transfers/facebook_ads_to_gcs/index.rst.txt | 78 +
.../cloud/transfers/gcs_to_bigquery/index.rst.txt | 171 +
.../cloud/transfers/gcs_to_gcs/index.rst.txt | 182 +
.../cloud/transfers/gcs_to_local/index.rst.txt | 73 +
.../cloud/transfers/gcs_to_sftp/index.rst.txt | 109 +
.../cloud/transfers/gdrive_to_gcs/index.rst.txt | 62 +
.../cloud/transfers/gdrive_to_local/index.rst.txt | 52 +
.../providers/google/cloud/transfers/index.rst.txt | 40 +
.../cloud/transfers/local_to_gcs/index.rst.txt | 68 +
.../cloud/transfers/mssql_to_gcs/index.rst.txt | 73 +
.../cloud/transfers/mysql_to_gcs/index.rst.txt | 78 +
.../cloud/transfers/oracle_to_gcs/index.rst.txt | 72 +
.../cloud/transfers/postgres_to_gcs/index.rst.txt | 60 +
.../cloud/transfers/presto_to_gcs/index.rst.txt | 55 +
.../google/cloud/transfers/s3_to_gcs/index.rst.txt | 102 +
.../transfers/salesforce_to_gcs/index.rst.txt | 62 +
.../cloud/transfers/sftp_to_gcs/index.rst.txt | 81 +
.../cloud/transfers/sheets_to_gcs/index.rst.txt | 57 +
.../cloud/transfers/sql_to_gcs/index.rst.txt | 122 +
.../cloud/transfers/trino_to_gcs/index.rst.txt | 55 +
.../cloud/utils/credentials_provider/index.rst.txt | 83 +
.../cloud/utils/field_sanitizer/index.rst.txt | 118 +
.../cloud/utils/field_validator/index.rst.txt | 183 +
.../providers/google/cloud/utils/index.rst.txt | 19 +
.../utils/mlengine_operator_utils/index.rst.txt | 167 +
.../mlengine_prediction_summary/index.rst.txt | 125 +
.../auth_backend/google_openid/index.rst.txt | 41 +
.../google/common/auth_backend/index.rst.txt | 15 +
.../google/common/hooks/base_google/index.rst.txt | 269 +
.../common/hooks/discovery_api/index.rst.txt | 75 +
.../providers/google/common/hooks/index.rst.txt | 16 +
.../airflow/providers/google/common/index.rst.txt | 17 +
.../utils/id_token_credentials/index.rst.txt | 63 +
.../providers/google/common/utils/index.rst.txt | 15 +
.../google/config_templates/index.rst.txt | 6 +
.../google/firebase/hooks/firestore/index.rst.txt | 73 +
.../providers/google/firebase/hooks/index.rst.txt | 15 +
.../providers/google/firebase/index.rst.txt | 16 +
.../firebase/operators/firestore/index.rst.txt | 54 +
.../google/firebase/operators/index.rst.txt | 15 +
.../_api/airflow/providers/google/index.rst.txt | 40 +
.../providers/google/leveldb/hooks/index.rst.txt | 15 +
.../google/leveldb/hooks/leveldb/index.rst.txt | 139 +
.../airflow/providers/google/leveldb/index.rst.txt | 16 +
.../google/leveldb/operators/index.rst.txt | 15 +
.../google/leveldb/operators/leveldb/index.rst.txt | 50 +
.../hooks/analytics/index.rst.txt | 111 +
.../hooks/campaign_manager/index.rst.txt | 188 +
.../hooks/display_video/index.rst.txt | 162 +
.../google/marketing_platform/hooks/index.rst.txt | 18 +
.../hooks/search_ads/index.rst.txt | 60 +
.../google/marketing_platform/index.rst.txt | 17 +
.../operators/analytics/index.rst.txt | 272 +
.../operators/campaign_manager/index.rst.txt | 344 +
.../operators/display_video/index.rst.txt | 394 +
.../marketing_platform/operators/index.rst.txt | 18 +
.../operators/search_ads/index.rst.txt | 121 +
.../sensors/campaign_manager/index.rst.txt | 63 +
.../sensors/display_video/index.rst.txt | 96 +
.../marketing_platform/sensors/index.rst.txt | 17 +
.../sensors/search_ads/index.rst.txt | 59 +
.../google/suite/hooks/drive/index.rst.txt | 118 +
.../providers/google/suite/hooks/index.rst.txt | 16 +
.../google/suite/hooks/sheets/index.rst.txt | 265 +
.../airflow/providers/google/suite/index.rst.txt | 18 +
.../providers/google/suite/operators/index.rst.txt | 15 +
.../google/suite/operators/sheets/index.rst.txt | 49 +
.../google/suite/sensors/drive/index.rst.txt | 59 +
.../providers/google/suite/sensors/index.rst.txt | 15 +
.../suite/transfers/gcs_to_gdrive/index.rst.txt | 89 +
.../suite/transfers/gcs_to_sheets/index.rst.txt | 54 +
.../providers/google/suite/transfers/index.rst.txt | 17 +
.../suite/transfers/sql_to_sheets/index.rst.txt | 69 +
.../api-auth-backend/google-openid.rst.txt | 69 +
.../6.1.0/_sources/commits.rst.txt | 707 ++
.../6.1.0/_sources/configurations-ref.rst.txt | 71 +
.../6.1.0/_sources/connections/gcp.rst.txt | 234 +
.../6.1.0/_sources/connections/gcp_sql.rst.txt | 78 +
.../6.1.0/_sources/connections/gcp_ssh.rst.txt | 73 +
.../6.1.0/_sources/connections/index.rst.txt | 25 +
.../6.1.0/_sources/example-dags.rst.txt | 28 +
.../6.1.0/_sources/index.rst.txt | 174 +
.../installing-providers-from-sources.rst.txt | 18 +
.../6.1.0/_sources/logging/gcs.rst.txt | 57 +
.../6.1.0/_sources/logging/index.rst.txt | 25 +
.../6.1.0/_sources/logging/stackdriver.rst.txt | 63 +
.../6.1.0/_sources/operators/ads.rst.txt | 64 +
.../6.1.0/_sources/operators/cloud/automl.rst.txt | 192 +
.../_sources/operators/cloud/bigquery.rst.txt | 409 +
.../_sources/operators/cloud/bigquery_dts.rst.txt | 131 +
.../_sources/operators/cloud/bigtable.rst.txt | 197 +
.../_sources/operators/cloud/cloud_build.rst.txt | 376 +
.../operators/cloud/cloud_memorystore.rst.txt | 275 +
.../cloud/cloud_memorystore_memcached.rst.txt | 154 +
.../_sources/operators/cloud/cloud_sql.rst.txt | 568 +
.../cloud/cloud_storage_transfer_service.rst.txt | 375 +
.../6.1.0/_sources/operators/cloud/compute.rst.txt | 288 +
.../_sources/operators/cloud/compute_ssh.rst.txt | 68 +
.../operators/cloud/data_loss_prevention.rst.txt | 338 +
.../_sources/operators/cloud/datacatalog.rst.txt | 610 ++
.../_sources/operators/cloud/dataflow.rst.txt | 292 +
.../_sources/operators/cloud/datafusion.rst.txt | 251 +
.../_sources/operators/cloud/dataprep.rst.txt | 104 +
.../_sources/operators/cloud/dataproc.rst.txt | 208 +
.../_sources/operators/cloud/datastore.rst.txt | 169 +
.../_sources/operators/cloud/functions.rst.txt | 188 +
.../6.1.0/_sources/operators/cloud/gcs.rst.txt | 208 +
.../6.1.0/_sources/operators/cloud/index.rst.txt | 32 +
.../operators/cloud/kubernetes_engine.rst.txt | 142 +
.../_sources/operators/cloud/life_sciences.rst.txt | 74 +
.../_sources/operators/cloud/mlengine.rst.txt | 229 +
.../operators/cloud/natural_language.rst.txt | 178 +
.../6.1.0/_sources/operators/cloud/pubsub.rst.txt | 141 +
.../6.1.0/_sources/operators/cloud/spanner.rst.txt | 276 +
.../operators/cloud/speech_to_text.rst.txt | 81 +
.../_sources/operators/cloud/stackdriver.rst.txt | 227 +
.../operators/cloud/text_to_speech.rst.txt | 81 +
.../_sources/operators/cloud/translate.rst.txt | 79 +
.../operators/cloud/translate_speech.rst.txt | 78 +
.../operators/cloud/video_intelligence.rst.txt | 184 +
.../6.1.0/_sources/operators/cloud/vision.rst.txt | 1025 ++
.../_sources/operators/cloud/workflows.rst.txt | 181 +
.../_sources/operators/firebase/firestore.rst.txt | 61 +
.../6.1.0/_sources/operators/index.rst.txt | 32 +
.../_sources/operators/leveldb/leveldb.rst.txt | 52 +
.../operators/marketing_platform/analytics.rst.txt | 81 +
.../marketing_platform/campaign_manager.rst.txt | 161 +
.../marketing_platform/display_video.rst.txt | 222 +
.../operators/marketing_platform/index.rst.txt | 32 +
.../marketing_platform/search_ads.rst.txt | 90 +
.../6.1.0/_sources/operators/suite/sheets.rst.txt | 62 +
.../transfer/azure_fileshare_to_gcs.rst.txt | 54 +
.../operators/transfer/facebook_ads_to_gcs.rst.txt | 48 +
.../_sources/operators/transfer/gcs_to_gcs.rst.txt | 252 +
.../operators/transfer/gcs_to_gdrive.rst.txt | 85 +
.../operators/transfer/gcs_to_local.rst.txt | 52 +
.../operators/transfer/gcs_to_sftp.rst.txt | 99 +
.../operators/transfer/gcs_to_sheets.rst.txt | 48 +
.../operators/transfer/gdrive_to_gcs.rst.txt | 66 +
.../operators/transfer/gdrive_to_local.rst.txt | 53 +
.../_sources/operators/transfer/index.rst.txt | 28 +
.../operators/transfer/local_to_gcs.rst.txt | 53 +
.../operators/transfer/mysql_to_gcs.rst.txt | 53 +
.../operators/transfer/oracle_to_gcs.rst.txt | 53 +
.../operators/transfer/presto_to_gcs.rst.txt | 142 +
.../_sources/operators/transfer/s3_to_gcs.rst.txt | 48 +
.../operators/transfer/salesforce_to_gcs.rst.txt | 45 +
.../operators/transfer/sftp_to_gcs.rst.txt | 101 +
.../operators/transfer/sheets_to_gcs.rst.txt | 48 +
.../operators/transfer/sql_to_sheets.rst.txt | 45 +
.../operators/transfer/trino_to_gcs.rst.txt | 142 +
.../google-cloud-secret-manager-backend.rst.txt | 191 +
.../6.1.0/_static/_gen/css/main-custom.min.css | 1 +
.../6.1.0/_static/_gen/css/main.min.css | 7 +
.../6.1.0/_static/_gen/js/docs.js | 1 +
.../6.1.0/_static/basic.css | 856 ++
.../6.1.0/_static/check-solid.svg | 4 +
.../6.1.0/_static/clipboard.min.js | 7 +
.../6.1.0/_static/copy-button.svg | 5 +
.../6.1.0/_static/copybutton.css | 81 +
.../6.1.0/_static/copybutton.js | 197 +
.../6.1.0/_static/copybutton_funcs.js | 58 +
.../6.1.0/_static/doctools.js | 316 +
.../6.1.0/_static/documentation_options.js | 12 +
.../6.1.0/_static/file.png | Bin 0 -> 286 bytes
.../6.1.0/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../6.1.0/_static/jquery.js | 2 +
.../6.1.0/_static/language_data.js | 297 +
.../6.1.0/_static/minus.png | Bin 0 -> 90 bytes
.../6.1.0/_static/pin_32.png | Bin 0 -> 1201 bytes
.../6.1.0/_static/plus.png | Bin 0 -> 90 bytes
.../6.1.0/_static/pygments.css | 74 +
.../6.1.0/_static/searchtools.js | 514 +
.../6.1.0/_static/underscore-1.3.1.js | 999 ++
.../6.1.0/_static/underscore.js | 31 +
.../6.1.0/api-auth-backend/google-openid.html | 875 ++
.../6.1.0/api-auth-backend/index.html | 1 +
.../6.1.0/commits.html | 3328 ++++++
.../6.1.0/configurations-ref.html | 873 ++
.../6.1.0/connections/gcp.html | 1023 ++
.../6.1.0/connections/gcp_sql.html | 885 ++
.../6.1.0/connections/gcp_ssh.html | 888 ++
.../6.1.0/connections/index.html | 840 ++
.../6.1.0/example-dags.html | 842 ++
.../6.1.0/genindex.html | 7224 ++++++++++++
.../6.1.0/index.html | 1592 +++
.../6.1.0/installing-providers-from-sources.html | 939 ++
.../6.1.0/logging/gcs.html | 866 ++
.../6.1.0/logging/index.html | 839 ++
.../6.1.0/logging/stackdriver.html | 868 ++
.../6.1.0/objects.inv | Bin 0 -> 27962 bytes
.../6.1.0/operators/ads.html | 884 ++
.../6.1.0/operators/cloud/automl.html | 1062 ++
.../6.1.0/operators/cloud/bigquery.html | 1330 +++
.../6.1.0/operators/cloud/bigquery_dts.html | 971 ++
.../6.1.0/operators/cloud/bigtable.html | 1094 ++
.../6.1.0/operators/cloud/cloud_build.html | 1228 +++
.../6.1.0/operators/cloud/cloud_memorystore.html | 1111 ++
.../cloud/cloud_memorystore_memcached.html | 1009 ++
.../6.1.0/operators/cloud/cloud_sql.html | 1695 +++
.../cloud/cloud_storage_transfer_service.html | 1274 +++
.../6.1.0/operators/cloud/compute.html | 1194 ++
.../6.1.0/operators/cloud/compute_ssh.html | 916 ++
.../operators/cloud/data_loss_prevention.html | 1155 ++
.../6.1.0/operators/cloud/datacatalog.html | 1510 +++
.../6.1.0/operators/cloud/dataflow.html | 1230 +++
.../6.1.0/operators/cloud/datafusion.html | 1084 ++
.../6.1.0/operators/cloud/dataprep.html | 917 ++
.../6.1.0/operators/cloud/dataproc.html | 1086 ++
.../6.1.0/operators/cloud/datastore.html | 1011 ++
.../6.1.0/operators/cloud/functions.html | 1020 ++
.../6.1.0/operators/cloud/gcs.html | 1071 ++
.../6.1.0/operators/cloud/index.html | 878 ++
.../6.1.0/operators/cloud/kubernetes_engine.html | 981 ++
.../6.1.0/operators/cloud/life_sciences.html | 933 ++
.../6.1.0/operators/cloud/mlengine.html | 1165 ++
.../6.1.0/operators/cloud/natural_language.html | 1007 ++
.../6.1.0/operators/cloud/pubsub.html | 981 ++
.../6.1.0/operators/cloud/spanner.html | 1194 ++
.../6.1.0/operators/cloud/speech_to_text.html | 910 ++
.../6.1.0/operators/cloud/stackdriver.html | 1068 ++
.../6.1.0/operators/cloud/text_to_speech.html | 925 ++
.../6.1.0/operators/cloud/translate.html | 910 ++
.../6.1.0/operators/cloud/translate_speech.html | 925 ++
.../6.1.0/operators/cloud/video_intelligence.html | 1042 ++
.../6.1.0/operators/cloud/vision.html | 2042 ++++
.../6.1.0/operators/cloud/workflows.html | 1043 ++
.../6.1.0/operators/firebase/firestore.html | 875 ++
.../6.1.0/operators/index.html | 844 ++
.../6.1.0/operators/leveldb/leveldb.html | 872 ++
.../operators/marketing_platform/analytics.html | 897 ++
.../marketing_platform/campaign_manager.html | 993 ++
.../marketing_platform/display_video.html | 1039 ++
.../6.1.0/operators/marketing_platform/index.html | 848 ++
.../operators/marketing_platform/search_ads.html | 901 ++
.../6.1.0/operators/suite/sheets.html | 879 ++
.../operators/transfer/azure_fileshare_to_gcs.html | 883 ++
.../operators/transfer/facebook_ads_to_gcs.html | 876 ++
.../6.1.0/operators/transfer/gcs_to_gcs.html | 1117 ++
.../6.1.0/operators/transfer/gcs_to_gdrive.html | 917 ++
.../6.1.0/operators/transfer/gcs_to_local.html | 875 ++
.../6.1.0/operators/transfer/gcs_to_sftp.html | 939 ++
.../6.1.0/operators/transfer/gcs_to_sheets.html | 867 ++
.../6.1.0/operators/transfer/gdrive_to_gcs.html | 887 ++
.../6.1.0/operators/transfer/gdrive_to_local.html | 876 ++
.../6.1.0/operators/transfer/index.html | 858 ++
.../6.1.0/operators/transfer/local_to_gcs.html | 876 ++
.../6.1.0/operators/transfer/mysql_to_gcs.html | 873 ++
.../6.1.0/operators/transfer/oracle_to_gcs.html | 873 ++
.../6.1.0/operators/transfer/presto_to_gcs.html | 1002 ++
.../6.1.0/operators/transfer/s3_to_gcs.html | 859 ++
.../operators/transfer/salesforce_to_gcs.html | 895 ++
.../6.1.0/operators/transfer/sftp_to_gcs.html | 937 ++
.../6.1.0/operators/transfer/sheets_to_gcs.html | 866 ++
.../6.1.0/operators/transfer/sql_to_sheets.html | 865 ++
.../6.1.0/operators/transfer/trino_to_gcs.html | 1002 ++
.../6.1.0/py-modindex.html | 1700 +++
.../6.1.0/search.html | 843 ++
.../6.1.0/searchindex.js | 1 +
.../google-cloud-secret-manager-backend.html | 996 ++
.../6.1.0/secrets-backends/index.html | 1 +
.../apache-airflow-providers-google/stable.txt | 2 +-
.../airflow/providers/grpc/hooks/grpc/index.html | 12 +-
.../providers/grpc/operators/grpc/index.html | 22 +-
.../airflow/providers/grpc/hooks/grpc.html | 5 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../providers/hashicorp/hooks/vault/index.html | 90 +-
.../providers/hashicorp/secrets/vault/index.html | 86 +-
.../2.1.1/installing-providers-from-sources.html | 21 +-
.../2.1.1/secrets-backends/hashicorp-vault.html | 2 +-
.../airflow/providers/http/hooks/http/index.html | 36 +-
.../providers/http/operators/http/index.html | 30 +-
.../airflow/providers/http/sensors/http/index.html | 26 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../2.0.1/operators.html | 6 +-
.../airflow/providers/imap/hooks/imap/index.html | 116 +-
.../imap/sensors/imap_attachment/index.html | 20 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../airflow/providers/influxdb/hooks/index.html | 2 -
.../providers/influxdb/hooks/influxdb/index.html | 14 +-
.../_api/airflow/providers/influxdb/index.html | 6 +-
.../airflow/providers/influxdb/hooks/influxdb.html | 2 -
.../1.0.0/_modules/index.html | 2 -
.../1.0.0/_sources/index.rst.txt | 1 -
.../1.0.0/_sources/operators/influxdb.rst.txt | 23 -
.../1.0.0/commits.html | 2 -
.../1.0.0/connections/influxdb.html | 8 +-
.../1.0.0/genindex.html | 2 -
.../1.0.0/index.html | 3 -
.../1.0.0/installing-providers-from-sources.html | 23 +-
.../1.0.0/objects.inv | Bin 656 -> 622 bytes
.../1.0.0/operators/influxdb.html | 848 --
.../1.0.0/py-modindex.html | 2 -
.../1.0.0/search.html | 2 -
.../1.0.0/searchindex.js | 2 +-
.../airflow/providers/jdbc/hooks/jdbc/index.html | 16 +-
.../providers/jdbc/operators/jdbc/index.html | 12 +-
.../2.0.1/_sources/operators.rst.txt | 4 -
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../2.0.1/operators.html | 14 +-
.../2.0.3/.buildinfo | 4 +
.../airflow/providers/jenkins/hooks/index.html | 826 ++
.../providers/jenkins/hooks/jenkins/index.html | 874 ++
.../_api/airflow/providers/jenkins/index.html | 831 ++
.../airflow/providers/jenkins/operators/index.html | 826 ++
.../operators/jenkins_job_trigger/index.html | 987 ++
.../airflow/providers/jenkins/hooks/jenkins.html | 832 ++
.../jenkins/operators/jenkins_job_trigger.html | 1028 ++
.../2.0.3/_modules/index.html | 784 ++
.../airflow/providers/jenkins/hooks/index.rst.txt | 15 +
.../providers/jenkins/hooks/jenkins/index.rst.txt | 43 +
.../_api/airflow/providers/jenkins/index.rst.txt | 16 +
.../providers/jenkins/operators/index.rst.txt | 15 +
.../operators/jenkins_job_trigger/index.rst.txt | 117 +
.../2.0.3/_sources/commits.rst.txt | 180 +
.../2.0.3/_sources/index.rst.txt | 79 +
.../installing-providers-from-sources.rst.txt | 18 +
.../2.0.3/_static/_gen/css/main-custom.min.css | 1 +
.../2.0.3/_static/_gen/css/main.min.css | 7 +
.../2.0.3/_static/_gen/js/docs.js | 1 +
.../2.0.3/_static/basic.css | 856 ++
.../2.0.3/_static/check-solid.svg | 4 +
.../2.0.3/_static/clipboard.min.js | 7 +
.../2.0.3/_static/copy-button.svg | 5 +
.../2.0.3/_static/copybutton.css | 81 +
.../2.0.3/_static/copybutton.js | 197 +
.../2.0.3/_static/copybutton_funcs.js | 58 +
.../2.0.3/_static/doctools.js | 316 +
.../2.0.3/_static/documentation_options.js | 12 +
.../2.0.3/_static/file.png | Bin 0 -> 286 bytes
.../2.0.3/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../2.0.3/_static/jquery.js | 2 +
.../2.0.3/_static/language_data.js | 297 +
.../2.0.3/_static/minus.png | Bin 0 -> 90 bytes
.../2.0.3/_static/pin_32.png | Bin 0 -> 1201 bytes
.../2.0.3/_static/plus.png | Bin 0 -> 90 bytes
.../2.0.3/_static/pygments.css | 74 +
.../2.0.3/_static/searchtools.js | 514 +
.../2.0.3/_static/underscore-1.3.1.js | 999 ++
.../2.0.3/_static/underscore.js | 31 +
.../2.0.3/commits.html | 1280 +++
.../2.0.3/genindex.html | 985 ++
.../2.0.3/index.html | 970 ++
.../2.0.3/installing-providers-from-sources.html | 921 ++
.../2.0.3/objects.inv | 5 +
.../2.0.3/py-modindex.html | 827 ++
.../2.0.3/search.html | 825 ++
.../2.0.3/searchindex.js | 1 +
.../apache-airflow-providers-jenkins/stable.txt | 2 +-
.../airflow/providers/jira/hooks/jira/index.html | 6 +-
.../providers/jira/operators/jira/index.html | 14 +-
.../airflow/providers/jira/sensors/jira/index.html | 24 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../3.3.0/.buildinfo | 4 +
.../providers/microsoft/azure/hooks/adx/index.html | 958 ++
.../microsoft/azure/hooks/azure_batch/index.html | 1067 ++
.../hooks/azure_container_instance/index.html | 1036 ++
.../hooks/azure_container_registry/index.html | 904 ++
.../azure/hooks/azure_container_volume/index.html | 922 ++
.../microsoft/azure/hooks/azure_cosmos/index.html | 1051 ++
.../azure/hooks/azure_data_factory/index.html | 833 ++
.../azure/hooks/azure_data_lake/index.html | 1035 ++
.../azure/hooks/azure_fileshare/index.html | 1193 ++
.../microsoft/azure/hooks/base_azure/index.html | 924 ++
.../microsoft/azure/hooks/data_factory/index.html | 1651 +++
.../providers/microsoft/azure/hooks/index.html | 851 ++
.../microsoft/azure/hooks/wasb/index.html | 1180 ++
.../airflow/providers/microsoft/azure/index.html | 886 ++
.../providers/microsoft/azure/log/index.html | 840 ++
.../azure/log/wasb_task_handler/index.html | 931 ++
.../microsoft/azure/operators/adls/index.html | 947 ++
.../azure/operators/adls_delete/index.html | 850 ++
.../microsoft/azure/operators/adls_list/index.html | 850 ++
.../microsoft/azure/operators/adx/index.html | 905 ++
.../azure/operators/azure_batch/index.html | 968 ++
.../operators/azure_container_instances/index.html | 987 ++
.../azure/operators/azure_cosmos/index.html | 883 ++
.../azure/operators/data_factory/index.html | 924 ++
.../providers/microsoft/azure/operators/index.html | 848 ++
.../azure/operators/wasb_delete_blob/index.html | 877 ++
.../azure/secrets/azure_key_vault/index.html | 957 ++
.../providers/microsoft/azure/secrets/index.html | 840 ++
.../azure/sensors/azure_cosmos/index.html | 886 ++
.../azure/sensors/data_factory/index.html | 881 ++
.../providers/microsoft/azure/sensors/index.html | 842 ++
.../microsoft/azure/sensors/wasb/index.html | 911 ++
.../azure/transfers/azure_blob_to_gcs/index.html | 894 ++
.../azure/transfers/file_to_wasb/index.html | 833 ++
.../providers/microsoft/azure/transfers/index.html | 844 ++
.../azure/transfers/local_to_adls/index.html | 911 ++
.../azure/transfers/local_to_wasb/index.html | 876 ++
.../transfers/oracle_to_azure_data_lake/index.html | 896 ++
.../example_dags/example_adf_run_pipeline.html | 867 ++
.../azure/example_dags/example_adls_delete.html | 843 ++
.../example_dags/example_azure_blob_to_gcs.html | 853 ++
.../azure/example_dags/example_local_to_adls.html | 842 ++
.../providers/microsoft/azure/hooks/adx.html | 981 ++
.../microsoft/azure/hooks/azure_batch.html | 1193 ++
.../azure/hooks/azure_container_instance.html | 955 ++
.../azure/hooks/azure_container_registry.html | 864 ++
.../azure/hooks/azure_container_volume.html | 904 ++
.../microsoft/azure/hooks/azure_cosmos.html | 1151 ++
.../microsoft/azure/hooks/azure_data_lake.html | 1043 ++
.../microsoft/azure/hooks/azure_fileshare.html | 1134 ++
.../microsoft/azure/hooks/base_azure.html | 919 ++
.../microsoft/azure/hooks/data_factory.html | 1652 +++
.../providers/microsoft/azure/hooks/wasb.html | 1235 +++
.../microsoft/azure/log/wasb_task_handler.html | 988 ++
.../providers/microsoft/azure/operators/adls.html | 900 ++
.../microsoft/azure/operators/adls_delete.html | 836 ++
.../microsoft/azure/operators/adls_list.html | 837 ++
.../providers/microsoft/azure/operators/adx.html | 878 ++
.../microsoft/azure/operators/azure_batch.html | 1156 ++
.../azure/operators/azure_container_instances.html | 1188 ++
.../microsoft/azure/operators/azure_cosmos.html | 868 ++
.../microsoft/azure/operators/data_factory.html | 972 ++
.../azure/operators/wasb_delete_blob.html | 871 ++
.../microsoft/azure/secrets/azure_key_vault.html | 974 ++
.../microsoft/azure/sensors/azure_cosmos.html | 866 ++
.../microsoft/azure/sensors/data_factory.html | 873 ++
.../providers/microsoft/azure/sensors/wasb.html | 900 ++
.../azure/transfers/azure_blob_to_gcs.html | 933 ++
.../microsoft/azure/transfers/local_to_adls.html | 917 ++
.../microsoft/azure/transfers/local_to_wasb.html | 870 ++
.../azure/transfers/oracle_to_azure_data_lake.html | 918 ++
.../3.3.0/_modules/index.html | 829 ++
.../microsoft/azure/hooks/adx/index.rst.txt | 110 +
.../azure/hooks/azure_batch/index.rst.txt | 200 +
.../hooks/azure_container_instance/index.rst.txt | 143 +
.../hooks/azure_container_registry/index.rst.txt | 58 +
.../hooks/azure_container_volume/index.rst.txt | 69 +
.../azure/hooks/azure_cosmos/index.rst.txt | 165 +
.../azure/hooks/azure_data_factory/index.rst.txt | 11 +
.../azure/hooks/azure_data_lake/index.rst.txt | 171 +
.../azure/hooks/azure_fileshare/index.rst.txt | 275 +
.../microsoft/azure/hooks/base_azure/index.rst.txt | 66 +
.../azure/hooks/data_factory/index.rst.txt | 501 +
.../providers/microsoft/azure/hooks/index.rst.txt | 26 +
.../microsoft/azure/hooks/wasb/index.rst.txt | 282 +
.../providers/microsoft/azure/index.rst.txt | 20 +
.../providers/microsoft/azure/log/index.rst.txt | 15 +
.../azure/log/wasb_task_handler/index.rst.txt | 77 +
.../microsoft/azure/operators/adls/index.rst.txt | 85 +
.../azure/operators/adls_delete/index.rst.txt | 22 +
.../azure/operators/adls_list/index.rst.txt | 22 +
.../microsoft/azure/operators/adx/index.rst.txt | 63 +
.../azure/operators/azure_batch/index.rst.txt | 146 +
.../azure_container_instances/index.rst.txt | 140 +
.../azure/operators/azure_cosmos/index.rst.txt | 42 +
.../azure/operators/data_factory/index.rst.txt | 84 +
.../microsoft/azure/operators/index.rst.txt | 23 +
.../azure/operators/wasb_delete_blob/index.rst.txt | 40 +
.../azure/secrets/azure_key_vault/index.rst.txt | 107 +
.../microsoft/azure/secrets/index.rst.txt | 15 +
.../azure/sensors/azure_cosmos/index.rst.txt | 46 +
.../azure/sensors/data_factory/index.rst.txt | 40 +
.../microsoft/azure/sensors/index.rst.txt | 17 +
.../microsoft/azure/sensors/wasb/index.rst.txt | 63 +
.../transfers/azure_blob_to_gcs/index.rst.txt | 62 +
.../azure/transfers/file_to_wasb/index.rst.txt | 11 +
.../microsoft/azure/transfers/index.rst.txt | 19 +
.../azure/transfers/local_to_adls/index.rst.txt | 70 +
.../azure/transfers/local_to_wasb/index.rst.txt | 40 +
.../oracle_to_azure_data_lake/index.rst.txt | 59 +
.../3.3.0/_sources/commits.rst.txt | 281 +
.../3.3.0/_sources/connections/acr.rst.txt | 62 +
.../3.3.0/_sources/connections/adf.rst.txt | 78 +
.../3.3.0/_sources/connections/adl.rst.txt | 70 +
.../3.3.0/_sources/connections/adx.rst.txt | 91 +
.../3.3.0/_sources/connections/azure.rst.txt | 83 +
.../3.3.0/_sources/connections/azure_batch.rst.txt | 61 +
.../connections/azure_container_volume.rst.txt | 75 +
.../_sources/connections/azure_cosmos.rst.txt | 66 +
.../_sources/connections/azure_fileshare.rst.txt | 80 +
.../3.3.0/_sources/connections/index.rst.txt | 25 +
.../3.3.0/_sources/connections/wasb.rst.txt | 84 +
.../3.3.0/_sources/index.rst.txt | 129 +
.../installing-providers-from-sources.rst.txt | 18 +
.../3.3.0/_sources/logging/index.rst.txt | 55 +
.../_sources/operators/adf_run_pipeline.rst.txt | 53 +
.../3.3.0/_sources/operators/adls.rst.txt | 50 +
.../_sources/operators/azure_blob_to_gcs.rst.txt | 60 +
.../3.3.0/_sources/operators/index.rst.txt | 28 +
.../3.3.0/_sources/operators/local_to_adls.rst.txt | 53 +
.../secrets-backends/azure-key-vault.rst.txt | 73 +
.../3.3.0/_static/_gen/css/main-custom.min.css | 1 +
.../3.3.0/_static/_gen/css/main.min.css | 7 +
.../3.3.0/_static/_gen/js/docs.js | 1 +
.../3.3.0/_static/basic.css | 856 ++
.../3.3.0/_static/check-solid.svg | 4 +
.../3.3.0/_static/clipboard.min.js | 7 +
.../3.3.0/_static/copy-button.svg | 5 +
.../3.3.0/_static/copybutton.css | 81 +
.../3.3.0/_static/copybutton.js | 197 +
.../3.3.0/_static/copybutton_funcs.js | 58 +
.../3.3.0/_static/doctools.js | 316 +
.../3.3.0/_static/documentation_options.js | 12 +
.../3.3.0/_static/file.png | Bin 0 -> 286 bytes
.../3.3.0/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../3.3.0/_static/jquery.js | 2 +
.../3.3.0/_static/language_data.js | 297 +
.../3.3.0/_static/minus.png | Bin 0 -> 90 bytes
.../3.3.0/_static/pin_32.png | Bin 0 -> 1201 bytes
.../3.3.0/_static/plus.png | Bin 0 -> 90 bytes
.../3.3.0/_static/pygments.css | 74 +
.../3.3.0/_static/searchtools.js | 514 +
.../3.3.0/_static/underscore-1.3.1.js | 999 ++
.../3.3.0/_static/underscore.js | 31 +
.../3.3.0/commits.html | 1638 +++
.../3.3.0/connections/acr.html | 865 ++
.../3.3.0/connections/adf.html | 877 ++
.../3.3.0/connections/adl.html | 874 ++
.../3.3.0/connections/adx.html | 887 ++
.../3.3.0/connections/azure.html | 886 ++
.../3.3.0/connections/azure_batch.html | 864 ++
.../3.3.0/connections/azure_container_volume.html | 878 ++
.../3.3.0/connections/azure_cosmos.html | 870 ++
.../3.3.0/connections/azure_fileshare.html | 882 ++
.../3.3.0/connections/index.html | 843 ++
.../3.3.0/connections/wasb.html | 885 ++
.../3.3.0/genindex.html | 1925 ++++
.../3.3.0/index.html | 1246 +++
.../3.3.0/installing-providers-from-sources.html | 935 ++
.../3.3.0/logging.html | 1 +
.../3.3.0/logging/index.html | 862 ++
.../3.3.0/objects.inv | Bin 0 -> 4136 bytes
.../3.3.0/operators/adf_run_pipeline.html | 883 ++
.../3.3.0/operators/adls.html | 861 ++
.../3.3.0/operators/azure_blob_to_gcs.html | 889 ++
.../3.3.0/operators/index.html | 837 ++
.../3.3.0/operators/local_to_adls.html | 869 ++
.../3.3.0/py-modindex.html | 1006 ++
.../3.3.0/search.html | 839 ++
.../3.3.0/searchindex.js | 1 +
.../3.3.0/secrets-backends/azure-key-vault.html | 875 ++
.../3.3.0/secrets-backends/index.html | 1 +
.../stable.txt | 2 +-
.../microsoft/mssql/hooks/mssql/index.html | 4 +-
.../microsoft/mssql/operators/mssql/index.html | 18 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../providers/microsoft/psrp/hooks/psrp/index.html | 6 +-
.../microsoft/psrp/operators/psrp/index.html | 12 +-
.../1.0.1/installing-providers-from-sources.html | 21 +-
.../microsoft/winrm/hooks/winrm/index.html | 50 +-
.../microsoft/winrm/operators/winrm/index.html | 20 +-
.../providers/microsoft/winrm/operators/winrm.html | 5 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../2.2.0/.buildinfo | 4 +
.../_api/airflow/providers/mongo/hooks/index.html | 826 ++
.../airflow/providers/mongo/hooks/mongo/index.html | 1111 ++
.../2.2.0/_api/airflow/providers/mongo/index.html | 831 ++
.../airflow/providers/mongo/sensors/index.html | 826 ++
.../providers/mongo/sensors/mongo/index.html | 866 ++
.../airflow/providers/mongo/hooks/mongo.html | 1135 ++
.../airflow/providers/mongo/sensors/mongo.html | 841 ++
.../2.2.0/_modules/index.html | 784 ++
.../airflow/providers/mongo/hooks/index.rst.txt | 15 +
.../providers/mongo/hooks/mongo/index.rst.txt | 245 +
.../_api/airflow/providers/mongo/index.rst.txt | 16 +
.../airflow/providers/mongo/sensors/index.rst.txt | 15 +
.../providers/mongo/sensors/mongo/index.rst.txt | 40 +
.../2.2.0/_sources/commits.rst.txt | 140 +
.../2.2.0/_sources/connections/mongo.rst.txt | 82 +
.../2.2.0/_sources/index.rst.txt | 80 +
.../installing-providers-from-sources.rst.txt | 18 +
.../2.2.0/_static/_gen/css/main-custom.min.css | 1 +
.../2.2.0/_static/_gen/css/main.min.css | 7 +
.../2.2.0/_static/_gen/js/docs.js | 1 +
.../2.2.0/_static/basic.css | 856 ++
.../2.2.0/_static/check-solid.svg | 4 +
.../2.2.0/_static/clipboard.min.js | 7 +
.../2.2.0/_static/copy-button.svg | 5 +
.../2.2.0/_static/copybutton.css | 81 +
.../2.2.0/_static/copybutton.js | 197 +
.../2.2.0/_static/copybutton_funcs.js | 58 +
.../2.2.0/_static/doctools.js | 316 +
.../2.2.0/_static/documentation_options.js | 12 +
.../2.2.0/_static/file.png | Bin 0 -> 286 bytes
.../2.2.0/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../2.2.0/_static/jquery.js | 2 +
.../2.2.0/_static/language_data.js | 297 +
.../2.2.0/_static/minus.png | Bin 0 -> 90 bytes
.../2.2.0/_static/pin_32.png | Bin 0 -> 1201 bytes
.../2.2.0/_static/plus.png | Bin 0 -> 90 bytes
.../2.2.0/_static/pygments.css | 74 +
.../2.2.0/_static/searchtools.js | 514 +
.../2.2.0/_static/underscore-1.3.1.js | 999 ++
.../2.2.0/_static/underscore.js | 31 +
.../2.2.0/commits.html | 1160 ++
.../2.2.0/connections/mongo.html | 864 ++
.../2.2.0/genindex.html | 1010 ++
.../2.2.0/index.html | 954 ++
.../2.2.0/installing-providers-from-sources.html | 921 ++
.../2.2.0/objects.inv | Bin 0 -> 704 bytes
.../2.2.0/py-modindex.html | 827 ++
.../2.2.0/search.html | 825 ++
.../2.2.0/searchindex.js | 1 +
.../apache-airflow-providers-mongo/stable.txt | 2 +-
.../airflow/providers/mysql/hooks/mysql/index.html | 34 +-
.../providers/mysql/operators/mysql/index.html | 18 +-
.../mysql/transfers/presto_to_mysql/index.html | 16 +-
.../mysql/transfers/s3_to_mysql/index.html | 18 +-
.../mysql/transfers/trino_to_mysql/index.html | 16 +-
.../mysql/transfers/vertica_to_mysql/index.html | 22 +-
.../mysql/transfers/vertica_to_mysql.html | 6 +-
.../2.1.1/connections/mysql.html | 8 +-
.../2.1.1/installing-providers-from-sources.html | 21 +-
.../airflow/providers/neo4j/hooks/neo4j/index.html | 10 +-
.../providers/neo4j/operators/neo4j/index.html | 8 +-
.../2.0.2/connections/neo4j.html | 2 +-
.../2.0.2/installing-providers-from-sources.html | 21 +-
.../airflow/providers/odbc/hooks/odbc/index.html | 8 +-
.../2.0.1/connections/odbc.html | 2 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../providers/openfaas/hooks/openfaas/index.html | 18 +-
.../airflow/providers/openfaas/hooks/openfaas.html | 2 +-
.../openfaas/hooks/openfaas/index.rst.txt | 2 +-
.../2.0.0/installing-providers-from-sources.html | 21 +-
.../2.0.0/searchindex.js | 2 +-
.../opsgenie/hooks/opsgenie_alert/index.html | 14 +-
.../opsgenie/operators/opsgenie_alert/index.html | 34 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../providers/oracle/hooks/oracle/index.html | 32 +-
.../providers/oracle/operators/oracle/index.html | 14 +-
.../oracle/transfers/oracle_to_oracle/index.html | 16 +-
.../2.0.1/connections/oracle.html | 6 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../2.1.0/.buildinfo | 4 +
.../airflow/providers/pagerduty/hooks/index.html | 825 ++
.../providers/pagerduty/hooks/pagerduty/index.html | 948 ++
.../pagerduty/hooks/pagerduty_events/index.html | 930 ++
.../_api/airflow/providers/pagerduty/index.html | 826 ++
.../providers/pagerduty/hooks/pagerduty.html | 954 ++
.../pagerduty/hooks/pagerduty_events.html | 944 ++
.../2.1.0/_modules/index.html | 782 ++
.../providers/pagerduty/hooks/index.rst.txt | 16 +
.../pagerduty/hooks/pagerduty/index.rst.txt | 120 +
.../pagerduty/hooks/pagerduty_events/index.rst.txt | 98 +
.../_api/airflow/providers/pagerduty/index.rst.txt | 15 +
.../2.1.0/_sources/commits.rst.txt | 135 +
.../2.1.0/_sources/index.rst.txt | 78 +
.../installing-providers-from-sources.rst.txt | 18 +
.../2.1.0/_static/_gen/css/main-custom.min.css | 1 +
.../2.1.0/_static/_gen/css/main.min.css | 7 +
.../2.1.0/_static/_gen/js/docs.js | 1 +
.../2.1.0/_static/basic.css | 856 ++
.../2.1.0/_static/check-solid.svg | 4 +
.../2.1.0/_static/clipboard.min.js | 7 +
.../2.1.0/_static/copy-button.svg | 5 +
.../2.1.0/_static/copybutton.css | 81 +
.../2.1.0/_static/copybutton.js | 197 +
.../2.1.0/_static/copybutton_funcs.js | 58 +
.../2.1.0/_static/doctools.js | 316 +
.../2.1.0/_static/documentation_options.js | 12 +
.../2.1.0/_static/file.png | Bin 0 -> 286 bytes
.../2.1.0/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../2.1.0/_static/jquery.js | 2 +
.../2.1.0/_static/language_data.js | 297 +
.../2.1.0/_static/minus.png | Bin 0 -> 90 bytes
.../2.1.0/_static/pin_32.png | Bin 0 -> 1201 bytes
.../2.1.0/_static/plus.png | Bin 0 -> 90 bytes
.../2.1.0/_static/pygments.css | 74 +
.../2.1.0/_static/searchtools.js | 514 +
.../2.1.0/_static/underscore-1.3.1.js | 999 ++
.../2.1.0/_static/underscore.js | 31 +
.../2.1.0/commits.html | 1138 ++
.../2.1.0/genindex.html | 943 ++
.../2.1.0/index.html | 942 ++
.../2.1.0/installing-providers-from-sources.html | 919 ++
.../2.1.0/objects.inv | 7 +
.../2.1.0/py-modindex.html | 820 ++
.../2.1.0/search.html | 823 ++
.../2.1.0/searchindex.js | 1 +
.../apache-airflow-providers-pagerduty/stable.txt | 2 +-
.../papermill/operators/papermill/index.html | 10 +-
.../2.1.0/installing-providers-from-sources.html | 21 +-
.../providers/plexus/hooks/plexus/index.html | 2 +-
.../providers/plexus/operators/job/index.html | 16 +-
.../airflow/providers/plexus/hooks/plexus.html | 4 +-
.../airflow/providers/plexus/operators/job.html | 8 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../providers/postgres/hooks/postgres/index.html | 22 +-
.../postgres/operators/postgres/index.html | 14 +-
.../airflow/providers/postgres/hooks/postgres.html | 5 +-
.../postgres_operator_howto_guide.rst.txt | 4 +-
.../2.3.0/connections/postgres.html | 4 +-
.../2.3.0/installing-providers-from-sources.html | 21 +-
.../operators/postgres_operator_howto_guide.html | 16 +-
.../providers/presto/hooks/presto/index.html | 22 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../providers/qubole/hooks/qubole/index.html | 28 +-
.../providers/qubole/hooks/qubole_check/index.html | 8 +-
.../providers/qubole/operators/qubole/index.html | 22 +-
.../qubole/operators/qubole_check/index.html | 22 +-
.../providers/qubole/sensors/qubole/index.html | 14 +-
.../providers/qubole/operators/qubole_check.html | 6 +-
.../airflow/providers/qubole/sensors/qubole.html | 4 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../airflow/providers/redis/hooks/redis/index.html | 4 +-
.../redis/operators/redis_publish/index.html | 12 +-
.../providers/redis/sensors/redis_key/index.html | 4 +-
.../redis/sensors/redis_pub_sub/index.html | 12 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../3.3.0/.buildinfo | 4 +
.../airflow/providers/salesforce/hooks/index.html | 837 ++
.../salesforce/hooks/salesforce/index.html | 1123 ++
.../providers/salesforce/hooks/tableau/index.html | 827 ++
.../_api/airflow/providers/salesforce/index.html | 847 ++
.../providers/salesforce/operators/index.html | 837 ++
.../operators/salesforce_apex_rest/index.html | 871 ++
.../operators/tableau_refresh_workbook/index.html | 827 ++
.../providers/salesforce/sensors/index.html | 836 ++
.../sensors/tableau_job_status/index.html | 827 ++
.../example_dags/example_salesforce_apex_rest.html | 829 ++
.../providers/salesforce/hooks/salesforce.html | 1206 ++
.../salesforce/operators/salesforce_apex_rest.html | 860 ++
.../3.3.0/_modules/index.html | 795 ++
.../providers/salesforce/hooks/index.rst.txt | 16 +
.../salesforce/hooks/salesforce/index.rst.txt | 217 +
.../salesforce/hooks/tableau/index.rst.txt | 6 +
.../airflow/providers/salesforce/index.rst.txt | 17 +
.../providers/salesforce/operators/index.rst.txt | 16 +
.../operators/salesforce_apex_rest/index.rst.txt | 40 +
.../tableau_refresh_workbook/index.rst.txt | 6 +
.../providers/salesforce/sensors/index.rst.txt | 15 +
.../sensors/tableau_job_status/index.rst.txt | 6 +
.../3.3.0/_sources/commits.rst.txt | 175 +
.../3.3.0/_sources/connections/salesforce.rst.txt | 97 +
.../3.3.0/_sources/index.rst.txt | 116 +
.../installing-providers-from-sources.rst.txt | 18 +
.../3.3.0/_sources/operators/index.rst.txt | 26 +
.../operators/salesforce_apex_rest.rst.txt | 39 +
.../3.3.0/_static/_gen/css/main-custom.min.css | 1 +
.../3.3.0/_static/_gen/css/main.min.css | 7 +
.../3.3.0/_static/_gen/js/docs.js | 1 +
.../3.3.0/_static/basic.css | 856 ++
.../3.3.0/_static/check-solid.svg | 4 +
.../3.3.0/_static/clipboard.min.js | 7 +
.../3.3.0/_static/copy-button.svg | 5 +
.../3.3.0/_static/copybutton.css | 81 +
.../3.3.0/_static/copybutton.js | 197 +
.../3.3.0/_static/copybutton_funcs.js | 58 +
.../3.3.0/_static/doctools.js | 316 +
.../3.3.0/_static/documentation_options.js | 12 +
.../3.3.0/_static/file.png | Bin 0 -> 286 bytes
.../3.3.0/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../3.3.0/_static/jquery.js | 2 +
.../3.3.0/_static/language_data.js | 297 +
.../3.3.0/_static/minus.png | Bin 0 -> 90 bytes
.../3.3.0/_static/pin_32.png | Bin 0 -> 1201 bytes
.../3.3.0/_static/plus.png | Bin 0 -> 90 bytes
.../3.3.0/_static/pygments.css | 74 +
.../3.3.0/_static/searchtools.js | 514 +
.../3.3.0/_static/underscore-1.3.1.js | 999 ++
.../3.3.0/_static/underscore.js | 31 +
.../3.3.0/commits.html | 1270 +++
.../3.3.0/connections/index.html | 1 +
.../3.3.0/connections/salesforce.html | 887 ++
.../3.3.0/genindex.html | 1033 ++
.../3.3.0/index.html | 1042 ++
.../3.3.0/installing-providers-from-sources.html | 931 ++
.../3.3.0/objects.inv | Bin 0 -> 890 bytes
.../3.3.0/operators/index.html | 830 ++
.../3.3.0/operators/salesforce_apex_rest.html | 849 ++
.../3.3.0/py-modindex.html | 857 ++
.../3.3.0/search.html | 835 ++
.../3.3.0/searchindex.js | 1 +
.../apache-airflow-providers-salesforce/stable.txt | 2 +-
.../3.0.1/.buildinfo | 4 +
.../_api/airflow/providers/samba/hooks/index.html | 824 ++
.../airflow/providers/samba/hooks/samba/index.html | 1091 ++
.../3.0.1/_api/airflow/providers/samba/index.html | 825 ++
.../airflow/providers/samba/hooks/samba.html | 1029 ++
.../3.0.1/_modules/index.html | 781 ++
.../airflow/providers/samba/hooks/index.rst.txt | 15 +
.../providers/samba/hooks/samba/index.rst.txt | 183 +
.../_api/airflow/providers/samba/index.rst.txt | 15 +
.../3.0.1/_sources/commits.rst.txt | 137 +
.../3.0.1/_sources/index.rst.txt | 78 +
.../installing-providers-from-sources.rst.txt | 18 +
.../3.0.1/_static/_gen/css/main-custom.min.css | 1 +
.../3.0.1/_static/_gen/css/main.min.css | 7 +
.../3.0.1/_static/_gen/js/docs.js | 1 +
.../3.0.1/_static/basic.css | 856 ++
.../3.0.1/_static/check-solid.svg | 4 +
.../3.0.1/_static/clipboard.min.js | 7 +
.../3.0.1/_static/copy-button.svg | 5 +
.../3.0.1/_static/copybutton.css | 81 +
.../3.0.1/_static/copybutton.js | 197 +
.../3.0.1/_static/copybutton_funcs.js | 58 +
.../3.0.1/_static/doctools.js | 316 +
.../3.0.1/_static/documentation_options.js | 12 +
.../3.0.1/_static/file.png | Bin 0 -> 286 bytes
.../3.0.1/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../3.0.1/_static/jquery.js | 2 +
.../3.0.1/_static/language_data.js | 297 +
.../3.0.1/_static/minus.png | Bin 0 -> 90 bytes
.../3.0.1/_static/pin_32.png | Bin 0 -> 1201 bytes
.../3.0.1/_static/plus.png | Bin 0 -> 90 bytes
.../3.0.1/_static/pygments.css | 74 +
.../3.0.1/_static/searchtools.js | 514 +
.../3.0.1/_static/underscore-1.3.1.js | 999 ++
.../3.0.1/_static/underscore.js | 31 +
.../3.0.1/commits.html | 1146 ++
.../3.0.1/genindex.html | 1018 ++
.../3.0.1/index.html | 956 ++
.../3.0.1/installing-providers-from-sources.html | 919 ++
.../3.0.1/objects.inv | Bin 0 -> 630 bytes
.../3.0.1/py-modindex.html | 815 ++
.../3.0.1/search.html | 823 ++
.../3.0.1/searchindex.js | 1 +
.../apache-airflow-providers-samba/stable.txt | 2 +-
.../providers/segment/hooks/segment/index.html | 14 +-
.../operators/segment_track_event/index.html | 14 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../providers/sendgrid/utils/emailer/index.html | 4 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../apache-airflow-providers-sftp/2.2.0/.buildinfo | 4 +
.../_api/airflow/providers/sftp/hooks/index.html | 826 ++
.../airflow/providers/sftp/hooks/sftp/index.html | 1082 ++
.../2.2.0/_api/airflow/providers/sftp/index.html | 835 ++
.../airflow/providers/sftp/operators/index.html | 826 ++
.../providers/sftp/operators/sftp/index.html | 914 ++
.../_api/airflow/providers/sftp/sensors/index.html | 826 ++
.../airflow/providers/sftp/sensors/sftp/index.html | 859 ++
.../airflow/providers/sftp/hooks/sftp.html | 1106 ++
.../airflow/providers/sftp/operators/sftp.html | 964 ++
.../airflow/providers/sftp/sensors/sftp.html | 840 ++
.../2.2.0/_modules/index.html | 785 ++
.../airflow/providers/sftp/hooks/index.rst.txt | 15 +
.../providers/sftp/hooks/sftp/index.rst.txt | 195 +
.../_api/airflow/providers/sftp/index.rst.txt | 17 +
.../airflow/providers/sftp/operators/index.rst.txt | 15 +
.../providers/sftp/operators/sftp/index.rst.txt | 87 +
.../airflow/providers/sftp/sensors/index.rst.txt | 15 +
.../providers/sftp/sensors/sftp/index.rst.txt | 36 +
.../2.2.0/_sources/commits.rst.txt | 190 +
.../2.2.0/_sources/connections/sftp.rst.txt | 102 +
.../2.2.0/_sources/index.rst.txt | 110 +
.../installing-providers-from-sources.rst.txt | 18 +
.../2.2.0/_static/_gen/css/main-custom.min.css | 1 +
.../2.2.0/_static/_gen/css/main.min.css | 7 +
.../2.2.0/_static/_gen/js/docs.js | 1 +
.../2.2.0/_static/basic.css | 856 ++
.../2.2.0/_static/check-solid.svg | 4 +
.../2.2.0/_static/clipboard.min.js | 7 +
.../2.2.0/_static/copy-button.svg | 5 +
.../2.2.0/_static/copybutton.css | 81 +
.../2.2.0/_static/copybutton.js | 197 +
.../2.2.0/_static/copybutton_funcs.js | 58 +
.../2.2.0/_static/doctools.js | 316 +
.../2.2.0/_static/documentation_options.js | 12 +
.../2.2.0/_static/file.png | Bin 0 -> 286 bytes
.../2.2.0/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../2.2.0/_static/jquery.js | 2 +
.../2.2.0/_static/language_data.js | 297 +
.../2.2.0/_static/minus.png | Bin 0 -> 90 bytes
.../2.2.0/_static/pin_32.png | Bin 0 -> 1201 bytes
.../2.2.0/_static/plus.png | Bin 0 -> 90 bytes
.../2.2.0/_static/pygments.css | 74 +
.../2.2.0/_static/searchtools.js | 514 +
.../2.2.0/_static/underscore-1.3.1.js | 999 ++
.../2.2.0/_static/underscore.js | 31 +
.../2.2.0/commits.html | 1300 +++
.../2.2.0/connections/sftp.html | 885 ++
.../2.2.0/genindex.html | 1025 ++
.../apache-airflow-providers-sftp/2.2.0/index.html | 1053 ++
.../2.2.0/installing-providers-from-sources.html | 921 ++
.../2.2.0/objects.inv | Bin 0 -> 804 bytes
.../2.2.0/py-modindex.html | 837 ++
.../2.2.0/search.html | 825 ++
.../2.2.0/searchindex.js | 1 +
.../apache-airflow-providers-sftp/stable.txt | 2 +-
.../singularity/operators/singularity/index.html | 26 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../airflow/providers/slack/hooks/slack/index.html | 34 +-
.../providers/slack/hooks/slack_webhook/index.html | 22 +-
.../providers/slack/operators/slack/index.html | 40 +-
.../slack/operators/slack_webhook/index.html | 26 +-
.../slack/example_dags/example_slack.html | 7 +-
.../operators/slack_operator_howto_guide.rst.txt | 20 +-
.../4.1.0/index.html | 2 +-
.../4.1.0/installing-providers-from-sources.html | 21 +-
.../operators/slack_operator_howto_guide.html | 30 +-
.../4.1.0/searchindex.js | 2 +-
.../2.3.0/.buildinfo | 4 +
.../airflow/providers/snowflake/hooks/index.html | 836 ++
.../providers/snowflake/hooks/snowflake/index.html | 1005 ++
.../_api/airflow/providers/snowflake/index.html | 846 ++
.../providers/snowflake/operators/index.html | 836 ++
.../snowflake/operators/snowflake/index.html | 1142 ++
.../providers/snowflake/transfers/index.html | 837 ++
.../snowflake/transfers/s3_to_snowflake/index.html | 905 ++
.../transfers/snowflake_to_slack/index.html | 922 ++
.../snowflake/example_dags/example_snowflake.html | 929 ++
.../providers/snowflake/hooks/snowflake.html | 1106 ++
.../providers/snowflake/operators/snowflake.html | 1205 ++
.../snowflake/transfers/s3_to_snowflake.html | 937 ++
.../snowflake/transfers/snowflake_to_slack.html | 957 ++
.../2.3.0/_modules/index.html | 797 ++
.../providers/snowflake/hooks/index.rst.txt | 15 +
.../snowflake/hooks/snowflake/index.rst.txt | 146 +
.../_api/airflow/providers/snowflake/index.rst.txt | 17 +
.../providers/snowflake/operators/index.rst.txt | 15 +
.../snowflake/operators/snowflake/index.rst.txt | 288 +
.../providers/snowflake/transfers/index.rst.txt | 16 +
.../transfers/s3_to_snowflake/index.rst.txt | 79 +
.../transfers/snowflake_to_slack/index.rst.txt | 82 +
.../2.3.0/_sources/commits.rst.txt | 235 +
.../2.3.0/_sources/connections/snowflake.rst.txt | 78 +
.../2.3.0/_sources/index.rst.txt | 115 +
.../installing-providers-from-sources.rst.txt | 18 +
.../2.3.0/_sources/operators/index.rst.txt | 25 +
.../_sources/operators/s3_to_snowflake.rst.txt | 42 +
.../2.3.0/_sources/operators/snowflake.rst.txt | 58 +
.../_sources/operators/snowflake_to_slack.rst.txt | 52 +
.../2.3.0/_static/_gen/css/main-custom.min.css | 1 +
.../2.3.0/_static/_gen/css/main.min.css | 7 +
.../2.3.0/_static/_gen/js/docs.js | 1 +
.../2.3.0/_static/basic.css | 856 ++
.../2.3.0/_static/check-solid.svg | 4 +
.../2.3.0/_static/clipboard.min.js | 7 +
.../2.3.0/_static/copy-button.svg | 5 +
.../2.3.0/_static/copybutton.css | 81 +
.../2.3.0/_static/copybutton.js | 197 +
.../2.3.0/_static/copybutton_funcs.js | 58 +
.../2.3.0/_static/doctools.js | 316 +
.../2.3.0/_static/documentation_options.js | 12 +
.../2.3.0/_static/file.png | Bin 0 -> 286 bytes
.../2.3.0/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../2.3.0/_static/jquery.js | 2 +
.../2.3.0/_static/language_data.js | 297 +
.../2.3.0/_static/minus.png | Bin 0 -> 90 bytes
.../2.3.0/_static/pin_32.png | Bin 0 -> 1201 bytes
.../2.3.0/_static/plus.png | Bin 0 -> 90 bytes
.../2.3.0/_static/pygments.css | 74 +
.../2.3.0/_static/searchtools.js | 514 +
.../2.3.0/_static/underscore-1.3.1.js | 999 ++
.../2.3.0/_static/underscore.js | 31 +
.../2.3.0/commits.html | 1450 +++
.../2.3.0/connections/snowflake.html | 872 ++
.../2.3.0/genindex.html | 1075 ++
.../2.3.0/index.html | 1093 ++
.../2.3.0/installing-providers-from-sources.html | 931 ++
.../2.3.0/objects.inv | Bin 0 -> 1039 bytes
.../2.3.0/operators/index.html | 832 ++
.../2.3.0/operators/s3_to_snowflake.html | 858 ++
.../2.3.0/operators/snowflake.html | 919 ++
.../2.3.0/operators/snowflake_to_slack.html | 874 ++
.../2.3.0/py-modindex.html | 852 ++
.../2.3.0/search.html | 835 ++
.../2.3.0/searchindex.js | 1 +
.../apache-airflow-providers-snowflake/stable.txt | 2 +-
.../providers/sqlite/hooks/sqlite/index.html | 2 +-
.../providers/sqlite/operators/sqlite/index.html | 12 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../apache-airflow-providers-ssh/2.3.0/.buildinfo | 4 +
.../_api/airflow/providers/ssh/hooks/index.html | 832 ++
.../airflow/providers/ssh/hooks/ssh/index.html | 986 ++
.../2.3.0/_api/airflow/providers/ssh/index.html | 837 ++
.../airflow/providers/ssh/operators/index.html | 832 ++
.../airflow/providers/ssh/operators/ssh/index.html | 955 ++
.../_modules/airflow/providers/ssh/hooks/ssh.html | 1203 ++
.../airflow/providers/ssh/operators/ssh.html | 1019 ++
.../2.3.0/_modules/index.html | 790 ++
.../_api/airflow/providers/ssh/hooks/index.rst.txt | 15 +
.../airflow/providers/ssh/hooks/ssh/index.rst.txt | 128 +
.../_api/airflow/providers/ssh/index.rst.txt | 16 +
.../airflow/providers/ssh/operators/index.rst.txt | 15 +
.../providers/ssh/operators/ssh/index.rst.txt | 104 +
.../2.3.0/_sources/commits.rst.txt | 207 +
.../2.3.0/_sources/connections/ssh.rst.txt | 85 +
.../2.3.0/_sources/index.rst.txt | 86 +
.../installing-providers-from-sources.rst.txt | 18 +
.../2.3.0/_static/_gen/css/main-custom.min.css | 1 +
.../2.3.0/_static/_gen/css/main.min.css | 7 +
.../2.3.0/_static/_gen/js/docs.js | 1 +
.../2.3.0/_static/basic.css | 856 ++
.../2.3.0/_static/check-solid.svg | 4 +
.../2.3.0/_static/clipboard.min.js | 7 +
.../2.3.0/_static/copy-button.svg | 5 +
.../2.3.0/_static/copybutton.css | 81 +
.../2.3.0/_static/copybutton.js | 197 +
.../2.3.0/_static/copybutton_funcs.js | 58 +
.../2.3.0/_static/doctools.js | 316 +
.../2.3.0/_static/documentation_options.js | 12 +
.../2.3.0/_static/file.png | Bin 0 -> 286 bytes
.../2.3.0/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../2.3.0/_static/jquery.js | 2 +
.../2.3.0/_static/language_data.js | 297 +
.../2.3.0/_static/minus.png | Bin 0 -> 90 bytes
.../2.3.0/_static/pin_32.png | Bin 0 -> 1201 bytes
.../2.3.0/_static/plus.png | Bin 0 -> 90 bytes
.../2.3.0/_static/pygments.css | 74 +
.../2.3.0/_static/searchtools.js | 514 +
.../2.3.0/_static/underscore-1.3.1.js | 999 ++
.../2.3.0/_static/underscore.js | 31 +
.../2.3.0/commits.html | 1354 +++
.../2.3.0/connections/ssh.html | 878 ++
.../2.3.0/genindex.html | 1011 ++
.../apache-airflow-providers-ssh/2.3.0/index.html | 1039 ++
.../2.3.0/installing-providers-from-sources.html | 927 ++
.../apache-airflow-providers-ssh/2.3.0/objects.inv | Bin 0 -> 757 bytes
.../2.3.0/py-modindex.html | 833 ++
.../apache-airflow-providers-ssh/2.3.0/search.html | 831 ++
.../2.3.0/searchindex.js | 1 +
.../apache-airflow-providers-ssh/stable.txt | 2 +-
.../2.1.2/.buildinfo | 4 +
.../airflow/providers/tableau/hooks/index.html | 830 ++
.../providers/tableau/hooks/tableau/index.html | 1051 ++
.../_api/airflow/providers/tableau/index.html | 840 ++
.../airflow/providers/tableau/operators/index.html | 831 ++
.../providers/tableau/operators/tableau/index.html | 880 ++
.../operators/tableau_refresh_workbook/index.html | 877 ++
.../airflow/providers/tableau/sensors/index.html | 830 ++
.../tableau/sensors/tableau_job_status/index.html | 879 ++
.../tableau/example_dags/example_tableau.html | 852 ++
.../airflow/providers/tableau/hooks/tableau.html | 974 ++
.../providers/tableau/operators/tableau.html | 932 ++
.../operators/tableau_refresh_workbook.html | 881 ++
.../tableau/sensors/tableau_job_status.html | 861 ++
.../2.1.2/_modules/index.html | 791 ++
.../airflow/providers/tableau/hooks/index.rst.txt | 15 +
.../providers/tableau/hooks/tableau/index.rst.txt | 154 +
.../_api/airflow/providers/tableau/index.rst.txt | 17 +
.../providers/tableau/operators/index.rst.txt | 16 +
.../tableau/operators/tableau/index.rst.txt | 56 +
.../tableau_refresh_workbook/index.rst.txt | 47 +
.../providers/tableau/sensors/index.rst.txt | 15 +
.../sensors/tableau_job_status/index.rst.txt | 43 +
.../2.1.2/_sources/commits.rst.txt | 105 +
.../2.1.2/_sources/connections/tableau.rst.txt | 93 +
.../2.1.2/_sources/index.rst.txt | 81 +
.../installing-providers-from-sources.rst.txt | 18 +
.../2.1.2/_sources/operators.rst.txt | 74 +
.../2.1.2/_static/_gen/css/main-custom.min.css | 1 +
.../2.1.2/_static/_gen/css/main.min.css | 7 +
.../2.1.2/_static/_gen/js/docs.js | 1 +
.../2.1.2/_static/basic.css | 856 ++
.../2.1.2/_static/check-solid.svg | 4 +
.../2.1.2/_static/clipboard.min.js | 7 +
.../2.1.2/_static/copy-button.svg | 5 +
.../2.1.2/_static/copybutton.css | 81 +
.../2.1.2/_static/copybutton.js | 197 +
.../2.1.2/_static/copybutton_funcs.js | 58 +
.../2.1.2/_static/doctools.js | 316 +
.../2.1.2/_static/documentation_options.js | 12 +
.../2.1.2/_static/file.png | Bin 0 -> 286 bytes
.../2.1.2/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../2.1.2/_static/jquery.js | 2 +
.../2.1.2/_static/language_data.js | 297 +
.../2.1.2/_static/minus.png | Bin 0 -> 90 bytes
.../2.1.2/_static/pin_32.png | Bin 0 -> 1201 bytes
.../2.1.2/_static/plus.png | Bin 0 -> 90 bytes
.../2.1.2/_static/pygments.css | 74 +
.../2.1.2/_static/searchtools.js | 514 +
.../2.1.2/_static/underscore-1.3.1.js | 999 ++
.../2.1.2/_static/underscore.js | 31 +
.../2.1.2/commits.html | 1024 ++
.../2.1.2/connections/tableau.html | 881 ++
.../2.1.2/genindex.html | 1045 ++
.../2.1.2/index.html | 960 ++
.../2.1.2/installing-providers-from-sources.html | 925 ++
.../2.1.2/objects.inv | Bin 0 -> 941 bytes
.../2.1.2/operators.html | 889 ++
.../2.1.2/py-modindex.html | 846 ++
.../2.1.2/search.html | 829 ++
.../2.1.2/searchindex.js | 1 +
.../apache-airflow-providers-tableau/stable.txt | 2 +-
.../providers/telegram/hooks/telegram/index.html | 36 +-
.../telegram/operators/telegram/index.html | 14 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../2.0.2/.buildinfo | 4 +
.../_api/airflow/providers/trino/hooks/index.html | 824 ++
.../airflow/providers/trino/hooks/trino/index.html | 954 ++
.../2.0.2/_api/airflow/providers/trino/index.html | 825 ++
.../airflow/providers/trino/hooks/trino.html | 964 ++
.../2.0.2/_modules/index.html | 781 ++
.../airflow/providers/trino/hooks/index.rst.txt | 15 +
.../providers/trino/hooks/trino/index.rst.txt | 109 +
.../_api/airflow/providers/trino/index.rst.txt | 15 +
.../2.0.2/_sources/commits.rst.txt | 81 +
.../2.0.2/_sources/index.rst.txt | 79 +
.../installing-providers-from-sources.rst.txt | 18 +
.../2.0.2/_static/_gen/css/main-custom.min.css | 1 +
.../2.0.2/_static/_gen/css/main.min.css | 7 +
.../2.0.2/_static/_gen/js/docs.js | 1 +
.../2.0.2/_static/basic.css | 856 ++
.../2.0.2/_static/check-solid.svg | 4 +
.../2.0.2/_static/clipboard.min.js | 7 +
.../2.0.2/_static/copy-button.svg | 5 +
.../2.0.2/_static/copybutton.css | 81 +
.../2.0.2/_static/copybutton.js | 197 +
.../2.0.2/_static/copybutton_funcs.js | 58 +
.../2.0.2/_static/doctools.js | 316 +
.../2.0.2/_static/documentation_options.js | 12 +
.../2.0.2/_static/file.png | Bin 0 -> 286 bytes
.../2.0.2/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../2.0.2/_static/jquery.js | 2 +
.../2.0.2/_static/language_data.js | 297 +
.../2.0.2/_static/minus.png | Bin 0 -> 90 bytes
.../2.0.2/_static/pin_32.png | Bin 0 -> 1201 bytes
.../2.0.2/_static/plus.png | Bin 0 -> 90 bytes
.../2.0.2/_static/pygments.css | 74 +
.../2.0.2/_static/searchtools.js | 514 +
.../2.0.2/_static/underscore-1.3.1.js | 999 ++
.../2.0.2/_static/underscore.js | 31 +
.../2.0.2/commits.html | 942 ++
.../2.0.2/genindex.html | 932 ++
.../2.0.2/index.html | 939 ++
.../2.0.2/installing-providers-from-sources.html | 919 ++
.../2.0.2/objects.inv | 6 +
.../2.0.2/py-modindex.html | 815 ++
.../2.0.2/search.html | 823 ++
.../2.0.2/searchindex.js | 1 +
.../apache-airflow-providers-trino/stable.txt | 2 +-
.../providers/vertica/hooks/vertica/index.html | 2 +-
.../providers/vertica/operators/vertica/index.html | 8 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../providers/yandex/hooks/yandex/index.html | 6 +-
.../yandex/hooks/yandexcloud_dataproc/index.html | 2 +-
.../operators/yandexcloud_dataproc/index.html | 158 +-
.../airflow/providers/yandex/hooks/yandex.html | 2 +-
.../2.1.0/connections/yandexcloud.html | 2 +-
.../2.1.0/installing-providers-from-sources.html | 21 +-
.../2.1.0/operators.html | 2 +-
.../providers/zendesk/hooks/zendesk/index.html | 18 +-
.../2.0.1/installing-providers-from-sources.html | 21 +-
.../core-extensions/auth-backends.html | 2 +-
.../core-extensions/connections.html | 80 +-
.../core-extensions/extra-links.html | 14 +-
.../core-extensions/logging.html | 22 +-
.../core-extensions/secrets-backends.html | 10 +-
docs-archive/apache-airflow-providers/index.html | 10 +-
.../installing-from-pypi.html | 2 +-
.../operators-and-hooks-ref/apache.html | 26 +-
.../operators-and-hooks-ref/aws.html | 170 +-
.../operators-and-hooks-ref/azure.html | 58 +-
.../operators-and-hooks-ref/google.html | 358 +-
.../operators-and-hooks-ref/index.html | 2 +-
.../operators-and-hooks-ref/protocol.html | 36 +-
.../operators-and-hooks-ref/services.html | 42 +-
.../operators-and-hooks-ref/software.html | 62 +-
.../apache-airflow-providers/packages-ref.html | 76 +-
.../apache-airflow-providers/searchindex.js | 2 +-
2131 files changed, 1239640 insertions(+), 4012 deletions(-)
diff --git a/docs-archive/apache-airflow-providers-airbyte/2.1.1/_api/airflow/providers/airbyte/hooks/airbyte/index.html b/docs-archive/apache-airflow-providers-airbyte/2.1.1/_api/airflow/providers/airbyte/hooks/airbyte/index.html
index 3910c79..09b0133 100644
--- a/docs-archive/apache-airflow-providers-airbyte/2.1.1/_api/airflow/providers/airbyte/hooks/airbyte/index.html
+++ b/docs-archive/apache-airflow-providers-airbyte/2.1.1/_api/airflow/providers/airbyte/hooks/airbyte/index.html
@@ -583,15 +583,15 @@
<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
<dl class="py class">
<dt id="airflow.providers.airbyte.hooks.airbyte.AirbyteHook">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.airbyte.hooks.airbyte.</code><code class="sig-name descname">AirbyteHook</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">airbyte_conn_id</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></span> <span class="o">=</span> <span class="default_value">'airbyte [...]
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.airbyte.hooks.airbyte.</code><code class="sig-name descname">AirbyteHook</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">airbyte_conn_id</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span> <span class="o">=</span> <span class="default_value">'airbyt [...]
<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow-providers-http/stable/_api/airflow/providers/http/hooks/http/index.html#airflow.providers.http.hooks.http.HttpHook" title="(in apache-airflow-providers-http v2.0.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.providers.http.hooks.http.HttpHook</span></code></a></p>
<p>Hook for Airbyte API</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>airbyte_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Required. The name of the Airflow connection to get
+<li><p><strong>airbyte_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Required. The name of the Airflow connection to get
connection information for Airbyte.</p></li>
-<li><p><strong>api_version</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Optional. Airbyte API version.</p></li>
+<li><p><strong>api_version</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Optional. Airbyte API version.</p></li>
</ul>
</dd>
</dl>
@@ -652,14 +652,14 @@ connection information for Airbyte.</p></li>
<dl class="py method">
<dt id="airflow.providers.airbyte.hooks.airbyte.AirbyteHook.wait_for_job">
-<code class="sig-name descname">wait_for_job</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">job_id</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></span></em>, <em class="sig-param"><span class="n">wait_seconds</span><span class="p">:</span> <span class="n">Optional<span class="p">[</s [...]
+<code class="sig-name descname">wait_for_job</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">job_id</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n">wait_seconds</span><span class="p">:</span> <span class="n">Optional<span class="p">[</ [...]
<dd><p>Helper method which polls a job to check if it finishes.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>job_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Required. Id of the Airbyte job</p></li>
-<li><p><strong>wait_seconds</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#float" title="(in Python v3.9)"><em>float</em></a>) -- Optional. Number of seconds between checks.</p></li>
-<li><p><strong>timeout</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#float" title="(in Python v3.9)"><em>float</em></a>) -- Optional. How many seconds wait for job to be ready.
+<li><p><strong>job_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Required. Id of the Airbyte job</p></li>
+<li><p><strong>wait_seconds</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#float" title="(in Python v3.10)"><em>float</em></a>) – Optional. Number of seconds between checks.</p></li>
+<li><p><strong>timeout</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#float" title="(in Python v3.10)"><em>float</em></a>) – Optional. How many seconds wait for job to be ready.
Used only if <code class="docutils literal notranslate"><span class="pre">asynchronous</span></code> is False.</p></li>
</ul>
</dd>
@@ -668,22 +668,22 @@ Used only if <code class="docutils literal notranslate"><span class="pre">asynch
<dl class="py method">
<dt id="airflow.providers.airbyte.hooks.airbyte.AirbyteHook.submit_sync_connection">
-<code class="sig-name descname">submit_sync_connection</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">connection_id</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/provider [...]
+<code class="sig-name descname">submit_sync_connection</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">connection_id</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/provide [...]
<dd><p>Submits a job to a Airbyte server.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><p><strong>connection_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Required. The ConnectionId of the Airbyte Connection.</p>
+<dd class="field-odd"><p><strong>connection_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Required. The ConnectionId of the Airbyte Connection.</p>
</dd>
</dl>
</dd></dl>
<dl class="py method">
<dt id="airflow.providers.airbyte.hooks.airbyte.AirbyteHook.get_job">
-<code class="sig-name descname">get_job</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">job_id</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.9)">int</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/airbyte/hooks/airby [...]
+<code class="sig-name descname">get_job</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">job_id</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)">int</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/airbyte/hooks/airb [...]
<dd><p>Gets the resource representation for a job in Airbyte.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><p><strong>job_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.9)"><em>int</em></a>) -- Required. Id of the Airbyte job</p>
+<dd class="field-odd"><p><strong>job_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) – Required. Id of the Airbyte job</p>
</dd>
</dl>
</dd></dl>
diff --git a/docs-archive/apache-airflow-providers-airbyte/2.1.1/_api/airflow/providers/airbyte/operators/airbyte/index.html b/docs-archive/apache-airflow-providers-airbyte/2.1.1/_api/airflow/providers/airbyte/operators/airbyte/index.html
index 34c8b7f..8d1ffe0 100644
--- a/docs-archive/apache-airflow-providers-airbyte/2.1.1/_api/airflow/providers/airbyte/operators/airbyte/index.html
+++ b/docs-archive/apache-airflow-providers-airbyte/2.1.1/_api/airflow/providers/airbyte/operators/airbyte/index.html
@@ -583,8 +583,8 @@
<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
<dl class="py class">
<dt id="airflow.providers.airbyte.operators.airbyte.AirbyteTriggerSyncOperator">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.airbyte.operators.airbyte.</code><code class="sig-name descname">AirbyteTriggerSyncOperator</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">connection_id</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></span></em>, <em class="sig-param"><span class="n"> [...]
-<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/models/index.html#airflow.models.BaseOperator" title="(in apache-airflow v2.1.4)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></a></p>
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.airbyte.operators.airbyte.</code><code class="sig-name descname">AirbyteTriggerSyncOperator</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">connection_id</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n" [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/models/index.html#airflow.models.BaseOperator" title="(in apache-airflow v2.3.0.dev0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></a></p>
<p>This operator allows you to submit a job to an Airbyte server to run a integration
process between your source and destination.</p>
<div class="admonition seealso">
@@ -595,15 +595,15 @@ process between your source and destination.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>airbyte_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Required. The name of the Airflow connection to get connection
+<li><p><strong>airbyte_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Required. The name of the Airflow connection to get connection
information for Airbyte.</p></li>
-<li><p><strong>connection_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Required. The Airbyte ConnectionId UUID between a source and destination.</p></li>
-<li><p><strong>asynchronous</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.9)"><em>bool</em></a>) -- Optional. Flag to get job_id after submitting the job to the Airbyte API.
+<li><p><strong>connection_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Required. The Airbyte ConnectionId UUID between a source and destination.</p></li>
+<li><p><strong>asynchronous</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – Optional. Flag to get job_id after submitting the job to the Airbyte API.
This is useful for submitting long running jobs and
waiting on them asynchronously using the AirbyteJobSensor.</p></li>
-<li><p><strong>api_version</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Optional. Airbyte API version.</p></li>
-<li><p><strong>wait_seconds</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#float" title="(in Python v3.9)"><em>float</em></a>) -- Optional. Number of seconds between checks. Only used when <code class="docutils literal notranslate"><span class="pre">asynchronous</span></code> is False.</p></li>
-<li><p><strong>timeout</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#float" title="(in Python v3.9)"><em>float</em></a>) -- Optional. The amount of time, in seconds, to wait for the request to complete.
+<li><p><strong>api_version</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Optional. Airbyte API version.</p></li>
+<li><p><strong>wait_seconds</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#float" title="(in Python v3.10)"><em>float</em></a>) – Optional. Number of seconds between checks. Only used when <code class="docutils literal notranslate"><span class="pre">asynchronous</span></code> is False.</p></li>
+<li><p><strong>timeout</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#float" title="(in Python v3.10)"><em>float</em></a>) – Optional. The amount of time, in seconds, to wait for the request to complete.
Only used when <code class="docutils literal notranslate"><span class="pre">asynchronous</span></code> is False.</p></li>
</ul>
</dd>
diff --git a/docs-archive/apache-airflow-providers-airbyte/2.1.1/_api/airflow/providers/airbyte/sensors/airbyte/index.html b/docs-archive/apache-airflow-providers-airbyte/2.1.1/_api/airflow/providers/airbyte/sensors/airbyte/index.html
index a87136a..b4e7e49 100644
--- a/docs-archive/apache-airflow-providers-airbyte/2.1.1/_api/airflow/providers/airbyte/sensors/airbyte/index.html
+++ b/docs-archive/apache-airflow-providers-airbyte/2.1.1/_api/airflow/providers/airbyte/sensors/airbyte/index.html
@@ -585,16 +585,16 @@
<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
<dl class="py class">
<dt id="airflow.providers.airbyte.sensors.airbyte.AirbyteJobSensor">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.airbyte.sensors.airbyte.</code><code class="sig-name descname">AirbyteJobSensor</code><span class="sig-paren">(</span><em class="sig-param"><span class="o">*</span></em>, <em class="sig-param"><span class="n">airbyte_job_id</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></span></e [...]
-<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/sensors/base/index.html#airflow.sensors.base.BaseSensorOperator" title="(in apache-airflow v2.1.4)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.sensors.base.BaseSensorOperator</span></code></a></p>
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.airbyte.sensors.airbyte.</code><code class="sig-name descname">AirbyteJobSensor</code><span class="sig-paren">(</span><em class="sig-param"><span class="o">*</span></em>, <em class="sig-param"><span class="n">airbyte_job_id</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></ [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/sensors/base/index.html#airflow.sensors.base.BaseSensorOperator" title="(in apache-airflow v2.3.0.dev0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.sensors.base.BaseSensorOperator</span></code></a></p>
<p>Check for the state of a previously submitted Airbyte job.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>airbyte_job_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Required. Id of the Airbyte job</p></li>
-<li><p><strong>airbyte_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Required. The name of the Airflow connection to get
+<li><p><strong>airbyte_job_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Required. Id of the Airbyte job</p></li>
+<li><p><strong>airbyte_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Required. The name of the Airflow connection to get
connection information for Airbyte.</p></li>
-<li><p><strong>api_version</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Optional. Airbyte API version.</p></li>
+<li><p><strong>api_version</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Optional. Airbyte API version.</p></li>
</ul>
</dd>
</dl>
@@ -610,7 +610,7 @@ connection information for Airbyte.</p></li>
<dl class="py method">
<dt id="airflow.providers.airbyte.sensors.airbyte.AirbyteJobSensor.poke">
-<code class="sig-name descname">poke</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">context</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)">dict</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/airbyte/sensors/airb [...]
+<code class="sig-name descname">poke</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">context</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)">dict</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/airbyte/sensors/air [...]
<dd></dd></dl>
</dd></dl>
diff --git a/docs-archive/apache-airflow-providers-airbyte/2.1.1/installing-providers-from-sources.html b/docs-archive/apache-airflow-providers-airbyte/2.1.1/installing-providers-from-sources.html
index 94bbede..b27e1aa 100644
--- a/docs-archive/apache-airflow-providers-airbyte/2.1.1/installing-providers-from-sources.html
+++ b/docs-archive/apache-airflow-providers-airbyte/2.1.1/installing-providers-from-sources.html
@@ -579,22 +579,15 @@
<div></div></blockquote>
<div class="section" id="installing-from-sources">
<h1>Installing from sources<a class="headerlink" href="#installing-from-sources" title="Permalink to this headline">¶</a></h1>
-<div class="contents local topic" id="contents">
-<ul class="simple">
-<li><p><a class="reference internal" href="#released-packages" id="id1">Released packages</a></p></li>
-<li><p><a class="reference internal" href="#release-integrity" id="id2">Release integrity</a></p></li>
-<li><p><a class="reference internal" href="#verifying-pypi-releases" id="id3">Verifying PyPI releases</a></p></li>
-</ul>
-</div>
<div class="section" id="released-packages">
-<h2><a class="toc-backref" href="#id1">Released packages</a><a class="headerlink" href="#released-packages" title="Permalink to this headline">¶</a></h2>
+<h2>Released packages<a class="headerlink" href="#released-packages" title="Permalink to this headline">¶</a></h2>
<p>This page describes downloading and verifying <code class="docutils literal notranslate"><span class="pre">apache-airflow-providers-airbyte</span></code> provider version
<code class="docutils literal notranslate"><span class="pre">2.1.1</span></code> using officially released packages.
You can also install the provider package - as most Python packages - via
<a class="reference external" href="https://pypi.org/project/apache-airflow-providers-airbyte/2.1.1">PyPI</a> .
You can choose different version of the provider by selecting different version from the drop-down at
the top-left of the page.</p>
-<p>The <code class="docutils literal notranslate"><span class="pre">sdist</span></code> and <code class="docutils literal notranslate"><span class="pre">whl</span></code> packages released are the "official" sources of installation that you can use if
+<p>The <code class="docutils literal notranslate"><span class="pre">sdist</span></code> and <code class="docutils literal notranslate"><span class="pre">whl</span></code> packages released are the “official” sources of installation that you can use if
you want to verify the origin of the packages and want to verify checksums and signatures of the packages.
The packages are available via the
<a class="reference external" href="http://ws.apache.org/mirrors.cgi">Official Apache Software Foundations Mirrors</a></p>
@@ -607,7 +600,7 @@ The packages are available via the
a <code class="docutils literal notranslate"><span class="pre">INSTALL</span></code> file containing details on how you can build and install the provider.</p>
</div>
<div class="section" id="release-integrity">
-<h2><a class="toc-backref" href="#id2">Release integrity</a><a class="headerlink" href="#release-integrity" title="Permalink to this headline">¶</a></h2>
+<h2>Release integrity<a class="headerlink" href="#release-integrity" title="Permalink to this headline">¶</a></h2>
<p><a class="reference external" href="https://downloads.apache.org/airflow/KEYS">PGP signatures KEYS</a></p>
<p>It is essential that you verify the integrity of the downloaded files using the PGP or SHA signatures.
The PGP signatures can be verified using GPG or PGP. Please download the KEYS as well as the asc
@@ -649,9 +642,9 @@ distribution directory and follow the below guide.</p>
<span class="go"> Primary key fingerprint: CDE1 5C6E 4D3A 8EC4 ECF4 BA4B 6674 E08A D7DE 406F</span>
</pre></div>
</div>
-<p>The "Good signature from ..." is indication that the signatures are correct.
-Do not worry about the "not certified with a trusted signature" warning. Most of the certificates used
-by release managers are self signed, that's why you get this warning. By importing the server in the
+<p>The “Good signature from …” is indication that the signatures are correct.
+Do not worry about the “not certified with a trusted signature” warning. Most of the certificates used
+by release managers are self signed, that’s why you get this warning. By importing the server in the
previous step and importing it via ID from <code class="docutils literal notranslate"><span class="pre">KEYS</span></code> page, you know that this is a valid Key already.</p>
<p>For SHA512 sum check, download the relevant <code class="docutils literal notranslate"><span class="pre">sha512</span></code> and run the following:</p>
<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>shasum -a <span class="m">512</span> apache-airflow-providers-******** <span class="p">|</span> diff - apache-airflow-providers-********.sha512
@@ -664,7 +657,7 @@ previous step and importing it via ID from <code class="docutils literal notrans
</div>
</div>
<div class="section" id="verifying-pypi-releases">
-<h2><a class="toc-backref" href="#id3">Verifying PyPI releases</a><a class="headerlink" href="#verifying-pypi-releases" title="Permalink to this headline">¶</a></h2>
+<h2>Verifying PyPI releases<a class="headerlink" href="#verifying-pypi-releases" title="Permalink to this headline">¶</a></h2>
<p>You can verify the Provider <code class="docutils literal notranslate"><span class="pre">.whl</span></code> packages from PyPI by locally downloading the package and signature
and SHA sum files with the script below:</p>
<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span><span class="ch">#!/bin/bash</span>
diff --git a/docs-archive/apache-airflow-providers-alibaba/1.0.0/_api/airflow/providers/alibaba/cloud/hooks/oss/index.html b/docs-archive/apache-airflow-providers-alibaba/1.0.0/_api/airflow/providers/alibaba/cloud/hooks/oss/index.html
index c8303ac..29d4384 100644
--- a/docs-archive/apache-airflow-providers-alibaba/1.0.0/_api/airflow/providers/alibaba/cloud/hooks/oss/index.html
+++ b/docs-archive/apache-airflow-providers-alibaba/1.0.0/_api/airflow/providers/alibaba/cloud/hooks/oss/index.html
@@ -609,7 +609,7 @@
<dl class="py class">
<dt id="airflow.providers.alibaba.cloud.hooks.oss.OSSHook">
<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.alibaba.cloud.hooks.oss.</code><code class="sig-name descname">OSSHook</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">region</span></em>, <em class="sig-param"><span class="n">oss_conn_id</span><span class="o">=</span><span class="default_value">'oss_default'</span></em>, <em class="sig-param"><span class="o">*</span><span class="n">args</span></em>, <em class="sig-param [...]
-<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/hooks/base/index.html#airflow.hooks.base.BaseHook" title="(in apache-airflow v2.1.4)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.hooks.base.BaseHook</span></code></a></p>
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/hooks/base/index.html#airflow.hooks.base.BaseHook" title="(in apache-airflow v2.3.0.dev0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.hooks.base.BaseHook</span></code></a></p>
<p>Interact with Alibaba Cloud OSS, using the oss2 library.</p>
<dl class="py attribute">
<dt id="airflow.providers.alibaba.cloud.hooks.oss.OSSHook.conn_name_attr">
@@ -639,11 +639,11 @@
<dl class="py method">
<dt id="airflow.providers.alibaba.cloud.hooks.oss.OSSHook.parse_oss_url">
-<em class="property">static </em><code class="sig-name descname">parse_oss_url</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">ossurl</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/alibaba/cloud/hooks/oss.html#OSSHo [...]
+<em class="property">static </em><code class="sig-name descname">parse_oss_url</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">ossurl</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/alibaba/cloud/hooks/oss.html#OSSH [...]
<dd><p>Parses the OSS Url into a bucket name and key.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><p><strong>ossurl</strong> -- The OSS Url to parse.</p>
+<dd class="field-odd"><p><strong>ossurl</strong> – The OSS Url to parse.</p>
</dd>
<dt class="field-even">Rtype ossurl</dt>
<dd class="field-even"><p>str</p>
@@ -659,31 +659,31 @@
<dl class="py method">
<dt id="airflow.providers.alibaba.cloud.hooks.oss.OSSHook.object_exists">
-<code class="sig-name descname">object_exists</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></span></em>, <em class="sig-param"><span class="n">bucket_name</span><span class="p">:</span> <span class="n">Optional<span class="p">[</span [...]
+<code class="sig-name descname">object_exists</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n">bucket_name</span><span class="p">:</span> <span class="n">Optional<span class="p">[</spa [...]
<dd><p>Check if object exists.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- the path of the object</p></li>
-<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- the name of the bucket</p></li>
+<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the path of the object</p></li>
+<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the name of the bucket</p></li>
</ul>
</dd>
<dt class="field-even">Returns</dt>
<dd class="field-even"><p>True if it exists and False if not.</p>
</dd>
<dt class="field-odd">Return type</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.9)">bool</a></p>
+<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)">bool</a></p>
</dd>
</dl>
</dd></dl>
<dl class="py method">
<dt id="airflow.providers.alibaba.cloud.hooks.oss.OSSHook.get_bucket">
-<code class="sig-name descname">get_bucket</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">bucket_name</span><span class="p">:</span> <span class="n">Optional<span class="p">[</span><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a><span class="p">]</span></span> <span class="o">=</span> <span class="default_value">None</span></em><spa [...]
+<code class="sig-name descname">get_bucket</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">bucket_name</span><span class="p">:</span> <span class="n">Optional<span class="p">[</span><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a><span class="p">]</span></span> <span class="o">=</span> <span class="default_value">None</span></em><sp [...]
<dd><p>Returns a oss2.Bucket object</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- the name of the bucket</p>
+<dd class="field-odd"><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the name of the bucket</p>
</dd>
<dt class="field-even">Returns</dt>
<dd class="field-even"><p>the bucket object to the bucket name.</p>
@@ -696,14 +696,14 @@
<dl class="py method">
<dt id="airflow.providers.alibaba.cloud.hooks.oss.OSSHook.load_string">
-<code class="sig-name descname">load_string</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></span></em>, <em class="sig-param"><span class="n">content</span><span class="p">:</span> <span class="n"><a class="reference external" href="h [...]
+<code class="sig-name descname">load_string</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n">content</span><span class="p">:</span> <span class="n"><a class="reference external" href=" [...]
<dd><p>Loads a string to OSS</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- the path of the object</p></li>
-<li><p><strong>content</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- str to set as content for the key.</p></li>
-<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- the name of the bucket</p></li>
+<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the path of the object</p></li>
+<li><p><strong>content</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – str to set as content for the key.</p></li>
+<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the name of the bucket</p></li>
</ul>
</dd>
</dl>
@@ -711,14 +711,14 @@
<dl class="py method">
<dt id="airflow.providers.alibaba.cloud.hooks.oss.OSSHook.upload_local_file">
-<code class="sig-name descname">upload_local_file</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></span></em>, <em class="sig-param"><span class="n">file</span><span class="p">:</span> <span class="n"><a class="reference external" href [...]
+<code class="sig-name descname">upload_local_file</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n">file</span><span class="p">:</span> <span class="n"><a class="reference external" hre [...]
<dd><p>Upload a local file to OSS</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- the OSS path of the object</p></li>
-<li><p><strong>file</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- local file to upload.</p></li>
-<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- the name of the bucket</p></li>
+<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the OSS path of the object</p></li>
+<li><p><strong>file</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – local file to upload.</p></li>
+<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the name of the bucket</p></li>
</ul>
</dd>
</dl>
@@ -726,34 +726,34 @@
<dl class="py method">
<dt id="airflow.providers.alibaba.cloud.hooks.oss.OSSHook.download_file">
-<code class="sig-name descname">download_file</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></span></em>, <em class="sig-param"><span class="n">local_file</span><span class="p">:</span> <span class="n"><a class="reference external" hr [...]
+<code class="sig-name descname">download_file</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n">local_file</span><span class="p">:</span> <span class="n"><a class="reference external" h [...]
<dd><p>Download file from OSS</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- key of the file-like object to download.</p></li>
-<li><p><strong>local_file</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- local path + file name to save.</p></li>
-<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- the name of the bucket</p></li>
+<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – key of the file-like object to download.</p></li>
+<li><p><strong>local_file</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – local path + file name to save.</p></li>
+<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the name of the bucket</p></li>
</ul>
</dd>
<dt class="field-even">Returns</dt>
<dd class="field-even"><p>the file name.</p>
</dd>
<dt class="field-odd">Return type</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></p>
+<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></p>
</dd>
</dl>
</dd></dl>
<dl class="py method">
<dt id="airflow.providers.alibaba.cloud.hooks.oss.OSSHook.delete_object">
-<code class="sig-name descname">delete_object</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></span></em>, <em class="sig-param"><span class="n">bucket_name</span><span class="p">:</span> <span class="n">Optional<span class="p">[</span [...]
+<code class="sig-name descname">delete_object</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n">bucket_name</span><span class="p">:</span> <span class="n">Optional<span class="p">[</spa [...]
<dd><p>Delete object from OSS</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- key of the object to delete.</p></li>
-<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- the name of the bucket</p></li>
+<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – key of the object to delete.</p></li>
+<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the name of the bucket</p></li>
</ul>
</dd>
</dl>
@@ -761,13 +761,13 @@
<dl class="py method">
<dt id="airflow.providers.alibaba.cloud.hooks.oss.OSSHook.delete_objects">
-<code class="sig-name descname">delete_objects</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.9)">list</a></span></em>, <em class="sig-param"><span class="n">bucket_name</span><span class="p">:</span> <span class="n">Optional<span class="p">[</s [...]
+<code class="sig-name descname">delete_objects</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)">list</a></span></em>, <em class="sig-param"><span class="n">bucket_name</span><span class="p">:</span> <span class="n">Optional<span class="p">[</ [...]
<dd><p>Delete objects from OSS</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>key</strong> (<em>list of str</em>) -- keys list of the objects to delete.</p></li>
-<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- the name of the bucket</p></li>
+<li><p><strong>key</strong> (<em>list of str</em>) – keys list of the objects to delete.</p></li>
+<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the name of the bucket</p></li>
</ul>
</dd>
</dl>
@@ -775,22 +775,22 @@
<dl class="py method">
<dt id="airflow.providers.alibaba.cloud.hooks.oss.OSSHook.delete_bucket">
-<code class="sig-name descname">delete_bucket</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">bucket_name</span><span class="p">:</span> <span class="n">Optional<span class="p">[</span><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a><span class="p">]</span></span> <span class="o">=</span> <span class="default_value">None</span></em>< [...]
+<code class="sig-name descname">delete_bucket</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">bucket_name</span><span class="p">:</span> <span class="n">Optional<span class="p">[</span><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a><span class="p">]</span></span> <span class="o">=</span> <span class="default_value">None</span></em> [...]
<dd><p>Delete bucket from OSS</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- the name of the bucket</p>
+<dd class="field-odd"><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the name of the bucket</p>
</dd>
</dl>
</dd></dl>
<dl class="py method">
<dt id="airflow.providers.alibaba.cloud.hooks.oss.OSSHook.create_bucket">
-<code class="sig-name descname">create_bucket</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">bucket_name</span><span class="p">:</span> <span class="n">Optional<span class="p">[</span><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a><span class="p">]</span></span> <span class="o">=</span> <span class="default_value">None</span></em>< [...]
+<code class="sig-name descname">create_bucket</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">bucket_name</span><span class="p">:</span> <span class="n">Optional<span class="p">[</span><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a><span class="p">]</span></span> <span class="o">=</span> <span class="default_value">None</span></em> [...]
<dd><p>Create bucket</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
-<dd class="field-odd"><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- the name of the bucket</p>
+<dd class="field-odd"><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the name of the bucket</p>
</dd>
</dl>
</dd></dl>
diff --git a/docs-archive/apache-airflow-providers-alibaba/1.0.0/_api/airflow/providers/alibaba/cloud/operators/oss/index.html b/docs-archive/apache-airflow-providers-alibaba/1.0.0/_api/airflow/providers/alibaba/cloud/operators/oss/index.html
index b1bdb3d..5c51c50 100644
--- a/docs-archive/apache-airflow-providers-alibaba/1.0.0/_api/airflow/providers/alibaba/cloud/operators/oss/index.html
+++ b/docs-archive/apache-airflow-providers-alibaba/1.0.0/_api/airflow/providers/alibaba/cloud/operators/oss/index.html
@@ -587,15 +587,15 @@
<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
<dl class="py class">
<dt id="airflow.providers.alibaba.cloud.operators.oss.OSSCreateBucketOperator">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.alibaba.cloud.operators.oss.</code><code class="sig-name descname">OSSCreateBucketOperator</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">region</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></span></em>, <em class="sig-param"><span class="n">bucket_n [...]
-<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/models/index.html#airflow.models.BaseOperator" title="(in apache-airflow v2.1.4)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></a></p>
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.alibaba.cloud.operators.oss.</code><code class="sig-name descname">OSSCreateBucketOperator</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">region</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n">bucket_ [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/models/index.html#airflow.models.BaseOperator" title="(in apache-airflow v2.3.0.dev0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></a></p>
<p>This operator creates an OSS bucket</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>region</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- OSS region you want to create bucket</p></li>
-<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- This is bucket name you want to create</p></li>
-<li><p><strong>oss_conn_id</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a><em>]</em>) -- The Airflow connection used for OSS credentials.</p></li>
+<li><p><strong>region</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – OSS region you want to create bucket</p></li>
+<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – This is bucket name you want to create</p></li>
+<li><p><strong>oss_conn_id</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) – The Airflow connection used for OSS credentials.</p></li>
</ul>
</dd>
</dl>
@@ -608,15 +608,15 @@
<dl class="py class">
<dt id="airflow.providers.alibaba.cloud.operators.oss.OSSDeleteBucketOperator">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.alibaba.cloud.operators.oss.</code><code class="sig-name descname">OSSDeleteBucketOperator</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">region</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></span></em>, <em class="sig-param"><span class="n">bucket_n [...]
-<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/models/index.html#airflow.models.BaseOperator" title="(in apache-airflow v2.1.4)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></a></p>
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.alibaba.cloud.operators.oss.</code><code class="sig-name descname">OSSDeleteBucketOperator</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">region</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n">bucket_ [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/models/index.html#airflow.models.BaseOperator" title="(in apache-airflow v2.3.0.dev0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></a></p>
<p>This operator to delete an OSS bucket</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>region</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- OSS region you want to create bucket</p></li>
-<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- This is bucket name you want to delete</p></li>
-<li><p><strong>oss_conn_id</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a><em>]</em>) -- The Airflow connection used for OSS credentials.</p></li>
+<li><p><strong>region</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – OSS region you want to create bucket</p></li>
+<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – This is bucket name you want to delete</p></li>
+<li><p><strong>oss_conn_id</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) – The Airflow connection used for OSS credentials.</p></li>
</ul>
</dd>
</dl>
@@ -629,17 +629,17 @@
<dl class="py class">
<dt id="airflow.providers.alibaba.cloud.operators.oss.OSSUploadObjectOperator">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.alibaba.cloud.operators.oss.</code><code class="sig-name descname">OSSUploadObjectOperator</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></span></em>, <em class="sig-param"><span class="n">file</span> [...]
-<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/models/index.html#airflow.models.BaseOperator" title="(in apache-airflow v2.1.4)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></a></p>
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.alibaba.cloud.operators.oss.</code><code class="sig-name descname">OSSUploadObjectOperator</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n">file</span [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/models/index.html#airflow.models.BaseOperator" title="(in apache-airflow v2.3.0.dev0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></a></p>
<p>This operator to upload an file-like object</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- the OSS path of the object</p></li>
-<li><p><strong>file</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- local file to upload.</p></li>
-<li><p><strong>region</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- OSS region you want to create bucket</p></li>
-<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- This is bucket name you want to create</p></li>
-<li><p><strong>oss_conn_id</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a><em>]</em>) -- The Airflow connection used for OSS credentials.</p></li>
+<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the OSS path of the object</p></li>
+<li><p><strong>file</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – local file to upload.</p></li>
+<li><p><strong>region</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – OSS region you want to create bucket</p></li>
+<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – This is bucket name you want to create</p></li>
+<li><p><strong>oss_conn_id</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) – The Airflow connection used for OSS credentials.</p></li>
</ul>
</dd>
</dl>
@@ -652,17 +652,17 @@
<dl class="py class">
<dt id="airflow.providers.alibaba.cloud.operators.oss.OSSDownloadObjectOperator">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.alibaba.cloud.operators.oss.</code><code class="sig-name descname">OSSDownloadObjectOperator</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></span></em>, <em class="sig-param"><span class="n">file</spa [...]
-<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/models/index.html#airflow.models.BaseOperator" title="(in apache-airflow v2.1.4)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></a></p>
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.alibaba.cloud.operators.oss.</code><code class="sig-name descname">OSSDownloadObjectOperator</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n">file</sp [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/models/index.html#airflow.models.BaseOperator" title="(in apache-airflow v2.3.0.dev0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></a></p>
<p>This operator to Download an OSS object</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- key of the object to download.</p></li>
-<li><p><strong>local_file</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- local path + file name to save.</p></li>
-<li><p><strong>region</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- OSS region</p></li>
-<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- OSS bucket name</p></li>
-<li><p><strong>oss_conn_id</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a><em>]</em>) -- The Airflow connection used for OSS credentials.</p></li>
+<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – key of the object to download.</p></li>
+<li><p><strong>local_file</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – local path + file name to save.</p></li>
+<li><p><strong>region</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – OSS region</p></li>
+<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – OSS bucket name</p></li>
+<li><p><strong>oss_conn_id</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) – The Airflow connection used for OSS credentials.</p></li>
</ul>
</dd>
</dl>
@@ -675,16 +675,16 @@
<dl class="py class">
<dt id="airflow.providers.alibaba.cloud.operators.oss.OSSDeleteBatchObjectOperator">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.alibaba.cloud.operators.oss.</code><code class="sig-name descname">OSSDeleteBatchObjectOperator</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">keys</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.9)">list</a></span></em>, <em class="sig-param"><span class="n">reg [...]
-<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/models/index.html#airflow.models.BaseOperator" title="(in apache-airflow v2.1.4)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></a></p>
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.alibaba.cloud.operators.oss.</code><code class="sig-name descname">OSSDeleteBatchObjectOperator</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">keys</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)">list</a></span></em>, <em class="sig-param"><span class="n">re [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/models/index.html#airflow.models.BaseOperator" title="(in apache-airflow v2.3.0.dev0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></a></p>
<p>This operator to delete OSS objects</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- key list of the objects to delete.</p></li>
-<li><p><strong>region</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- OSS region</p></li>
-<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- OSS bucket name</p></li>
-<li><p><strong>oss_conn_id</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a><em>]</em>) -- The Airflow connection used for OSS credentials.</p></li>
+<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – key list of the objects to delete.</p></li>
+<li><p><strong>region</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – OSS region</p></li>
+<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – OSS bucket name</p></li>
+<li><p><strong>oss_conn_id</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) – The Airflow connection used for OSS credentials.</p></li>
</ul>
</dd>
</dl>
@@ -697,16 +697,16 @@
<dl class="py class">
<dt id="airflow.providers.alibaba.cloud.operators.oss.OSSDeleteObjectOperator">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.alibaba.cloud.operators.oss.</code><code class="sig-name descname">OSSDeleteObjectOperator</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></span></em>, <em class="sig-param"><span class="n">region</spa [...]
-<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/models/index.html#airflow.models.BaseOperator" title="(in apache-airflow v2.1.4)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></a></p>
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.alibaba.cloud.operators.oss.</code><code class="sig-name descname">OSSDeleteObjectOperator</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n">region</sp [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/models/index.html#airflow.models.BaseOperator" title="(in apache-airflow v2.3.0.dev0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></a></p>
<p>This operator to delete an OSS object</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- key of the object to delete.</p></li>
-<li><p><strong>region</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- OSS region</p></li>
-<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- OSS bucket name</p></li>
-<li><p><strong>oss_conn_id</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a><em>]</em>) -- The Airflow connection used for OSS credentials.</p></li>
+<li><p><strong>key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – key of the object to delete.</p></li>
+<li><p><strong>region</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – OSS region</p></li>
+<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – OSS bucket name</p></li>
+<li><p><strong>oss_conn_id</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) – The Airflow connection used for OSS credentials.</p></li>
</ul>
</dd>
</dl>
diff --git a/docs-archive/apache-airflow-providers-alibaba/1.0.0/_api/airflow/providers/alibaba/cloud/sensors/oss_key/index.html b/docs-archive/apache-airflow-providers-alibaba/1.0.0/_api/airflow/providers/alibaba/cloud/sensors/oss_key/index.html
index 8c3c13b..3e67c78 100644
--- a/docs-archive/apache-airflow-providers-alibaba/1.0.0/_api/airflow/providers/alibaba/cloud/sensors/oss_key/index.html
+++ b/docs-archive/apache-airflow-providers-alibaba/1.0.0/_api/airflow/providers/alibaba/cloud/sensors/oss_key/index.html
@@ -585,20 +585,20 @@
<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
<dl class="py class">
<dt id="airflow.providers.alibaba.cloud.sensors.oss_key.OSSKeySensor">
-<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.alibaba.cloud.sensors.oss_key.</code><code class="sig-name descname">OSSKeySensor</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">bucket_key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></span></em>, <em class="sig-param"><span class="n">region</span> [...]
-<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/sensors/base/index.html#airflow.sensors.base.BaseSensorOperator" title="(in apache-airflow v2.1.4)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.sensors.base.BaseSensorOperator</span></code></a></p>
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.alibaba.cloud.sensors.oss_key.</code><code class="sig-name descname">OSSKeySensor</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">bucket_key</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em>, <em class="sig-param"><span class="n">region</span [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/sensors/base/index.html#airflow.sensors.base.BaseSensorOperator" title="(in apache-airflow v2.3.0.dev0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.sensors.base.BaseSensorOperator</span></code></a></p>
<p>Waits for a key (a file-like instance on OSS) to be present in a OSS bucket.
OSS being a key/value it does not support folders. The path is just a key
a resource.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>bucket_key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- The key being waited on. Supports full oss:// style url
-or relative path from root level. When it's specified as a full oss://
+<li><p><strong>bucket_key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The key being waited on. Supports full oss:// style url
+or relative path from root level. When it’s specified as a full oss://
url, please leave bucket_name as <cite>None</cite>.</p></li>
-<li><p><strong>region</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- OSS region</p></li>
-<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- OSS bucket name</p></li>
-<li><p><strong>oss_conn_id</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a><em>]</em>) -- The Airflow connection used for OSS credentials.</p></li>
+<li><p><strong>region</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – OSS region</p></li>
+<li><p><strong>bucket_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – OSS bucket name</p></li>
+<li><p><strong>oss_conn_id</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) – The Airflow connection used for OSS credentials.</p></li>
</ul>
</dd>
</dl>
diff --git a/docs-archive/apache-airflow-providers-alibaba/1.0.0/_modules/airflow/providers/alibaba/cloud/sensors/oss_key.html b/docs-archive/apache-airflow-providers-alibaba/1.0.0/_modules/airflow/providers/alibaba/cloud/sensors/oss_key.html
index 2353d1c..0280d7f 100644
--- a/docs-archive/apache-airflow-providers-alibaba/1.0.0/_modules/airflow/providers/alibaba/cloud/sensors/oss_key.html
+++ b/docs-archive/apache-airflow-providers-alibaba/1.0.0/_modules/airflow/providers/alibaba/cloud/sensors/oss_key.html
@@ -652,8 +652,8 @@
<span class="k">if</span> <span class="n">parsed_url</span><span class="o">.</span><span class="n">scheme</span> <span class="o">!=</span> <span class="s1">''</span> <span class="ow">or</span> <span class="n">parsed_url</span><span class="o">.</span><span class="n">netloc</span> <span class="o">!=</span> <span class="s1">''</span><span class="p">:</span>
<span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span>
<span class="s1">'If bucket_name is provided, bucket_key'</span>
- <span class="o">+</span> <span class="s1">' should be relative path from root'</span>
- <span class="o">+</span> <span class="s1">' level, rather than a full oss:// url'</span>
+ <span class="s1">' should be relative path from root'</span>
+ <span class="s1">' level, rather than a full oss:// url'</span>
<span class="p">)</span>
<span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s1">'Poking for key : oss://</span><span class="si">%s</span><span class="s1">/</span><span class="si">%s</span><span class="s1">'</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">bucket_name</span><span class="p">,</span> <span class="bp">self</span><span cla [...]
diff --git a/docs-archive/apache-airflow-providers-alibaba/1.0.0/_sources/operators/oss.rst.txt b/docs-archive/apache-airflow-providers-alibaba/1.0.0/_sources/operators/oss.rst.txt
index 661fc4b..923f0bd 100644
--- a/docs-archive/apache-airflow-providers-alibaba/1.0.0/_sources/operators/oss.rst.txt
+++ b/docs-archive/apache-airflow-providers-alibaba/1.0.0/_sources/operators/oss.rst.txt
@@ -18,10 +18,6 @@
Alibaba Cloud OSS Operators
===========================
-.. contents::
- :depth: 1
- :local:
-
Overview
--------
diff --git a/docs-archive/apache-airflow-providers-alibaba/1.0.0/connections/alibaba.html b/docs-archive/apache-airflow-providers-alibaba/1.0.0/connections/alibaba.html
index 8a784a4..0c2daea 100644
--- a/docs-archive/apache-airflow-providers-alibaba/1.0.0/connections/alibaba.html
+++ b/docs-archive/apache-airflow-providers-alibaba/1.0.0/connections/alibaba.html
@@ -593,7 +593,7 @@
<dt>Extra (optional)</dt><dd><p>Specify the extra parameters (as json dictionary) that can be used in Alibaba Cloud
connection. The following parameters are all optional:</p>
<ul class="simple">
-<li><p><code class="docutils literal notranslate"><span class="pre">auth_type</span></code>: Auth type used to access Alibaba Cloud resource. Only support 'AK' now.</p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">auth_type</span></code>: Auth type used to access Alibaba Cloud resource. Only support ‘AK’ now.</p></li>
<li><p><code class="docutils literal notranslate"><span class="pre">access_key_id</span></code>: Access key ID for Alibaba Cloud user.</p></li>
<li><p><code class="docutils literal notranslate"><span class="pre">access_key_secret</span></code>: Access key secret for Alibaba Cloud user.</p></li>
</ul>
diff --git a/docs-archive/apache-airflow-providers-alibaba/1.0.0/installing-providers-from-sources.html b/docs-archive/apache-airflow-providers-alibaba/1.0.0/installing-providers-from-sources.html
index e02e4b1..5cb8be6 100644
--- a/docs-archive/apache-airflow-providers-alibaba/1.0.0/installing-providers-from-sources.html
+++ b/docs-archive/apache-airflow-providers-alibaba/1.0.0/installing-providers-from-sources.html
@@ -579,22 +579,15 @@
<div></div></blockquote>
<div class="section" id="installing-from-sources">
<h1>Installing from sources<a class="headerlink" href="#installing-from-sources" title="Permalink to this headline">¶</a></h1>
-<div class="contents local topic" id="contents">
-<ul class="simple">
-<li><p><a class="reference internal" href="#released-packages" id="id1">Released packages</a></p></li>
-<li><p><a class="reference internal" href="#release-integrity" id="id2">Release integrity</a></p></li>
-<li><p><a class="reference internal" href="#verifying-pypi-releases" id="id3">Verifying PyPI releases</a></p></li>
-</ul>
-</div>
<div class="section" id="released-packages">
-<h2><a class="toc-backref" href="#id1">Released packages</a><a class="headerlink" href="#released-packages" title="Permalink to this headline">¶</a></h2>
+<h2>Released packages<a class="headerlink" href="#released-packages" title="Permalink to this headline">¶</a></h2>
<p>This page describes downloading and verifying <code class="docutils literal notranslate"><span class="pre">apache-airflow-providers-alibaba</span></code> provider version
<code class="docutils literal notranslate"><span class="pre">1.0.0</span></code> using officially released packages.
You can also install the provider package - as most Python packages - via
<a class="reference external" href="https://pypi.org/project/apache-airflow-providers-alibaba/1.0.0">PyPI</a> .
You can choose different version of the provider by selecting different version from the drop-down at
the top-left of the page.</p>
-<p>The <code class="docutils literal notranslate"><span class="pre">sdist</span></code> and <code class="docutils literal notranslate"><span class="pre">whl</span></code> packages released are the "official" sources of installation that you can use if
+<p>The <code class="docutils literal notranslate"><span class="pre">sdist</span></code> and <code class="docutils literal notranslate"><span class="pre">whl</span></code> packages released are the “official” sources of installation that you can use if
you want to verify the origin of the packages and want to verify checksums and signatures of the packages.
The packages are available via the
<a class="reference external" href="http://ws.apache.org/mirrors.cgi">Official Apache Software Foundations Mirrors</a></p>
@@ -607,7 +600,7 @@ The packages are available via the
a <code class="docutils literal notranslate"><span class="pre">INSTALL</span></code> file containing details on how you can build and install the provider.</p>
</div>
<div class="section" id="release-integrity">
-<h2><a class="toc-backref" href="#id2">Release integrity</a><a class="headerlink" href="#release-integrity" title="Permalink to this headline">¶</a></h2>
+<h2>Release integrity<a class="headerlink" href="#release-integrity" title="Permalink to this headline">¶</a></h2>
<p><a class="reference external" href="https://downloads.apache.org/airflow/KEYS">PGP signatures KEYS</a></p>
<p>It is essential that you verify the integrity of the downloaded files using the PGP or SHA signatures.
The PGP signatures can be verified using GPG or PGP. Please download the KEYS as well as the asc
@@ -649,9 +642,9 @@ distribution directory and follow the below guide.</p>
<span class="go"> Primary key fingerprint: CDE1 5C6E 4D3A 8EC4 ECF4 BA4B 6674 E08A D7DE 406F</span>
</pre></div>
</div>
-<p>The "Good signature from ..." is indication that the signatures are correct.
-Do not worry about the "not certified with a trusted signature" warning. Most of the certificates used
-by release managers are self signed, that's why you get this warning. By importing the server in the
+<p>The “Good signature from …” is indication that the signatures are correct.
+Do not worry about the “not certified with a trusted signature” warning. Most of the certificates used
+by release managers are self signed, that’s why you get this warning. By importing the server in the
previous step and importing it via ID from <code class="docutils literal notranslate"><span class="pre">KEYS</span></code> page, you know that this is a valid Key already.</p>
<p>For SHA512 sum check, download the relevant <code class="docutils literal notranslate"><span class="pre">sha512</span></code> and run the following:</p>
<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>shasum -a <span class="m">512</span> apache-airflow-providers-******** <span class="p">|</span> diff - apache-airflow-providers-********.sha512
@@ -664,7 +657,7 @@ previous step and importing it via ID from <code class="docutils literal notrans
</div>
</div>
<div class="section" id="verifying-pypi-releases">
-<h2><a class="toc-backref" href="#id3">Verifying PyPI releases</a><a class="headerlink" href="#verifying-pypi-releases" title="Permalink to this headline">¶</a></h2>
+<h2>Verifying PyPI releases<a class="headerlink" href="#verifying-pypi-releases" title="Permalink to this headline">¶</a></h2>
<p>You can verify the Provider <code class="docutils literal notranslate"><span class="pre">.whl</span></code> packages from PyPI by locally downloading the package and signature
and SHA sum files with the script below:</p>
<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span><span class="ch">#!/bin/bash</span>
diff --git a/docs-archive/apache-airflow-providers-alibaba/1.0.0/operators/oss.html b/docs-archive/apache-airflow-providers-alibaba/1.0.0/operators/oss.html
index 50b9653..a5d6931 100644
--- a/docs-archive/apache-airflow-providers-alibaba/1.0.0/operators/oss.html
+++ b/docs-archive/apache-airflow-providers-alibaba/1.0.0/operators/oss.html
@@ -579,14 +579,8 @@
<div></div></blockquote>
<div class="section" id="alibaba-cloud-oss-operators">
<h1>Alibaba Cloud OSS Operators<a class="headerlink" href="#alibaba-cloud-oss-operators" title="Permalink to this headline">¶</a></h1>
-<div class="contents local topic" id="contents">
-<ul class="simple">
-<li><p><a class="reference internal" href="#overview" id="id1">Overview</a></p></li>
-<li><p><a class="reference internal" href="#create-and-delete-alibaba-cloud-oss-buckets" id="id2">Create and Delete Alibaba Cloud OSS Buckets</a></p></li>
-</ul>
-</div>
<div class="section" id="overview">
-<h2><a class="toc-backref" href="#id1">Overview</a><a class="headerlink" href="#overview" title="Permalink to this headline">¶</a></h2>
+<h2>Overview<a class="headerlink" href="#overview" title="Permalink to this headline">¶</a></h2>
<p>Airflow to Alibaba Cloud Object Storage Service (OSS) integration provides several operators to create and interact with OSS buckets.</p>
<blockquote>
<div><ul class="simple">
@@ -601,7 +595,7 @@
</div></blockquote>
</div>
<div class="section" id="create-and-delete-alibaba-cloud-oss-buckets">
-<h2><a class="toc-backref" href="#id2">Create and Delete Alibaba Cloud OSS Buckets</a><a class="headerlink" href="#create-and-delete-alibaba-cloud-oss-buckets" title="Permalink to this headline">¶</a></h2>
+<h2>Create and Delete Alibaba Cloud OSS Buckets<a class="headerlink" href="#create-and-delete-alibaba-cloud-oss-buckets" title="Permalink to this headline">¶</a></h2>
<div class="section" id="purpose">
<h3>Purpose<a class="headerlink" href="#purpose" title="Permalink to this headline">¶</a></h3>
<p>This example dag uses <code class="docutils literal notranslate"><span class="pre">OSSCreateBucketOperator</span></code> and <code class="docutils literal notranslate"><span class="pre">OSSDeleteBucketOperator</span></code> to create a
diff --git a/docs-archive/apache-airflow-providers-amazon/stable.txt b/docs-archive/apache-airflow-providers-amazon/stable.txt
index cc6612c..276cbf9 100644
--- a/docs-archive/apache-airflow-providers-amazon/stable.txt
+++ b/docs-archive/apache-airflow-providers-amazon/stable.txt
@@ -1 +1 @@
-2.3.0
\ No newline at end of file
+2.3.0
diff --git a/docs-archive/apache-airflow-providers-apache-beam/3.1.0/.buildinfo b/docs-archive/apache-airflow-providers-apache-beam/3.1.0/.buildinfo
new file mode 100644
index 0000000..d82b041
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/3.1.0/.buildinfo
@@ -0,0 +1,4 @@
+# Sphinx build info version 1
+# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
+config: 5dc60daf7bf78c5f28b075310194e502
+tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_api/airflow/providers/apache/beam/hooks/beam/index.html b/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_api/airflow/providers/apache/beam/hooks/beam/index.html
new file mode 100644
index 0000000..1c2b49a
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_api/airflow/providers/apache/beam/hooks/beam/index.html
@@ -0,0 +1,1025 @@
+
+
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+ <html xmlns="http://www.w3.org/1999/xhtml">
+<head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1">
+ <title>airflow.providers.apache.beam.hooks.beam — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.beam.operators" href="../../operators/index.html" />
+ <link rel="prev" title="airflow.providers.apache.beam.hooks" href="../index.html" />
+ <script type="application/javascript">
+ var doNotTrack = false;
+ window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
+ ga('create', 'UA-140539454-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+ <script async src='https://www.google-analytics.com/analytics.js'></script>
+
+
+</head><body class="td-section">
+
+
+<header>
+ <nav class="js-navbar-scroll navbar">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178.258 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0zm-1 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482-.2h1 [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+ <div class="desktop-only navbar__menu-container">
+
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+ </div>
+
+
+
+ </div>
+
+ </div>
+ <div class="mobile-only navbar__drawer-container">
+ <button class="navbar__toggle-button" id="navbar-toggle-button">
+
+ <div id="hamburger-icon" class="navbar__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="26" height="20" viewBox="0 0 26 20">
+ <g id="Group_1294" data-name="Group 1294" transform="translate(-38.791 291)">
+ <g id="Group_1291" data-name="Group 1291" transform="translate(39 -291)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="translate(39 -281.822)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ <g id="Group_1293" data-name="Group 1293" transform="translate(39 -272.644)">
+ <rect id="Rectangle_463" width="26" height="2" fill="#51504f" data-name="Rectangle 463" rx="1" transform="translate(-.209 -.356)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="close-icon" class="navbar__toggle-button--icon">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </button>
+ <div class="navbar__drawer" id="navbar-drawer">
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+
+ </div>
+
+
+ </div>
+ </div>
+ </div>
+ </nav>
+
+</header>
+
+
+ <div class="roadmap container-fluid td-default base-layout">
+
+
+ <div class="content-drawer-wrapper">
+ <button class="content-drawer__toggle-button" id="content-open-button">
+
+ <div id="hamburger-icon" class="content-drawer__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="20.005" height="13.879" viewBox="0 0 20.005 13.879">
+ <g id="Group_1619" data-name="Group 1619" transform="translate(271.132 -418.872)">
+ <g id="Group_1613" data-name="Group 1613" transform="translate(-266.229 431.045)">
+ <path id="Path_1337" d="M-218.5 513.215h-14.583a.259.259 0 0 1-.259-.26.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.26z" fill="#51504f" data-name="Path 1337" transform="translate(233.345 -512.696)"></path>
+ </g>
+ <g id="Group_1614" data-name="Group 1614" transform="translate(-266.229 425.684)">
+ <path id="Path_1338" d="M-218.5 471.9h-14.583a.259.259 0 0 1-.259-.26.26.26 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.26.26 0 0 1-.259.26z" fill="#51504f" data-name="Path 1338" transform="translate(233.345 -471.376)"></path>
+ </g>
+ <g id="Group_1615" data-name="Group 1615" transform="translate(-266.229 420.323)">
+ <path id="Path_1339" d="M-218.5 430.574h-14.583a.259.259 0 0 1-.259-.259.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.259z" fill="#51504f" data-name="Path 1339" transform="translate(233.345 -430.055)"></path>
+ </g>
+ <g id="Group_1616" data-name="Group 1616" transform="translate(-271.132 429.814)">
+ <path id="Path_1340" d="M-269.663 506.145a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1340" transform="translate(271.132 -503.208)"></path>
+ </g>
+ <g id="Group_1617" data-name="Group 1617" transform="translate(-271.132 424.556)">
+ <path id="Path_1341" d="M-269.663 465.62a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.952z" fill="#51504f" data-name="Path 1341" transform="translate(271.132 -462.683)"></path>
+ </g>
+ <g id="Group_1618" data-name="Group 1618" transform="translate(-271.132 418.872)">
+ <path id="Path_1342" d="M-269.663 421.809a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1342" transform="translate(271.132 -418.872)"></path>
+ </g>
+ </g>
+ </svg>
+
+ <span class="bodytext__mobile--brownish-grey">Content</span>
+ </div>
+
+ </button>
+ <nav id="content-navbar" class="navbar navbar--hidden">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482- [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+
+ <div id="content-close-button">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </nav>
+ <div class="content-drawer-container" id="content-drawer">
+ <div class="content-drawer">
+ <div class="td-sidebar">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">3.1.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+ </div>
+ </div>
+ </div>
+
+ <div class="d-flex">
+
+
+ <div class="td-sidebar desktop-only d-print-none">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">3.1.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+
+
+
+
+ <main class="col-12 col-md-9 col-xl-8" role="main">
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation" class="d-none d-md-block d-print-none">
+
+ <ul class="breadcrumb">
+
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam</span></code></a></li>
+
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks</span></code></a></li>
+
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks.beam</span></code></a></li>
+
+ </ul>
+</div>
+
+ <div class="rst-content">
+ <div class="document">
+ <div class="documentwrapper">
+ <div class="bodywrapper">
+ <div class="body" role="main">
+
+ <div class="section" id="module-airflow.providers.apache.beam.hooks.beam">
+<span id="airflow-providers-apache-beam-hooks-beam"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.beam.hooks.beam" title="airflow.providers.apache.beam.hooks.beam"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks.beam</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.beam.hooks.beam" title="Permalink to this headline">¶</a></h1>
+<p><p>This module contains a Apache Beam Hook.</p>
+</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
+<dl class="py class">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.apache.beam.hooks.beam.</code><code class="sig-name descname">BeamRunnerType</code><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType" title="Permalink to this definition">¶</a></dt>
+<dd><p>Helper class for listing runner types.
+For more information about runners see:
+<a class="reference external" href="https://beam.apache.org/documentation/">https://beam.apache.org/documentation/</a></p>
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DataflowRunner">
+<code class="sig-name descname">DataflowRunner</code><em class="property"> = DataflowRunner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.DataflowRunner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DataflowRunner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DirectRunner">
+<code class="sig-name descname">DirectRunner</code><em class="property"> = DirectRunner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.DirectRunner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DirectRunner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SparkRunner">
+<code class="sig-name descname">SparkRunner</code><em class="property"> = SparkRunner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.SparkRunner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SparkRunner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.FlinkRunner">
+<code class="sig-name descname">FlinkRunner</code><em class="property"> = FlinkRunner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.FlinkRunner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.FlinkRunner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SamzaRunner">
+<code class="sig-name descname">SamzaRunner</code><em class="property"> = SamzaRunner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.SamzaRunner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SamzaRunner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.NemoRunner">
+<code class="sig-name descname">NemoRunner</code><em class="property"> = NemoRunner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.NemoRunner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.NemoRunner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.JetRunner">
+<code class="sig-name descname">JetRunner</code><em class="property"> = JetRunner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.JetRunner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.JetRunner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.Twister2Runner">
+<code class="sig-name descname">Twister2Runner</code><em class="property"> = Twister2Runner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.Twister2Runner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.Twister2Runner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py function">
+<dt id="airflow.providers.apache.beam.hooks.beam.beam_options_to_args">
+<code class="sig-prename descclassname">airflow.providers.apache.beam.hooks.beam.</code><code class="sig-name descname">beam_options_to_args</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">options</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)">dict</a></span></em><span class="sig-paren">)</span> → List<span class="p">[</span><a class="refe [...]
+<dt>
+<code class="sig-name descname">Returns a formatted pipeline options from a dictionary of arguments</code></dt>
+<dd><p>The logic of this method should be compatible with Apache Beam:
+<a class="reference external" href="https://github.com/apache/beam/blob/b56740f0e8cd80c2873412847d0b336837429fb9/sdks/python/">https://github.com/apache/beam/blob/b56740f0e8cd80c2873412847d0b336837429fb9/sdks/python/</a>
+apache_beam/options/pipeline_options.py#L230-L251</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>options</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) – Dictionary with options</p>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>List of arguments</p>
+</dd>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p>List[<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a>]</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py class">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamCommandRunner">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.apache.beam.hooks.beam.</code><code class="sig-name descname">BeamCommandRunner</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">cmd</span><span class="p">:</span> <span class="n">List<span class="p">[</span><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a><span class="p">]</span></span></em>, <em cla [...]
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.utils.log.logging_mixin.LoggingMixin</span></code></p>
+<p>Class responsible for running pipeline command in subprocess</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>cmd</strong> (<em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) – Parts of the command to be run in subprocess</p></li>
+<li><p><strong>process_line_callback</strong> (<em>Optional</em><em>[</em><em>Callable</em><em>[</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em><em>, </em><a class="reference external" href="https://docs.python.org/3/library/constants.html#None" title="(in Python v3.10)"><em>None</em></a><em>]</em><em>]</em>) – Optional callback which can be used to process
+stdout and stderr to detect job id</p></li>
+</ul>
+</dd>
+</dl>
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamCommandRunner.wait_for_done">
+<code class="sig-name descname">wait_for_done</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamCommandRunner.wait_for_done"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamCommandRunner.wait_for_done" title="Permalink to this de [...]
+<dd><p>Waits for Apache Beam pipeline to complete.</p>
+</dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamHook">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.apache.beam.hooks.beam.</code><code class="sig-name descname">BeamHook</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">runner</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span></em><span class="sig-paren">)</span><a class="reference internal" href= [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/hooks/base/index.html#airflow.hooks.base.BaseHook" title="(in apache-airflow v2.3.0.dev0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.hooks.base.BaseHook</span></code></a></p>
+<p>Hook for Apache Beam.</p>
+<p>All the methods in the hook where project_id is used must be called with
+keyword arguments rather than positional.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>runner</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Runner type</p>
+</dd>
+</dl>
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamHook.start_python_pipeline">
+<code class="sig-name descname">start_python_pipeline</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">variables</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)">dict</a></span></em>, <em class="sig-param"><span class="n">py_file</span><span class="p">:</span> <span class="n"><a class="referenc [...]
+<dd><p>Starts Apache Beam python pipeline.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>variables</strong> (<em>Dict</em>) – Variables passed to the pipeline.</p></li>
+<li><p><strong>py_options</strong> (<em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) – Additional options.</p></li>
+<li><p><strong>py_interpreter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Python version of the Apache Beam pipeline.
+If None, this defaults to the python3.
+To track python versions supported by beam and related
+issues check: <a class="reference external" href="https://issues.apache.org/jira/browse/BEAM-1251">https://issues.apache.org/jira/browse/BEAM-1251</a></p></li>
+<li><p><strong>py_requirements</strong> (<em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) – <p>Additional python package(s) to install.
+If a value is passed to this parameter, a new virtual environment has been created with
+additional packages installed.</p>
+<p>You could also install the apache-beam package if it is not installed on your system or you want
+to use a different version.</p>
+</p></li>
+<li><p><strong>py_system_site_packages</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – <p>Whether to include system_site_packages in your virtualenv.
+See virtualenv documentation for more information.</p>
+<p>This option is only relevant if the <code class="docutils literal notranslate"><span class="pre">py_requirements</span></code> parameter is not None.</p>
+</p></li>
+<li><p><strong>on_new_job_id_callback</strong> (<em>callable</em>) – Callback called when the job ID is known.</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamHook.start_java_pipeline">
+<code class="sig-name descname">start_java_pipeline</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">variables</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)">dict</a></span></em>, <em class="sig-param"><span class="n">jar</span><span class="p">:</span> <span class="n"><a class="reference exte [...]
+<dd><p>Starts Apache Beam Java pipeline.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>variables</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) – Variables passed to the job.</p></li>
+<li><p><strong>jar</strong> – Name of the jar for the pipeline</p></li>
+<li><p><strong>job_class</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Name of the java class for the pipeline.</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+</dd></dl>
+
+</div>
+</div>
+
+
+ <div class="pager" role="navigation" aria-label="related navigation">
+ <a rel="prev" title="airflow.providers.apache.beam.hooks" href="../index.html" >
+ <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
+ </a>
+ <a rel="next" title="airflow.providers.apache.beam.operators" href="../../operators/index.html" >
+ <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
+ </a>
+ </div>
+ </div>
+
+ </div>
+ </div>
+ </div>
+ </div>
+ <div class="rating-container">
+ <p class="bodytext__medium--greyish-brown font-weight-500">Was this entry helpful?</p>
+ <div class="rating">
+
+ <div id="rate-star-5" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-4" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-3" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-2" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-1" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ </div>
+ </div>
+
+ </main>
+
+
+
+
+ <nav class="wy-nav-side-toc">
+ <div class="wy-menu-vertical">
+ <ul>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks.beam</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType">BeamRunnerType</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DataflowRunner">DataflowRunner</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DirectRunner">DirectRunner</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SparkRunner">SparkRunner</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.FlinkRunner">FlinkRunner</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SamzaRunner">SamzaRunner</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.NemoRunner">NemoRunner</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.JetRunner">JetRunner</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.Twister2Runner">Twister2Runner</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.beam_options_to_args">beam_options_to_args</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamCommandRunner">BeamCommandRunner</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamCommandRunner.wait_for_done">wait_for_done</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamHook">BeamHook</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamHook.start_python_pipeline">start_python_pipeline</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamHook.start_java_pipeline">start_java_pipeline</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+
+ </div>
+ </nav>
+
+ </div>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <div class="base-layout--button">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-beam/_api/airflow/providers/apache/beam/hooks/beam/index.rst" rel="nofollow">
+
+ <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
+ <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
+ <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.15 [...]
+ </svg>
+
+ <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span>
+ </button>
+ </a>
+ </div>
+
+
+ </div>
+
+
+
+
+<footer>
+ <div class="footer-section footer-section__media-section">
+ <div class="d-flex align-items-center">
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="46.14" height="45" viewBox="0 0 46.14 45">
+ <path id="Path_207" d="M228.962 1078.578a23.072 23.072 0 0 0-7.29 44.96c1.154.212 1.574-.5 1.574-1.112 0-.548-.02-2-.031-3.924-6.417 1.394-7.771-3.093-7.771-3.093a6.109 6.109 0 0 0-2.562-3.375c-2.095-1.431.159-1.4.159-1.4a4.846 4.846 0 0 1 3.533 2.377c2.058 3.525 5.4 2.507 6.714 1.917a4.926 4.926 0 0 1 1.464-3.084c-5.123-.582-10.508-2.562-10.508-11.4a8.919 8.919 0 0 1 2.374-6.191 8.3 8.3 0 0 1 .226-6.105s1.937-.62 6.344 2.365a21.857 21.857 0 0 1 11.551 0c4.4-2.985 6.3 [...]
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow/issues">
+ <svg xmlns="http://www.w3.org/2000/svg" width="45" height="45" viewBox="0 0 45 45">
+ <g id="Group_210" data-name="Group 210" transform="translate(-339.789 -1315.282)">
+ <path id="Path_218" d="M394.82 1315.282h-21.671a9.784 9.784 0 0 0 9.784 9.778h3.986v3.857a9.784 9.784 0 0 0 9.784 9.771v-21.523a1.884 1.884 0 0 0-1.883-1.883z" fill="#fff" data-name="Path 218" transform="translate(-11.914)"></path>
+ <path id="Path_219" d="M378.14 1332.072h-21.671a9.778 9.778 0 0 0 9.778 9.778h4.018v3.857a9.784 9.784 0 0 0 9.752 9.778v-21.536a1.877 1.877 0 0 0-1.877-1.877z" fill="#fff" data-name="Path 219" transform="translate(-5.957 -5.996)"></path>
+ <path id="Path_220" d="M361.46 1348.862h-21.671a9.778 9.778 0 0 0 9.778 9.778h3.992v3.857a9.778 9.778 0 0 0 9.778 9.778v-21.529a1.883 1.883 0 0 0-1.877-1.884z" fill="#fff" data-name="Path 220" transform="translate(0 -11.993)"></path>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://s.apache.org/airflow-slack">
+ <svg xmlns="http://www.w3.org/2000/svg" width="45.073" height="45.073" viewBox="0 0 45.073 45.073">
+ <g id="Group_208" data-name="Group 208" transform="translate(-661.145 -806.287)">
+ <g id="Group_204" data-name="Group 204" transform="translate(661.145 830.01)">
+ <path id="Path_208" d="M670.634 856.859a4.744 4.744 0 1 1-4.744-4.744h4.744z" fill="#fff" data-name="Path 208" transform="translate(-661.145 -852.115)"></path>
+ <path id="Path_209" d="M684.059 856.859a4.744 4.744 0 0 1 9.489 0v11.861a4.744 4.744 0 1 1-9.489 0z" fill="#fff" data-name="Path 209" transform="translate(-672.198 -852.115)"></path>
+ </g>
+ <g id="Group_205" data-name="Group 205" transform="translate(661.145 806.287)">
+ <path id="Path_210" d="M688.8 815.776a4.744 4.744 0 1 1 4.744-4.745v4.745z" fill="#fff" data-name="Path 210" transform="translate(-672.198 -806.287)"></path>
+ <path id="Path_211" d="M677.751 829.2a4.744 4.744 0 0 1 0 9.489H665.89a4.744 4.744 0 1 1 0-9.489z" fill="#fff" data-name="Path 211" transform="translate(-661.145 -817.34)"></path>
+ </g>
+ <g id="Group_206" data-name="Group 206" transform="translate(684.868 806.287)">
+ <path id="Path_212" d="M729.887 833.945a4.744 4.744 0 1 1 4.745 4.745h-4.745z" fill="#fff" data-name="Path 212" transform="translate(-718.026 -817.34)"></path>
+ <path id="Path_213" d="M716.462 822.893a4.744 4.744 0 1 1-9.489 0v-11.862a4.744 4.744 0 0 1 9.489 0z" fill="#fff" data-name="Path 213" transform="translate(-706.973 -806.287)"></path>
+ </g>
+ <g id="Group_207" data-name="Group 207" transform="translate(684.868 830.01)">
+ <path id="Path_214" d="M711.718 875.029a4.744 4.744 0 1 1-4.745 4.744v-4.744z" fill="#fff" data-name="Path 214" transform="translate(-706.973 -863.168)"></path>
+ <path id="Path_215" d="M711.718 861.6a4.744 4.744 0 1 1 0-9.489h11.861a4.744 4.744 0 0 1 0 9.489z" fill="#fff" data-name="Path 215" transform="translate(-706.973 -852.115)"></path>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://stackoverflow.com/questions/tagged/airflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="37.647" height="44.6" viewBox="0 0 37.647 44.6">
+ <g id="Group_209" data-name="Group 209" transform="translate(-645.2 -975.455)">
+ <path id="Path_216" d="M677.028 1043.1v-11.948h3.966v15.914H645.2v-15.914h3.966v11.948z" fill="#fff" data-name="Path 216" transform="translate(0 -27.014)"></path>
+ <path id="Path_217" d="M661.012 1003.008l19.467 4.069.824-3.914-19.467-4.069zm2.575-9.27l18.025 8.395 1.648-3.605-18.025-8.446zm5-8.858l15.3 12.721 2.524-3.039-15.3-12.721zm9.888-9.425l-3.193 2.369 11.845 15.965 3.193-2.369zm-17.875 36.617h19.879v-3.966H660.6z" fill="#fff" data-name="Path 217" transform="translate(-7.469)"></path>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://twitter.com/ApacheAirflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="44.355" height="44.355" viewBox="0 0 44.355 44.355">
+ <g id="Group_211" data-name="Group 211" transform="translate(-503 -1382.2)">
+ <path id="Path_221" d="M541.811 1382.2h-33.267a5.546 5.546 0 0 0-5.544 5.544v33.266a5.547 5.547 0 0 0 5.544 5.545h33.267a5.546 5.546 0 0 0 5.544-5.545v-33.266a5.546 5.546 0 0 0-5.544-5.544zm-5.611 16.533c.011.244.011.488.011.732 0 7.507-5.722 16.178-16.179 16.178a16.173 16.173 0 0 1-8.7-2.539 10.92 10.92 0 0 0 1.353.078 11.4 11.4 0 0 0 7.064-2.44 5.685 5.685 0 0 1-5.311-3.947 5.725 5.725 0 0 0 2.561-.1 5.7 5.7 0 0 1-4.557-5.578v-.078a5.752 5.752 0 0 0 2.572.71 5.7 [...]
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA">
+ <svg xmlns="http://www.w3.org/2000/svg" width="49.594" height="34.941" viewBox="0 0 49.594 34.941">
+ <path id="Path_223" d="M1124.557 1230a6.232 6.232 0 0 0-4.385-4.413c-3.867-1.043-19.376-1.043-19.376-1.043s-15.508 0-19.376 1.043a6.232 6.232 0 0 0-4.385 4.413c-1.036 3.893-1.036 12.014-1.036 12.014s0 8.122 1.036 12.015a6.232 6.232 0 0 0 4.385 4.413c3.867 1.043 19.376 1.043 19.376 1.043s15.509 0 19.376-1.043a6.232 6.232 0 0 0 4.385-4.413c1.036-3.893 1.036-12.015 1.036-12.015s.001-8.123-1.036-12.014zm-28.833 19.388v-14.748l12.962 7.374z" fill="#fff" data-name="Path 223 [...]
+ </svg>
+
+ </a>
+
+ </div>
+
+
+ <div class="footer-section__media-section--button-with-text">
+ <span class="footer-section__media-section--text">Want to be a part of Apache Airflow?</span>
+ <a href="/community">
+
+ <button id="" class="btn-filled bodytext__medium--white ">Join community</button>
+
+ </a>
+ </div>
+
+
+ </div>
+ <div class="footer-section footer-section__policies-section">
+ <div class="footer-section">
+ <span>© The Apache Software Foundation <script>document.write(new Date().getFullYear())</script></span>
+ <div class="footer-section__policies-section--policies">
+
+ <a href="https://www.apache.org/licenses/" class="footer-section__policies-section--policy-item">
+ <span>License</span>
+ </a>
+
+ <a href="https://www.apache.org/foundation/sponsorship.html" class="footer-section__policies-section--policy-item">
+ <span>Donate</span>
+ </a>
+
+ <a href="https://www.apache.org/foundation/thanks.html" class="footer-section__policies-section--policy-item">
+ <span>Thanks</span>
+ </a>
+
+ <a href="https://www.apache.org/security/" class="footer-section__policies-section--policy-item">
+ <span>Security</span>
+ </a>
+
+
+ </div>
+ </div>
+ <span class="footer-section__policies-section--disclaimer">
+ Apache Airflow, Apache, Airflow, the Airflow logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation.
+ All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.
+ </span>
+ </div>
+</footer>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
+ <script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+</body>
+</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_api/airflow/providers/apache/beam/hooks/index.html b/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_api/airflow/providers/apache/beam/hooks/index.html
new file mode 100644
index 0000000..83e2d42
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_api/airflow/providers/apache/beam/hooks/index.html
@@ -0,0 +1,832 @@
+
+
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+ <html xmlns="http://www.w3.org/1999/xhtml">
+<head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1">
+ <title>airflow.providers.apache.beam.hooks — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.beam.hooks.beam" href="beam/index.html" />
+ <link rel="prev" title="airflow.providers.apache.beam" href="../index.html" />
+ <script type="application/javascript">
+ var doNotTrack = false;
+ window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
+ ga('create', 'UA-140539454-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+ <script async src='https://www.google-analytics.com/analytics.js'></script>
+
+
+</head><body class="td-section">
+
+
+<header>
+ <nav class="js-navbar-scroll navbar">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178.258 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0zm-1 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482-.2h1 [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+ <div class="desktop-only navbar__menu-container">
+
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+ </div>
+
+
+
+ </div>
+
+ </div>
+ <div class="mobile-only navbar__drawer-container">
+ <button class="navbar__toggle-button" id="navbar-toggle-button">
+
+ <div id="hamburger-icon" class="navbar__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="26" height="20" viewBox="0 0 26 20">
+ <g id="Group_1294" data-name="Group 1294" transform="translate(-38.791 291)">
+ <g id="Group_1291" data-name="Group 1291" transform="translate(39 -291)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="translate(39 -281.822)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ <g id="Group_1293" data-name="Group 1293" transform="translate(39 -272.644)">
+ <rect id="Rectangle_463" width="26" height="2" fill="#51504f" data-name="Rectangle 463" rx="1" transform="translate(-.209 -.356)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="close-icon" class="navbar__toggle-button--icon">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </button>
+ <div class="navbar__drawer" id="navbar-drawer">
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+
+ </div>
+
+
+ </div>
+ </div>
+ </div>
+ </nav>
+
+</header>
+
+
+ <div class="roadmap container-fluid td-default base-layout">
+
+
+ <div class="content-drawer-wrapper">
+ <button class="content-drawer__toggle-button" id="content-open-button">
+
+ <div id="hamburger-icon" class="content-drawer__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="20.005" height="13.879" viewBox="0 0 20.005 13.879">
+ <g id="Group_1619" data-name="Group 1619" transform="translate(271.132 -418.872)">
+ <g id="Group_1613" data-name="Group 1613" transform="translate(-266.229 431.045)">
+ <path id="Path_1337" d="M-218.5 513.215h-14.583a.259.259 0 0 1-.259-.26.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.26z" fill="#51504f" data-name="Path 1337" transform="translate(233.345 -512.696)"></path>
+ </g>
+ <g id="Group_1614" data-name="Group 1614" transform="translate(-266.229 425.684)">
+ <path id="Path_1338" d="M-218.5 471.9h-14.583a.259.259 0 0 1-.259-.26.26.26 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.26.26 0 0 1-.259.26z" fill="#51504f" data-name="Path 1338" transform="translate(233.345 -471.376)"></path>
+ </g>
+ <g id="Group_1615" data-name="Group 1615" transform="translate(-266.229 420.323)">
+ <path id="Path_1339" d="M-218.5 430.574h-14.583a.259.259 0 0 1-.259-.259.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.259z" fill="#51504f" data-name="Path 1339" transform="translate(233.345 -430.055)"></path>
+ </g>
+ <g id="Group_1616" data-name="Group 1616" transform="translate(-271.132 429.814)">
+ <path id="Path_1340" d="M-269.663 506.145a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1340" transform="translate(271.132 -503.208)"></path>
+ </g>
+ <g id="Group_1617" data-name="Group 1617" transform="translate(-271.132 424.556)">
+ <path id="Path_1341" d="M-269.663 465.62a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.952z" fill="#51504f" data-name="Path 1341" transform="translate(271.132 -462.683)"></path>
+ </g>
+ <g id="Group_1618" data-name="Group 1618" transform="translate(-271.132 418.872)">
+ <path id="Path_1342" d="M-269.663 421.809a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1342" transform="translate(271.132 -418.872)"></path>
+ </g>
+ </g>
+ </svg>
+
+ <span class="bodytext__mobile--brownish-grey">Content</span>
+ </div>
+
+ </button>
+ <nav id="content-navbar" class="navbar navbar--hidden">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482- [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+
+ <div id="content-close-button">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </nav>
+ <div class="content-drawer-container" id="content-drawer">
+ <div class="content-drawer">
+ <div class="td-sidebar">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">3.1.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+ </div>
+ </div>
+ </div>
+
+ <div class="d-flex">
+
+
+ <div class="td-sidebar desktop-only d-print-none">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">3.1.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+
+
+
+
+ <main class="col-12 col-md-9 col-xl-8" role="main">
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation" class="d-none d-md-block d-print-none">
+
+ <ul class="breadcrumb">
+
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam</span></code></a></li>
+
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks</span></code></a></li>
+
+ </ul>
+</div>
+
+ <div class="rst-content">
+ <div class="document">
+ <div class="documentwrapper">
+ <div class="bodywrapper">
+ <div class="body" role="main">
+
+ <div class="section" id="module-airflow.providers.apache.beam.hooks">
+<span id="airflow-providers-apache-beam-hooks"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.beam.hooks" title="airflow.providers.apache.beam.hooks"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.beam.hooks" title="Permalink to this headline">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this headline">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="beam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks.beam</span></code></a></li>
+</ul>
+</div>
+</div>
+</div>
+
+
+ <div class="pager" role="navigation" aria-label="related navigation">
+ <a rel="prev" title="airflow.providers.apache.beam" href="../index.html" >
+ <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
+ </a>
+ <a rel="next" title="airflow.providers.apache.beam.hooks.beam" href="beam/index.html" >
+ <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
+ </a>
+ </div>
+ </div>
+
+ </div>
+ </div>
+ </div>
+ </div>
+ <div class="rating-container">
+ <p class="bodytext__medium--greyish-brown font-weight-500">Was this entry helpful?</p>
+ <div class="rating">
+
+ <div id="rate-star-5" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-4" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-3" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-2" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-1" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ </div>
+ </div>
+
+ </main>
+
+
+
+
+ <nav class="wy-nav-side-toc">
+ <div class="wy-menu-vertical">
+ <ul>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
+</ul>
+</li>
+</ul>
+
+ </div>
+ </nav>
+
+ </div>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <div class="base-layout--button">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-beam/_api/airflow/providers/apache/beam/hooks/index.rst" rel="nofollow">
+
+ <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
+ <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
+ <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.15 [...]
+ </svg>
+
+ <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span>
+ </button>
+ </a>
+ </div>
+
+
+ </div>
+
+
+
+
+<footer>
+ <div class="footer-section footer-section__media-section">
+ <div class="d-flex align-items-center">
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="46.14" height="45" viewBox="0 0 46.14 45">
+ <path id="Path_207" d="M228.962 1078.578a23.072 23.072 0 0 0-7.29 44.96c1.154.212 1.574-.5 1.574-1.112 0-.548-.02-2-.031-3.924-6.417 1.394-7.771-3.093-7.771-3.093a6.109 6.109 0 0 0-2.562-3.375c-2.095-1.431.159-1.4.159-1.4a4.846 4.846 0 0 1 3.533 2.377c2.058 3.525 5.4 2.507 6.714 1.917a4.926 4.926 0 0 1 1.464-3.084c-5.123-.582-10.508-2.562-10.508-11.4a8.919 8.919 0 0 1 2.374-6.191 8.3 8.3 0 0 1 .226-6.105s1.937-.62 6.344 2.365a21.857 21.857 0 0 1 11.551 0c4.4-2.985 6.3 [...]
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow/issues">
+ <svg xmlns="http://www.w3.org/2000/svg" width="45" height="45" viewBox="0 0 45 45">
+ <g id="Group_210" data-name="Group 210" transform="translate(-339.789 -1315.282)">
+ <path id="Path_218" d="M394.82 1315.282h-21.671a9.784 9.784 0 0 0 9.784 9.778h3.986v3.857a9.784 9.784 0 0 0 9.784 9.771v-21.523a1.884 1.884 0 0 0-1.883-1.883z" fill="#fff" data-name="Path 218" transform="translate(-11.914)"></path>
+ <path id="Path_219" d="M378.14 1332.072h-21.671a9.778 9.778 0 0 0 9.778 9.778h4.018v3.857a9.784 9.784 0 0 0 9.752 9.778v-21.536a1.877 1.877 0 0 0-1.877-1.877z" fill="#fff" data-name="Path 219" transform="translate(-5.957 -5.996)"></path>
+ <path id="Path_220" d="M361.46 1348.862h-21.671a9.778 9.778 0 0 0 9.778 9.778h3.992v3.857a9.778 9.778 0 0 0 9.778 9.778v-21.529a1.883 1.883 0 0 0-1.877-1.884z" fill="#fff" data-name="Path 220" transform="translate(0 -11.993)"></path>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://s.apache.org/airflow-slack">
+ <svg xmlns="http://www.w3.org/2000/svg" width="45.073" height="45.073" viewBox="0 0 45.073 45.073">
+ <g id="Group_208" data-name="Group 208" transform="translate(-661.145 -806.287)">
+ <g id="Group_204" data-name="Group 204" transform="translate(661.145 830.01)">
+ <path id="Path_208" d="M670.634 856.859a4.744 4.744 0 1 1-4.744-4.744h4.744z" fill="#fff" data-name="Path 208" transform="translate(-661.145 -852.115)"></path>
+ <path id="Path_209" d="M684.059 856.859a4.744 4.744 0 0 1 9.489 0v11.861a4.744 4.744 0 1 1-9.489 0z" fill="#fff" data-name="Path 209" transform="translate(-672.198 -852.115)"></path>
+ </g>
+ <g id="Group_205" data-name="Group 205" transform="translate(661.145 806.287)">
+ <path id="Path_210" d="M688.8 815.776a4.744 4.744 0 1 1 4.744-4.745v4.745z" fill="#fff" data-name="Path 210" transform="translate(-672.198 -806.287)"></path>
+ <path id="Path_211" d="M677.751 829.2a4.744 4.744 0 0 1 0 9.489H665.89a4.744 4.744 0 1 1 0-9.489z" fill="#fff" data-name="Path 211" transform="translate(-661.145 -817.34)"></path>
+ </g>
+ <g id="Group_206" data-name="Group 206" transform="translate(684.868 806.287)">
+ <path id="Path_212" d="M729.887 833.945a4.744 4.744 0 1 1 4.745 4.745h-4.745z" fill="#fff" data-name="Path 212" transform="translate(-718.026 -817.34)"></path>
+ <path id="Path_213" d="M716.462 822.893a4.744 4.744 0 1 1-9.489 0v-11.862a4.744 4.744 0 0 1 9.489 0z" fill="#fff" data-name="Path 213" transform="translate(-706.973 -806.287)"></path>
+ </g>
+ <g id="Group_207" data-name="Group 207" transform="translate(684.868 830.01)">
+ <path id="Path_214" d="M711.718 875.029a4.744 4.744 0 1 1-4.745 4.744v-4.744z" fill="#fff" data-name="Path 214" transform="translate(-706.973 -863.168)"></path>
+ <path id="Path_215" d="M711.718 861.6a4.744 4.744 0 1 1 0-9.489h11.861a4.744 4.744 0 0 1 0 9.489z" fill="#fff" data-name="Path 215" transform="translate(-706.973 -852.115)"></path>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://stackoverflow.com/questions/tagged/airflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="37.647" height="44.6" viewBox="0 0 37.647 44.6">
+ <g id="Group_209" data-name="Group 209" transform="translate(-645.2 -975.455)">
+ <path id="Path_216" d="M677.028 1043.1v-11.948h3.966v15.914H645.2v-15.914h3.966v11.948z" fill="#fff" data-name="Path 216" transform="translate(0 -27.014)"></path>
+ <path id="Path_217" d="M661.012 1003.008l19.467 4.069.824-3.914-19.467-4.069zm2.575-9.27l18.025 8.395 1.648-3.605-18.025-8.446zm5-8.858l15.3 12.721 2.524-3.039-15.3-12.721zm9.888-9.425l-3.193 2.369 11.845 15.965 3.193-2.369zm-17.875 36.617h19.879v-3.966H660.6z" fill="#fff" data-name="Path 217" transform="translate(-7.469)"></path>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://twitter.com/ApacheAirflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="44.355" height="44.355" viewBox="0 0 44.355 44.355">
+ <g id="Group_211" data-name="Group 211" transform="translate(-503 -1382.2)">
+ <path id="Path_221" d="M541.811 1382.2h-33.267a5.546 5.546 0 0 0-5.544 5.544v33.266a5.547 5.547 0 0 0 5.544 5.545h33.267a5.546 5.546 0 0 0 5.544-5.545v-33.266a5.546 5.546 0 0 0-5.544-5.544zm-5.611 16.533c.011.244.011.488.011.732 0 7.507-5.722 16.178-16.179 16.178a16.173 16.173 0 0 1-8.7-2.539 10.92 10.92 0 0 0 1.353.078 11.4 11.4 0 0 0 7.064-2.44 5.685 5.685 0 0 1-5.311-3.947 5.725 5.725 0 0 0 2.561-.1 5.7 5.7 0 0 1-4.557-5.578v-.078a5.752 5.752 0 0 0 2.572.71 5.7 [...]
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA">
+ <svg xmlns="http://www.w3.org/2000/svg" width="49.594" height="34.941" viewBox="0 0 49.594 34.941">
+ <path id="Path_223" d="M1124.557 1230a6.232 6.232 0 0 0-4.385-4.413c-3.867-1.043-19.376-1.043-19.376-1.043s-15.508 0-19.376 1.043a6.232 6.232 0 0 0-4.385 4.413c-1.036 3.893-1.036 12.014-1.036 12.014s0 8.122 1.036 12.015a6.232 6.232 0 0 0 4.385 4.413c3.867 1.043 19.376 1.043 19.376 1.043s15.509 0 19.376-1.043a6.232 6.232 0 0 0 4.385-4.413c1.036-3.893 1.036-12.015 1.036-12.015s.001-8.123-1.036-12.014zm-28.833 19.388v-14.748l12.962 7.374z" fill="#fff" data-name="Path 223 [...]
+ </svg>
+
+ </a>
+
+ </div>
+
+
+ <div class="footer-section__media-section--button-with-text">
+ <span class="footer-section__media-section--text">Want to be a part of Apache Airflow?</span>
+ <a href="/community">
+
+ <button id="" class="btn-filled bodytext__medium--white ">Join community</button>
+
+ </a>
+ </div>
+
+
+ </div>
+ <div class="footer-section footer-section__policies-section">
+ <div class="footer-section">
+ <span>© The Apache Software Foundation <script>document.write(new Date().getFullYear())</script></span>
+ <div class="footer-section__policies-section--policies">
+
+ <a href="https://www.apache.org/licenses/" class="footer-section__policies-section--policy-item">
+ <span>License</span>
+ </a>
+
+ <a href="https://www.apache.org/foundation/sponsorship.html" class="footer-section__policies-section--policy-item">
+ <span>Donate</span>
+ </a>
+
+ <a href="https://www.apache.org/foundation/thanks.html" class="footer-section__policies-section--policy-item">
+ <span>Thanks</span>
+ </a>
+
+ <a href="https://www.apache.org/security/" class="footer-section__policies-section--policy-item">
+ <span>Security</span>
+ </a>
+
+
+ </div>
+ </div>
+ <span class="footer-section__policies-section--disclaimer">
+ Apache Airflow, Apache, Airflow, the Airflow logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation.
+ All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.
+ </span>
+ </div>
+</footer>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
+ <script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+</body>
+</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_api/airflow/providers/apache/beam/index.html b/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_api/airflow/providers/apache/beam/index.html
new file mode 100644
index 0000000..a4c8c7e
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_api/airflow/providers/apache/beam/index.html
@@ -0,0 +1,837 @@
+
+
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+ <html xmlns="http://www.w3.org/1999/xhtml">
+<head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1">
+ <title>airflow.providers.apache.beam — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.beam.hooks" href="hooks/index.html" />
+ <link rel="prev" title="apache-airflow-providers-apache-beam" href="../../../../../index.html" />
+ <script type="application/javascript">
+ var doNotTrack = false;
+ window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
+ ga('create', 'UA-140539454-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+ <script async src='https://www.google-analytics.com/analytics.js'></script>
+
+
+</head><body class="td-section">
+
+
+<header>
+ <nav class="js-navbar-scroll navbar">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178.258 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0zm-1 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482-.2h1 [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+ <div class="desktop-only navbar__menu-container">
+
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+ </div>
+
+
+
+ </div>
+
+ </div>
+ <div class="mobile-only navbar__drawer-container">
+ <button class="navbar__toggle-button" id="navbar-toggle-button">
+
+ <div id="hamburger-icon" class="navbar__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="26" height="20" viewBox="0 0 26 20">
+ <g id="Group_1294" data-name="Group 1294" transform="translate(-38.791 291)">
+ <g id="Group_1291" data-name="Group 1291" transform="translate(39 -291)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="translate(39 -281.822)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ <g id="Group_1293" data-name="Group 1293" transform="translate(39 -272.644)">
+ <rect id="Rectangle_463" width="26" height="2" fill="#51504f" data-name="Rectangle 463" rx="1" transform="translate(-.209 -.356)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="close-icon" class="navbar__toggle-button--icon">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </button>
+ <div class="navbar__drawer" id="navbar-drawer">
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+
+ </div>
+
+
+ </div>
+ </div>
+ </div>
+ </nav>
+
+</header>
+
+
+ <div class="roadmap container-fluid td-default base-layout">
+
+
+ <div class="content-drawer-wrapper">
+ <button class="content-drawer__toggle-button" id="content-open-button">
+
+ <div id="hamburger-icon" class="content-drawer__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="20.005" height="13.879" viewBox="0 0 20.005 13.879">
+ <g id="Group_1619" data-name="Group 1619" transform="translate(271.132 -418.872)">
+ <g id="Group_1613" data-name="Group 1613" transform="translate(-266.229 431.045)">
+ <path id="Path_1337" d="M-218.5 513.215h-14.583a.259.259 0 0 1-.259-.26.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.26z" fill="#51504f" data-name="Path 1337" transform="translate(233.345 -512.696)"></path>
+ </g>
+ <g id="Group_1614" data-name="Group 1614" transform="translate(-266.229 425.684)">
+ <path id="Path_1338" d="M-218.5 471.9h-14.583a.259.259 0 0 1-.259-.26.26.26 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.26.26 0 0 1-.259.26z" fill="#51504f" data-name="Path 1338" transform="translate(233.345 -471.376)"></path>
+ </g>
+ <g id="Group_1615" data-name="Group 1615" transform="translate(-266.229 420.323)">
+ <path id="Path_1339" d="M-218.5 430.574h-14.583a.259.259 0 0 1-.259-.259.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.259z" fill="#51504f" data-name="Path 1339" transform="translate(233.345 -430.055)"></path>
+ </g>
+ <g id="Group_1616" data-name="Group 1616" transform="translate(-271.132 429.814)">
+ <path id="Path_1340" d="M-269.663 506.145a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1340" transform="translate(271.132 -503.208)"></path>
+ </g>
+ <g id="Group_1617" data-name="Group 1617" transform="translate(-271.132 424.556)">
+ <path id="Path_1341" d="M-269.663 465.62a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.952z" fill="#51504f" data-name="Path 1341" transform="translate(271.132 -462.683)"></path>
+ </g>
+ <g id="Group_1618" data-name="Group 1618" transform="translate(-271.132 418.872)">
+ <path id="Path_1342" d="M-269.663 421.809a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1342" transform="translate(271.132 -418.872)"></path>
+ </g>
+ </g>
+ </svg>
+
+ <span class="bodytext__mobile--brownish-grey">Content</span>
+ </div>
+
+ </button>
+ <nav id="content-navbar" class="navbar navbar--hidden">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482- [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+
+ <div id="content-close-button">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </nav>
+ <div class="content-drawer-container" id="content-drawer">
+ <div class="content-drawer">
+ <div class="td-sidebar">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">3.1.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+ </div>
+ </div>
+ </div>
+
+ <div class="d-flex">
+
+
+ <div class="td-sidebar desktop-only d-print-none">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">3.1.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+
+
+
+
+ <main class="col-12 col-md-9 col-xl-8" role="main">
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation" class="d-none d-md-block d-print-none">
+
+ <ul class="breadcrumb">
+
+ <li class="breadcrumb-item"><a href="../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam</span></code></a></li>
+
+ </ul>
+</div>
+
+ <div class="rst-content">
+ <div class="document">
+ <div class="documentwrapper">
+ <div class="bodywrapper">
+ <div class="body" role="main">
+
+ <div class="section" id="module-airflow.providers.apache.beam">
+<span id="airflow-providers-apache-beam"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.beam" title="airflow.providers.apache.beam"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.beam" title="Permalink to this headline">¶</a></h1>
+<div class="section" id="subpackages">
+<h2>Subpackages<a class="headerlink" href="#subpackages" title="Permalink to this headline">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="hooks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks</span></code></a><ul>
+<li class="toctree-l2"><a class="reference internal" href="hooks/beam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks.beam</span></code></a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="operators/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators</span></code></a><ul>
+<li class="toctree-l2"><a class="reference internal" href="operators/beam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators.beam</span></code></a></li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+</div>
+
+
+ <div class="pager" role="navigation" aria-label="related navigation">
+ <a rel="prev" title="apache-airflow-providers-apache-beam" href="../../../../../index.html" >
+ <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
+ </a>
+ <a rel="next" title="airflow.providers.apache.beam.hooks" href="hooks/index.html" >
+ <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
+ </a>
+ </div>
+ </div>
+
+ </div>
+ </div>
+ </div>
+ </div>
+ <div class="rating-container">
+ <p class="bodytext__medium--greyish-brown font-weight-500">Was this entry helpful?</p>
+ <div class="rating">
+
+ <div id="rate-star-5" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-4" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-3" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-2" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-1" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ </div>
+ </div>
+
+ </main>
+
+
+
+
+ <nav class="wy-nav-side-toc">
+ <div class="wy-menu-vertical">
+ <ul>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam</span></code></a><ul>
+<li><a class="reference internal" href="#subpackages">Subpackages</a></li>
+</ul>
+</li>
+</ul>
+
+ </div>
+ </nav>
+
+ </div>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <div class="base-layout--button">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-beam/_api/airflow/providers/apache/beam/index.rst" rel="nofollow">
+
+ <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
+ <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
+ <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.15 [...]
+ </svg>
+
+ <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span>
+ </button>
+ </a>
+ </div>
+
+
+ </div>
+
+
+
+
+<footer>
+ <div class="footer-section footer-section__media-section">
+ <div class="d-flex align-items-center">
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="46.14" height="45" viewBox="0 0 46.14 45">
+ <path id="Path_207" d="M228.962 1078.578a23.072 23.072 0 0 0-7.29 44.96c1.154.212 1.574-.5 1.574-1.112 0-.548-.02-2-.031-3.924-6.417 1.394-7.771-3.093-7.771-3.093a6.109 6.109 0 0 0-2.562-3.375c-2.095-1.431.159-1.4.159-1.4a4.846 4.846 0 0 1 3.533 2.377c2.058 3.525 5.4 2.507 6.714 1.917a4.926 4.926 0 0 1 1.464-3.084c-5.123-.582-10.508-2.562-10.508-11.4a8.919 8.919 0 0 1 2.374-6.191 8.3 8.3 0 0 1 .226-6.105s1.937-.62 6.344 2.365a21.857 21.857 0 0 1 11.551 0c4.4-2.985 6.3 [...]
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow/issues">
+ <svg xmlns="http://www.w3.org/2000/svg" width="45" height="45" viewBox="0 0 45 45">
+ <g id="Group_210" data-name="Group 210" transform="translate(-339.789 -1315.282)">
+ <path id="Path_218" d="M394.82 1315.282h-21.671a9.784 9.784 0 0 0 9.784 9.778h3.986v3.857a9.784 9.784 0 0 0 9.784 9.771v-21.523a1.884 1.884 0 0 0-1.883-1.883z" fill="#fff" data-name="Path 218" transform="translate(-11.914)"></path>
+ <path id="Path_219" d="M378.14 1332.072h-21.671a9.778 9.778 0 0 0 9.778 9.778h4.018v3.857a9.784 9.784 0 0 0 9.752 9.778v-21.536a1.877 1.877 0 0 0-1.877-1.877z" fill="#fff" data-name="Path 219" transform="translate(-5.957 -5.996)"></path>
+ <path id="Path_220" d="M361.46 1348.862h-21.671a9.778 9.778 0 0 0 9.778 9.778h3.992v3.857a9.778 9.778 0 0 0 9.778 9.778v-21.529a1.883 1.883 0 0 0-1.877-1.884z" fill="#fff" data-name="Path 220" transform="translate(0 -11.993)"></path>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://s.apache.org/airflow-slack">
+ <svg xmlns="http://www.w3.org/2000/svg" width="45.073" height="45.073" viewBox="0 0 45.073 45.073">
+ <g id="Group_208" data-name="Group 208" transform="translate(-661.145 -806.287)">
+ <g id="Group_204" data-name="Group 204" transform="translate(661.145 830.01)">
+ <path id="Path_208" d="M670.634 856.859a4.744 4.744 0 1 1-4.744-4.744h4.744z" fill="#fff" data-name="Path 208" transform="translate(-661.145 -852.115)"></path>
+ <path id="Path_209" d="M684.059 856.859a4.744 4.744 0 0 1 9.489 0v11.861a4.744 4.744 0 1 1-9.489 0z" fill="#fff" data-name="Path 209" transform="translate(-672.198 -852.115)"></path>
+ </g>
+ <g id="Group_205" data-name="Group 205" transform="translate(661.145 806.287)">
+ <path id="Path_210" d="M688.8 815.776a4.744 4.744 0 1 1 4.744-4.745v4.745z" fill="#fff" data-name="Path 210" transform="translate(-672.198 -806.287)"></path>
+ <path id="Path_211" d="M677.751 829.2a4.744 4.744 0 0 1 0 9.489H665.89a4.744 4.744 0 1 1 0-9.489z" fill="#fff" data-name="Path 211" transform="translate(-661.145 -817.34)"></path>
+ </g>
+ <g id="Group_206" data-name="Group 206" transform="translate(684.868 806.287)">
+ <path id="Path_212" d="M729.887 833.945a4.744 4.744 0 1 1 4.745 4.745h-4.745z" fill="#fff" data-name="Path 212" transform="translate(-718.026 -817.34)"></path>
+ <path id="Path_213" d="M716.462 822.893a4.744 4.744 0 1 1-9.489 0v-11.862a4.744 4.744 0 0 1 9.489 0z" fill="#fff" data-name="Path 213" transform="translate(-706.973 -806.287)"></path>
+ </g>
+ <g id="Group_207" data-name="Group 207" transform="translate(684.868 830.01)">
+ <path id="Path_214" d="M711.718 875.029a4.744 4.744 0 1 1-4.745 4.744v-4.744z" fill="#fff" data-name="Path 214" transform="translate(-706.973 -863.168)"></path>
+ <path id="Path_215" d="M711.718 861.6a4.744 4.744 0 1 1 0-9.489h11.861a4.744 4.744 0 0 1 0 9.489z" fill="#fff" data-name="Path 215" transform="translate(-706.973 -852.115)"></path>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://stackoverflow.com/questions/tagged/airflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="37.647" height="44.6" viewBox="0 0 37.647 44.6">
+ <g id="Group_209" data-name="Group 209" transform="translate(-645.2 -975.455)">
+ <path id="Path_216" d="M677.028 1043.1v-11.948h3.966v15.914H645.2v-15.914h3.966v11.948z" fill="#fff" data-name="Path 216" transform="translate(0 -27.014)"></path>
+ <path id="Path_217" d="M661.012 1003.008l19.467 4.069.824-3.914-19.467-4.069zm2.575-9.27l18.025 8.395 1.648-3.605-18.025-8.446zm5-8.858l15.3 12.721 2.524-3.039-15.3-12.721zm9.888-9.425l-3.193 2.369 11.845 15.965 3.193-2.369zm-17.875 36.617h19.879v-3.966H660.6z" fill="#fff" data-name="Path 217" transform="translate(-7.469)"></path>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://twitter.com/ApacheAirflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="44.355" height="44.355" viewBox="0 0 44.355 44.355">
+ <g id="Group_211" data-name="Group 211" transform="translate(-503 -1382.2)">
+ <path id="Path_221" d="M541.811 1382.2h-33.267a5.546 5.546 0 0 0-5.544 5.544v33.266a5.547 5.547 0 0 0 5.544 5.545h33.267a5.546 5.546 0 0 0 5.544-5.545v-33.266a5.546 5.546 0 0 0-5.544-5.544zm-5.611 16.533c.011.244.011.488.011.732 0 7.507-5.722 16.178-16.179 16.178a16.173 16.173 0 0 1-8.7-2.539 10.92 10.92 0 0 0 1.353.078 11.4 11.4 0 0 0 7.064-2.44 5.685 5.685 0 0 1-5.311-3.947 5.725 5.725 0 0 0 2.561-.1 5.7 5.7 0 0 1-4.557-5.578v-.078a5.752 5.752 0 0 0 2.572.71 5.7 [...]
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA">
+ <svg xmlns="http://www.w3.org/2000/svg" width="49.594" height="34.941" viewBox="0 0 49.594 34.941">
+ <path id="Path_223" d="M1124.557 1230a6.232 6.232 0 0 0-4.385-4.413c-3.867-1.043-19.376-1.043-19.376-1.043s-15.508 0-19.376 1.043a6.232 6.232 0 0 0-4.385 4.413c-1.036 3.893-1.036 12.014-1.036 12.014s0 8.122 1.036 12.015a6.232 6.232 0 0 0 4.385 4.413c3.867 1.043 19.376 1.043 19.376 1.043s15.509 0 19.376-1.043a6.232 6.232 0 0 0 4.385-4.413c1.036-3.893 1.036-12.015 1.036-12.015s.001-8.123-1.036-12.014zm-28.833 19.388v-14.748l12.962 7.374z" fill="#fff" data-name="Path 223 [...]
+ </svg>
+
+ </a>
+
+ </div>
+
+
+ <div class="footer-section__media-section--button-with-text">
+ <span class="footer-section__media-section--text">Want to be a part of Apache Airflow?</span>
+ <a href="/community">
+
+ <button id="" class="btn-filled bodytext__medium--white ">Join community</button>
+
+ </a>
+ </div>
+
+
+ </div>
+ <div class="footer-section footer-section__policies-section">
+ <div class="footer-section">
+ <span>© The Apache Software Foundation <script>document.write(new Date().getFullYear())</script></span>
+ <div class="footer-section__policies-section--policies">
+
+ <a href="https://www.apache.org/licenses/" class="footer-section__policies-section--policy-item">
+ <span>License</span>
+ </a>
+
+ <a href="https://www.apache.org/foundation/sponsorship.html" class="footer-section__policies-section--policy-item">
+ <span>Donate</span>
+ </a>
+
+ <a href="https://www.apache.org/foundation/thanks.html" class="footer-section__policies-section--policy-item">
+ <span>Thanks</span>
+ </a>
+
+ <a href="https://www.apache.org/security/" class="footer-section__policies-section--policy-item">
+ <span>Security</span>
+ </a>
+
+
+ </div>
+ </div>
+ <span class="footer-section__policies-section--disclaimer">
+ Apache Airflow, Apache, Airflow, the Airflow logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation.
+ All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.
+ </span>
+ </div>
+</footer>
+ <script type="text/javascript" src="../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../" src="../../../../../_static/documentation_options.js"></script>
+ <script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
+ <script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
+ <script src="../../../../../_static/jquery.js"></script>
+ <script src="../../../../../_static/underscore.js"></script>
+ <script src="../../../../../_static/doctools.js"></script>
+ <script src="../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../_static/copybutton.js"></script>
+</body>
+</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_api/airflow/providers/apache/beam/operators/beam/index.html b/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_api/airflow/providers/apache/beam/operators/beam/index.html
new file mode 100644
index 0000000..50e3cb0
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_api/airflow/providers/apache/beam/operators/beam/index.html
@@ -0,0 +1,1064 @@
+
+
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+ <html xmlns="http://www.w3.org/1999/xhtml">
+<head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1">
+ <title>airflow.providers.apache.beam.operators.beam — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="Apache Beam Operators" href="../../../../../../../operators.html" />
+ <link rel="prev" title="airflow.providers.apache.beam.operators" href="../index.html" />
+ <script type="application/javascript">
+ var doNotTrack = false;
+ window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
+ ga('create', 'UA-140539454-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+ <script async src='https://www.google-analytics.com/analytics.js'></script>
+
+
+</head><body class="td-section">
+
+
+<header>
+ <nav class="js-navbar-scroll navbar">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178.258 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0zm-1 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482-.2h1 [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+ <div class="desktop-only navbar__menu-container">
+
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+ </div>
+
+
+
+ </div>
+
+ </div>
+ <div class="mobile-only navbar__drawer-container">
+ <button class="navbar__toggle-button" id="navbar-toggle-button">
+
+ <div id="hamburger-icon" class="navbar__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="26" height="20" viewBox="0 0 26 20">
+ <g id="Group_1294" data-name="Group 1294" transform="translate(-38.791 291)">
+ <g id="Group_1291" data-name="Group 1291" transform="translate(39 -291)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="translate(39 -281.822)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ <g id="Group_1293" data-name="Group 1293" transform="translate(39 -272.644)">
+ <rect id="Rectangle_463" width="26" height="2" fill="#51504f" data-name="Rectangle 463" rx="1" transform="translate(-.209 -.356)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="close-icon" class="navbar__toggle-button--icon">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </button>
+ <div class="navbar__drawer" id="navbar-drawer">
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+
+ </div>
+
+
+ </div>
+ </div>
+ </div>
+ </nav>
+
+</header>
+
+
+ <div class="roadmap container-fluid td-default base-layout">
+
+
+ <div class="content-drawer-wrapper">
+ <button class="content-drawer__toggle-button" id="content-open-button">
+
+ <div id="hamburger-icon" class="content-drawer__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="20.005" height="13.879" viewBox="0 0 20.005 13.879">
+ <g id="Group_1619" data-name="Group 1619" transform="translate(271.132 -418.872)">
+ <g id="Group_1613" data-name="Group 1613" transform="translate(-266.229 431.045)">
+ <path id="Path_1337" d="M-218.5 513.215h-14.583a.259.259 0 0 1-.259-.26.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.26z" fill="#51504f" data-name="Path 1337" transform="translate(233.345 -512.696)"></path>
+ </g>
+ <g id="Group_1614" data-name="Group 1614" transform="translate(-266.229 425.684)">
+ <path id="Path_1338" d="M-218.5 471.9h-14.583a.259.259 0 0 1-.259-.26.26.26 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.26.26 0 0 1-.259.26z" fill="#51504f" data-name="Path 1338" transform="translate(233.345 -471.376)"></path>
+ </g>
+ <g id="Group_1615" data-name="Group 1615" transform="translate(-266.229 420.323)">
+ <path id="Path_1339" d="M-218.5 430.574h-14.583a.259.259 0 0 1-.259-.259.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.259z" fill="#51504f" data-name="Path 1339" transform="translate(233.345 -430.055)"></path>
+ </g>
+ <g id="Group_1616" data-name="Group 1616" transform="translate(-271.132 429.814)">
+ <path id="Path_1340" d="M-269.663 506.145a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1340" transform="translate(271.132 -503.208)"></path>
+ </g>
+ <g id="Group_1617" data-name="Group 1617" transform="translate(-271.132 424.556)">
+ <path id="Path_1341" d="M-269.663 465.62a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.952z" fill="#51504f" data-name="Path 1341" transform="translate(271.132 -462.683)"></path>
+ </g>
+ <g id="Group_1618" data-name="Group 1618" transform="translate(-271.132 418.872)">
+ <path id="Path_1342" d="M-269.663 421.809a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1342" transform="translate(271.132 -418.872)"></path>
+ </g>
+ </g>
+ </svg>
+
+ <span class="bodytext__mobile--brownish-grey">Content</span>
+ </div>
+
+ </button>
+ <nav id="content-navbar" class="navbar navbar--hidden">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482- [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+
+ <div id="content-close-button">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </nav>
+ <div class="content-drawer-container" id="content-drawer">
+ <div class="content-drawer">
+ <div class="td-sidebar">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">3.1.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+ </div>
+ </div>
+ </div>
+
+ <div class="d-flex">
+
+
+ <div class="td-sidebar desktop-only d-print-none">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">3.1.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+
+
+
+
+ <main class="col-12 col-md-9 col-xl-8" role="main">
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation" class="d-none d-md-block d-print-none">
+
+ <ul class="breadcrumb">
+
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam</span></code></a></li>
+
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators</span></code></a></li>
+
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators.beam</span></code></a></li>
+
+ </ul>
+</div>
+
+ <div class="rst-content">
+ <div class="document">
+ <div class="documentwrapper">
+ <div class="bodywrapper">
+ <div class="body" role="main">
+
+ <div class="section" id="module-airflow.providers.apache.beam.operators.beam">
+<span id="airflow-providers-apache-beam-operators-beam"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.beam.operators.beam" title="airflow.providers.apache.beam.operators.beam"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators.beam</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.beam.operators.beam" title="Permalink to this headline">¶</a></h1>
+<p><p>This module contains Apache Beam operators.</p>
+</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
+<dl class="py class">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.apache.beam.operators.beam.</code><code class="sig-name descname">BeamDataflowMixin</code><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamDataflowMixin"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin" title="Permalink to this definition"> [...]
+<dd><p>Helper class to store common, Dataflow specific logic for both
+<a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator" title="airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">BeamRunPythonPipelineOperator</span></code></a> and
+<a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator" title="airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">BeamRunJavaPipelineOperator</span></code></a>.</p>
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_hook">
+<code class="sig-name descname">dataflow_hook</code><em class="property"> :Optional[DataflowHook]</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamDataflowMixin.dataflow_hook"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_hook" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_config">
+<code class="sig-name descname">dataflow_config</code><em class="property"> :Optional[DataflowConfiguration]</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamDataflowMixin.dataflow_config"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_config" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.apache.beam.operators.beam.</code><code class="sig-name descname">BeamRunPythonPipelineOperator</code><span class="sig-paren">(</span><em class="sig-param"><span class="o">*</span></em>, <em class="sig-param"><span class="n">py_file</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a> [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/models/index.html#airflow.models.BaseOperator" title="(in apache-airflow v2.3.0.dev0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></a>, <a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin" title="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin"><code class="xref [...]
+<p>Launching Apache Beam pipelines written in Python. Note that both
+<code class="docutils literal notranslate"><span class="pre">default_pipeline_options</span></code> and <code class="docutils literal notranslate"><span class="pre">pipeline_options</span></code> will be merged to specify pipeline
+execution parameter, and <code class="docutils literal notranslate"><span class="pre">default_pipeline_options</span></code> is expected to save
+high-level options, for instances, project and zone information, which
+apply to all beam operators in the DAG.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more information on how to use this operator, take a look at the guide:
+<a class="reference internal" href="../../../../../../../operators.html#howto-operator-beamrunpythonpipelineoperator"><span class="std std-ref">Run Python Pipelines in Apache Beam</span></a></p>
+</div>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more detail on Apache Beam have a look at the reference:
+<a class="reference external" href="https://beam.apache.org/documentation/">https://beam.apache.org/documentation/</a></p>
+</div>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>py_file</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Reference to the python Apache Beam pipeline file.py, e.g.,
+/some/local/file/path/to/your/python/pipeline/file. (templated)</p></li>
+<li><p><strong>runner</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Runner on which pipeline will be run. By default “DirectRunner” is being used.
+Other possible options: DataflowRunner, SparkRunner, FlinkRunner.
+See: <code class="xref py py-class docutils literal notranslate"><span class="pre">BeamRunnerType</span></code>
+See: <a class="reference external" href="https://beam.apache.org/documentation/runners/capability-matrix/">https://beam.apache.org/documentation/runners/capability-matrix/</a></p></li>
+<li><p><strong>py_options</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) – Additional python options, e.g., [“-m”, “-v”].</p></li>
+<li><p><strong>default_pipeline_options</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) – Map of default pipeline options.</p></li>
+<li><p><strong>pipeline_options</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) – <p>Map of pipeline options.The key must be a dictionary.
+The value can contain different types:</p>
+<ul>
+<li><p>If the value is None, the single option - <code class="docutils literal notranslate"><span class="pre">--key</span></code> (without value) will be added.</p></li>
+<li><p>If the value is False, this option will be skipped</p></li>
+<li><p>If the value is True, the single option - <code class="docutils literal notranslate"><span class="pre">--key</span></code> (without value) will be added.</p></li>
+<li><p>If the value is list, the many options will be added for each key.
+If the value is <code class="docutils literal notranslate"><span class="pre">['A',</span> <span class="pre">'B']</span></code> and the key is <code class="docutils literal notranslate"><span class="pre">key</span></code> then the <code class="docutils literal notranslate"><span class="pre">--key=A</span> <span class="pre">--key-B</span></code> options
+will be left</p></li>
+<li><p>Other value types will be replaced with the Python textual representation.</p></li>
+</ul>
+<p>When defining labels (<code class="docutils literal notranslate"><span class="pre">labels</span></code> option), you can also provide a dictionary.</p>
+</p></li>
+<li><p><strong>py_interpreter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Python version of the beam pipeline.
+If None, this defaults to the python3.
+To track python versions supported by beam and related
+issues check: <a class="reference external" href="https://issues.apache.org/jira/browse/BEAM-1251">https://issues.apache.org/jira/browse/BEAM-1251</a></p></li>
+<li><p><strong>py_requirements</strong> (<em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) – <p>Additional python package(s) to install.
+If a value is passed to this parameter, a new virtual environment has been created with
+additional packages installed.</p>
+<p>You could also install the apache_beam package if it is not installed on your system or you want
+to use a different version.</p>
+</p></li>
+<li><p><strong>py_system_site_packages</strong> – <p>Whether to include system_site_packages in your virtualenv.
+See virtualenv documentation for more information.</p>
+<p>This option is only relevant if the <code class="docutils literal notranslate"><span class="pre">py_requirements</span></code> parameter is not None.</p>
+</p></li>
+<li><p><strong>gcp_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Optional.
+The connection ID to use connecting to Google Cloud Storage if python file is on GCS.</p></li>
+<li><p><strong>delegate_to</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Optional.
+The account to impersonate using domain-wide delegation of authority,
+if any. For this to work, the service account making the request must have
+domain-wide delegation enabled.</p></li>
+<li><p><strong>dataflow_config</strong> (<em>Union</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em>, </em><em>providers.google.cloud.operators.dataflow.DataflowConfiguration</em><em>]</em>) – Dataflow configuration, used when runner type is set to DataflowRunner</p></li>
+</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.template_fields">
+<code class="sig-name descname">template_fields</code><em class="property"> = ['py_file', 'runner', 'pipeline_options', 'default_pipeline_options', 'dataflow_config']</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunPythonPipelineOperator.template_fields"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.templat [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.template_fields_renderers">
+<code class="sig-name descname">template_fields_renderers</code><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunPythonPipelineOperator.template_fields_renderers"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.template_fields_renderers" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.execute">
+<code class="sig-name descname">execute</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">context</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunPythonPipelineOperator.execute"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operator [...]
+<dd><p>Execute the Apache Beam Pipeline.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.on_kill">
+<code class="sig-name descname">on_kill</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunPythonPipelineOperator.on_kill"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.on_kill" title="Permal [...]
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.apache.beam.operators.beam.</code><code class="sig-name descname">BeamRunJavaPipelineOperator</code><span class="sig-paren">(</span><em class="sig-param"><span class="o">*</span></em>, <em class="sig-param"><span class="n">jar</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></span [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/models/index.html#airflow.models.BaseOperator" title="(in apache-airflow v2.3.0.dev0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></a>, <a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin" title="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin"><code class="xref [...]
+<p>Launching Apache Beam pipelines written in Java.</p>
+<p>Note that both
+<code class="docutils literal notranslate"><span class="pre">default_pipeline_options</span></code> and <code class="docutils literal notranslate"><span class="pre">pipeline_options</span></code> will be merged to specify pipeline
+execution parameter, and <code class="docutils literal notranslate"><span class="pre">default_pipeline_options</span></code> is expected to save
+high-level pipeline_options, for instances, project and zone information, which
+apply to all Apache Beam operators in the DAG.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more information on how to use this operator, take a look at the guide:
+<a class="reference internal" href="../../../../../../../operators.html#howto-operator-beamrunjavapipelineoperator"><span class="std std-ref">Run Java Pipelines in Apache Beam</span></a></p>
+</div>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more detail on Apache Beam have a look at the reference:
+<a class="reference external" href="https://beam.apache.org/documentation/">https://beam.apache.org/documentation/</a></p>
+</div>
+<p>You need to pass the path to your jar file as a file reference with the <code class="docutils literal notranslate"><span class="pre">jar</span></code>
+parameter, the jar needs to be a self executing jar (see documentation here:
+<a class="reference external" href="https://beam.apache.org/documentation/runners/dataflow/#self-executing-jar">https://beam.apache.org/documentation/runners/dataflow/#self-executing-jar</a>).
+Use <code class="docutils literal notranslate"><span class="pre">pipeline_options</span></code> to pass on pipeline_options to your job.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>jar</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The reference to a self executing Apache Beam jar (templated).</p></li>
+<li><p><strong>runner</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Runner on which pipeline will be run. By default “DirectRunner” is being used.
+See:
+<a class="reference external" href="https://beam.apache.org/documentation/runners/capability-matrix/">https://beam.apache.org/documentation/runners/capability-matrix/</a></p></li>
+<li><p><strong>job_class</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The name of the Apache Beam pipeline class to be executed, it
+is often not the main class configured in the pipeline jar file.</p></li>
+<li><p><strong>default_pipeline_options</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) – Map of default job pipeline_options.</p></li>
+<li><p><strong>pipeline_options</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) – <p>Map of job specific pipeline_options.The key must be a dictionary.
+The value can contain different types:</p>
+<ul>
+<li><p>If the value is None, the single option - <code class="docutils literal notranslate"><span class="pre">--key</span></code> (without value) will be added.</p></li>
+<li><p>If the value is False, this option will be skipped</p></li>
+<li><p>If the value is True, the single option - <code class="docutils literal notranslate"><span class="pre">--key</span></code> (without value) will be added.</p></li>
+<li><p>If the value is list, the many pipeline_options will be added for each key.
+If the value is <code class="docutils literal notranslate"><span class="pre">['A',</span> <span class="pre">'B']</span></code> and the key is <code class="docutils literal notranslate"><span class="pre">key</span></code> then the <code class="docutils literal notranslate"><span class="pre">--key=A</span> <span class="pre">--key-B</span></code> pipeline_options
+will be left</p></li>
+<li><p>Other value types will be replaced with the Python textual representation.</p></li>
+</ul>
+<p>When defining labels (<code class="docutils literal notranslate"><span class="pre">labels</span></code> option), you can also provide a dictionary.</p>
+</p></li>
+<li><p><strong>gcp_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The connection ID to use connecting to Google Cloud Storage if jar is on GCS</p></li>
+<li><p><strong>delegate_to</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The account to impersonate using domain-wide delegation of authority,
+if any. For this to work, the service account making the request must have
+domain-wide delegation enabled.</p></li>
+<li><p><strong>dataflow_config</strong> (<em>Union</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em>, </em><em>providers.google.cloud.operators.dataflow.DataflowConfiguration</em><em>]</em>) – Dataflow configuration, used when runner type is set to DataflowRunner</p></li>
+</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.template_fields">
+<code class="sig-name descname">template_fields</code><em class="property"> = ['jar', 'runner', 'job_class', 'pipeline_options', 'default_pipeline_options', 'dataflow_config']</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunJavaPipelineOperator.template_fields"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.te [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.template_fields_renderers">
+<code class="sig-name descname">template_fields_renderers</code><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunJavaPipelineOperator.template_fields_renderers"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.template_fields_renderers" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.ui_color">
+<code class="sig-name descname">ui_color</code><em class="property"> = #0273d4</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunJavaPipelineOperator.ui_color"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.ui_color" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.execute">
+<code class="sig-name descname">execute</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">context</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunJavaPipelineOperator.execute"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators. [...]
+<dd><p>Execute the Apache Beam Pipeline.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.on_kill">
+<code class="sig-name descname">on_kill</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunJavaPipelineOperator.on_kill"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.on_kill" title="Permalink [...]
+<dd></dd></dl>
+
+</dd></dl>
+
+</div>
+</div>
+
+
+ <div class="pager" role="navigation" aria-label="related navigation">
+ <a rel="prev" title="airflow.providers.apache.beam.operators" href="../index.html" >
+ <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
+ </a>
+ <a rel="next" title="Apache Beam Operators" href="../../../../../../../operators.html" >
+ <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
+ </a>
+ </div>
+ </div>
+
+ </div>
+ </div>
+ </div>
+ </div>
+ <div class="rating-container">
+ <p class="bodytext__medium--greyish-brown font-weight-500">Was this entry helpful?</p>
+ <div class="rating">
+
+ <div id="rate-star-5" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-4" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-3" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-2" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-1" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ </div>
+ </div>
+
+ </main>
+
+
+
+
+ <nav class="wy-nav-side-toc">
+ <div class="wy-menu-vertical">
+ <ul>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators.beam</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin">BeamDataflowMixin</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_hook">dataflow_hook</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_config">dataflow_config</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator">BeamRunPythonPipelineOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.template_fields">template_fields</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.template_fields_renderers">template_fields_renderers</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.execute">execute</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.on_kill">on_kill</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator">BeamRunJavaPipelineOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.template_fields">template_fields</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.template_fields_renderers">template_fields_renderers</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.ui_color">ui_color</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.execute">execute</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.on_kill">on_kill</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+
+ </div>
+ </nav>
+
+ </div>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <div class="base-layout--button">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-beam/_api/airflow/providers/apache/beam/operators/beam/index.rst" rel="nofollow">
+
+ <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
+ <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
+ <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.15 [...]
+ </svg>
+
+ <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span>
+ </button>
+ </a>
+ </div>
+
+
+ </div>
+
+
+
+
+<footer>
+ <div class="footer-section footer-section__media-section">
+ <div class="d-flex align-items-center">
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="46.14" height="45" viewBox="0 0 46.14 45">
+ <path id="Path_207" d="M228.962 1078.578a23.072 23.072 0 0 0-7.29 44.96c1.154.212 1.574-.5 1.574-1.112 0-.548-.02-2-.031-3.924-6.417 1.394-7.771-3.093-7.771-3.093a6.109 6.109 0 0 0-2.562-3.375c-2.095-1.431.159-1.4.159-1.4a4.846 4.846 0 0 1 3.533 2.377c2.058 3.525 5.4 2.507 6.714 1.917a4.926 4.926 0 0 1 1.464-3.084c-5.123-.582-10.508-2.562-10.508-11.4a8.919 8.919 0 0 1 2.374-6.191 8.3 8.3 0 0 1 .226-6.105s1.937-.62 6.344 2.365a21.857 21.857 0 0 1 11.551 0c4.4-2.985 6.3 [...]
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow/issues">
+ <svg xmlns="http://www.w3.org/2000/svg" width="45" height="45" viewBox="0 0 45 45">
+ <g id="Group_210" data-name="Group 210" transform="translate(-339.789 -1315.282)">
+ <path id="Path_218" d="M394.82 1315.282h-21.671a9.784 9.784 0 0 0 9.784 9.778h3.986v3.857a9.784 9.784 0 0 0 9.784 9.771v-21.523a1.884 1.884 0 0 0-1.883-1.883z" fill="#fff" data-name="Path 218" transform="translate(-11.914)"></path>
+ <path id="Path_219" d="M378.14 1332.072h-21.671a9.778 9.778 0 0 0 9.778 9.778h4.018v3.857a9.784 9.784 0 0 0 9.752 9.778v-21.536a1.877 1.877 0 0 0-1.877-1.877z" fill="#fff" data-name="Path 219" transform="translate(-5.957 -5.996)"></path>
+ <path id="Path_220" d="M361.46 1348.862h-21.671a9.778 9.778 0 0 0 9.778 9.778h3.992v3.857a9.778 9.778 0 0 0 9.778 9.778v-21.529a1.883 1.883 0 0 0-1.877-1.884z" fill="#fff" data-name="Path 220" transform="translate(0 -11.993)"></path>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://s.apache.org/airflow-slack">
+ <svg xmlns="http://www.w3.org/2000/svg" width="45.073" height="45.073" viewBox="0 0 45.073 45.073">
+ <g id="Group_208" data-name="Group 208" transform="translate(-661.145 -806.287)">
+ <g id="Group_204" data-name="Group 204" transform="translate(661.145 830.01)">
+ <path id="Path_208" d="M670.634 856.859a4.744 4.744 0 1 1-4.744-4.744h4.744z" fill="#fff" data-name="Path 208" transform="translate(-661.145 -852.115)"></path>
+ <path id="Path_209" d="M684.059 856.859a4.744 4.744 0 0 1 9.489 0v11.861a4.744 4.744 0 1 1-9.489 0z" fill="#fff" data-name="Path 209" transform="translate(-672.198 -852.115)"></path>
+ </g>
+ <g id="Group_205" data-name="Group 205" transform="translate(661.145 806.287)">
+ <path id="Path_210" d="M688.8 815.776a4.744 4.744 0 1 1 4.744-4.745v4.745z" fill="#fff" data-name="Path 210" transform="translate(-672.198 -806.287)"></path>
+ <path id="Path_211" d="M677.751 829.2a4.744 4.744 0 0 1 0 9.489H665.89a4.744 4.744 0 1 1 0-9.489z" fill="#fff" data-name="Path 211" transform="translate(-661.145 -817.34)"></path>
+ </g>
+ <g id="Group_206" data-name="Group 206" transform="translate(684.868 806.287)">
+ <path id="Path_212" d="M729.887 833.945a4.744 4.744 0 1 1 4.745 4.745h-4.745z" fill="#fff" data-name="Path 212" transform="translate(-718.026 -817.34)"></path>
+ <path id="Path_213" d="M716.462 822.893a4.744 4.744 0 1 1-9.489 0v-11.862a4.744 4.744 0 0 1 9.489 0z" fill="#fff" data-name="Path 213" transform="translate(-706.973 -806.287)"></path>
+ </g>
+ <g id="Group_207" data-name="Group 207" transform="translate(684.868 830.01)">
+ <path id="Path_214" d="M711.718 875.029a4.744 4.744 0 1 1-4.745 4.744v-4.744z" fill="#fff" data-name="Path 214" transform="translate(-706.973 -863.168)"></path>
+ <path id="Path_215" d="M711.718 861.6a4.744 4.744 0 1 1 0-9.489h11.861a4.744 4.744 0 0 1 0 9.489z" fill="#fff" data-name="Path 215" transform="translate(-706.973 -852.115)"></path>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://stackoverflow.com/questions/tagged/airflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="37.647" height="44.6" viewBox="0 0 37.647 44.6">
+ <g id="Group_209" data-name="Group 209" transform="translate(-645.2 -975.455)">
+ <path id="Path_216" d="M677.028 1043.1v-11.948h3.966v15.914H645.2v-15.914h3.966v11.948z" fill="#fff" data-name="Path 216" transform="translate(0 -27.014)"></path>
+ <path id="Path_217" d="M661.012 1003.008l19.467 4.069.824-3.914-19.467-4.069zm2.575-9.27l18.025 8.395 1.648-3.605-18.025-8.446zm5-8.858l15.3 12.721 2.524-3.039-15.3-12.721zm9.888-9.425l-3.193 2.369 11.845 15.965 3.193-2.369zm-17.875 36.617h19.879v-3.966H660.6z" fill="#fff" data-name="Path 217" transform="translate(-7.469)"></path>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://twitter.com/ApacheAirflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="44.355" height="44.355" viewBox="0 0 44.355 44.355">
+ <g id="Group_211" data-name="Group 211" transform="translate(-503 -1382.2)">
+ <path id="Path_221" d="M541.811 1382.2h-33.267a5.546 5.546 0 0 0-5.544 5.544v33.266a5.547 5.547 0 0 0 5.544 5.545h33.267a5.546 5.546 0 0 0 5.544-5.545v-33.266a5.546 5.546 0 0 0-5.544-5.544zm-5.611 16.533c.011.244.011.488.011.732 0 7.507-5.722 16.178-16.179 16.178a16.173 16.173 0 0 1-8.7-2.539 10.92 10.92 0 0 0 1.353.078 11.4 11.4 0 0 0 7.064-2.44 5.685 5.685 0 0 1-5.311-3.947 5.725 5.725 0 0 0 2.561-.1 5.7 5.7 0 0 1-4.557-5.578v-.078a5.752 5.752 0 0 0 2.572.71 5.7 [...]
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA">
+ <svg xmlns="http://www.w3.org/2000/svg" width="49.594" height="34.941" viewBox="0 0 49.594 34.941">
+ <path id="Path_223" d="M1124.557 1230a6.232 6.232 0 0 0-4.385-4.413c-3.867-1.043-19.376-1.043-19.376-1.043s-15.508 0-19.376 1.043a6.232 6.232 0 0 0-4.385 4.413c-1.036 3.893-1.036 12.014-1.036 12.014s0 8.122 1.036 12.015a6.232 6.232 0 0 0 4.385 4.413c3.867 1.043 19.376 1.043 19.376 1.043s15.509 0 19.376-1.043a6.232 6.232 0 0 0 4.385-4.413c1.036-3.893 1.036-12.015 1.036-12.015s.001-8.123-1.036-12.014zm-28.833 19.388v-14.748l12.962 7.374z" fill="#fff" data-name="Path 223 [...]
+ </svg>
+
+ </a>
+
+ </div>
+
+
+ <div class="footer-section__media-section--button-with-text">
+ <span class="footer-section__media-section--text">Want to be a part of Apache Airflow?</span>
+ <a href="/community">
+
+ <button id="" class="btn-filled bodytext__medium--white ">Join community</button>
+
+ </a>
+ </div>
+
+
+ </div>
+ <div class="footer-section footer-section__policies-section">
+ <div class="footer-section">
+ <span>© The Apache Software Foundation <script>document.write(new Date().getFullYear())</script></span>
+ <div class="footer-section__policies-section--policies">
+
+ <a href="https://www.apache.org/licenses/" class="footer-section__policies-section--policy-item">
+ <span>License</span>
+ </a>
+
+ <a href="https://www.apache.org/foundation/sponsorship.html" class="footer-section__policies-section--policy-item">
+ <span>Donate</span>
+ </a>
+
+ <a href="https://www.apache.org/foundation/thanks.html" class="footer-section__policies-section--policy-item">
+ <span>Thanks</span>
+ </a>
+
+ <a href="https://www.apache.org/security/" class="footer-section__policies-section--policy-item">
+ <span>Security</span>
+ </a>
+
+
+ </div>
+ </div>
+ <span class="footer-section__policies-section--disclaimer">
+ Apache Airflow, Apache, Airflow, the Airflow logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation.
+ All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.
+ </span>
+ </div>
+</footer>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
+ <script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+</body>
+</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_api/airflow/providers/apache/beam/operators/index.html b/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_api/airflow/providers/apache/beam/operators/index.html
new file mode 100644
index 0000000..7526ca6
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_api/airflow/providers/apache/beam/operators/index.html
@@ -0,0 +1,832 @@
+
+
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+ <html xmlns="http://www.w3.org/1999/xhtml">
+<head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1">
+ <title>airflow.providers.apache.beam.operators — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.beam.operators.beam" href="beam/index.html" />
+ <link rel="prev" title="airflow.providers.apache.beam.hooks.beam" href="../hooks/beam/index.html" />
+ <script type="application/javascript">
+ var doNotTrack = false;
+ window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
+ ga('create', 'UA-140539454-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+ <script async src='https://www.google-analytics.com/analytics.js'></script>
+
+
+</head><body class="td-section">
+
+
+<header>
+ <nav class="js-navbar-scroll navbar">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178.258 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0zm-1 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482-.2h1 [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+ <div class="desktop-only navbar__menu-container">
+
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+ </div>
+
+
+
+ </div>
+
+ </div>
+ <div class="mobile-only navbar__drawer-container">
+ <button class="navbar__toggle-button" id="navbar-toggle-button">
+
+ <div id="hamburger-icon" class="navbar__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="26" height="20" viewBox="0 0 26 20">
+ <g id="Group_1294" data-name="Group 1294" transform="translate(-38.791 291)">
+ <g id="Group_1291" data-name="Group 1291" transform="translate(39 -291)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="translate(39 -281.822)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ <g id="Group_1293" data-name="Group 1293" transform="translate(39 -272.644)">
+ <rect id="Rectangle_463" width="26" height="2" fill="#51504f" data-name="Rectangle 463" rx="1" transform="translate(-.209 -.356)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="close-icon" class="navbar__toggle-button--icon">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </button>
+ <div class="navbar__drawer" id="navbar-drawer">
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+
+ </div>
+
+
+ </div>
+ </div>
+ </div>
+ </nav>
+
+</header>
+
+
+ <div class="roadmap container-fluid td-default base-layout">
+
+
+ <div class="content-drawer-wrapper">
+ <button class="content-drawer__toggle-button" id="content-open-button">
+
+ <div id="hamburger-icon" class="content-drawer__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="20.005" height="13.879" viewBox="0 0 20.005 13.879">
+ <g id="Group_1619" data-name="Group 1619" transform="translate(271.132 -418.872)">
+ <g id="Group_1613" data-name="Group 1613" transform="translate(-266.229 431.045)">
+ <path id="Path_1337" d="M-218.5 513.215h-14.583a.259.259 0 0 1-.259-.26.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.26z" fill="#51504f" data-name="Path 1337" transform="translate(233.345 -512.696)"></path>
+ </g>
+ <g id="Group_1614" data-name="Group 1614" transform="translate(-266.229 425.684)">
+ <path id="Path_1338" d="M-218.5 471.9h-14.583a.259.259 0 0 1-.259-.26.26.26 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.26.26 0 0 1-.259.26z" fill="#51504f" data-name="Path 1338" transform="translate(233.345 -471.376)"></path>
+ </g>
+ <g id="Group_1615" data-name="Group 1615" transform="translate(-266.229 420.323)">
+ <path id="Path_1339" d="M-218.5 430.574h-14.583a.259.259 0 0 1-.259-.259.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.259z" fill="#51504f" data-name="Path 1339" transform="translate(233.345 -430.055)"></path>
+ </g>
+ <g id="Group_1616" data-name="Group 1616" transform="translate(-271.132 429.814)">
+ <path id="Path_1340" d="M-269.663 506.145a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1340" transform="translate(271.132 -503.208)"></path>
+ </g>
+ <g id="Group_1617" data-name="Group 1617" transform="translate(-271.132 424.556)">
+ <path id="Path_1341" d="M-269.663 465.62a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.952z" fill="#51504f" data-name="Path 1341" transform="translate(271.132 -462.683)"></path>
+ </g>
+ <g id="Group_1618" data-name="Group 1618" transform="translate(-271.132 418.872)">
+ <path id="Path_1342" d="M-269.663 421.809a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1342" transform="translate(271.132 -418.872)"></path>
+ </g>
+ </g>
+ </svg>
+
+ <span class="bodytext__mobile--brownish-grey">Content</span>
+ </div>
+
+ </button>
+ <nav id="content-navbar" class="navbar navbar--hidden">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482- [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+
+ <div id="content-close-button">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </nav>
+ <div class="content-drawer-container" id="content-drawer">
+ <div class="content-drawer">
+ <div class="td-sidebar">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">3.1.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+ </div>
+ </div>
+ </div>
+
+ <div class="d-flex">
+
+
+ <div class="td-sidebar desktop-only d-print-none">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">3.1.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+
+
+
+
+ <main class="col-12 col-md-9 col-xl-8" role="main">
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation" class="d-none d-md-block d-print-none">
+
+ <ul class="breadcrumb">
+
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam</span></code></a></li>
+
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators</span></code></a></li>
+
+ </ul>
+</div>
+
+ <div class="rst-content">
+ <div class="document">
+ <div class="documentwrapper">
+ <div class="bodywrapper">
+ <div class="body" role="main">
+
+ <div class="section" id="module-airflow.providers.apache.beam.operators">
+<span id="airflow-providers-apache-beam-operators"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.beam.operators" title="airflow.providers.apache.beam.operators"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.beam.operators" title="Permalink to this headline">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this headline">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="beam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators.beam</span></code></a></li>
+</ul>
+</div>
+</div>
+</div>
+
+
+ <div class="pager" role="navigation" aria-label="related navigation">
+ <a rel="prev" title="airflow.providers.apache.beam.hooks.beam" href="../hooks/beam/index.html" >
+ <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
+ </a>
+ <a rel="next" title="airflow.providers.apache.beam.operators.beam" href="beam/index.html" >
+ <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
+ </a>
+ </div>
+ </div>
+
+ </div>
+ </div>
+ </div>
+ </div>
+ <div class="rating-container">
+ <p class="bodytext__medium--greyish-brown font-weight-500">Was this entry helpful?</p>
+ <div class="rating">
+
+ <div id="rate-star-5" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-4" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-3" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-2" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-1" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ </div>
+ </div>
+
+ </main>
+
+
+
+
+ <nav class="wy-nav-side-toc">
+ <div class="wy-menu-vertical">
+ <ul>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
+</ul>
+</li>
+</ul>
+
+ </div>
+ </nav>
+
+ </div>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <div class="base-layout--button">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-beam/_api/airflow/providers/apache/beam/operators/index.rst" rel="nofollow">
+
+ <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
+ <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
+ <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.15 [...]
+ </svg>
+
+ <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span>
+ </button>
+ </a>
+ </div>
+
+
+ </div>
+
+
+
+
+<footer>
+ <div class="footer-section footer-section__media-section">
+ <div class="d-flex align-items-center">
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="46.14" height="45" viewBox="0 0 46.14 45">
+ <path id="Path_207" d="M228.962 1078.578a23.072 23.072 0 0 0-7.29 44.96c1.154.212 1.574-.5 1.574-1.112 0-.548-.02-2-.031-3.924-6.417 1.394-7.771-3.093-7.771-3.093a6.109 6.109 0 0 0-2.562-3.375c-2.095-1.431.159-1.4.159-1.4a4.846 4.846 0 0 1 3.533 2.377c2.058 3.525 5.4 2.507 6.714 1.917a4.926 4.926 0 0 1 1.464-3.084c-5.123-.582-10.508-2.562-10.508-11.4a8.919 8.919 0 0 1 2.374-6.191 8.3 8.3 0 0 1 .226-6.105s1.937-.62 6.344 2.365a21.857 21.857 0 0 1 11.551 0c4.4-2.985 6.3 [...]
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow/issues">
+ <svg xmlns="http://www.w3.org/2000/svg" width="45" height="45" viewBox="0 0 45 45">
+ <g id="Group_210" data-name="Group 210" transform="translate(-339.789 -1315.282)">
+ <path id="Path_218" d="M394.82 1315.282h-21.671a9.784 9.784 0 0 0 9.784 9.778h3.986v3.857a9.784 9.784 0 0 0 9.784 9.771v-21.523a1.884 1.884 0 0 0-1.883-1.883z" fill="#fff" data-name="Path 218" transform="translate(-11.914)"></path>
+ <path id="Path_219" d="M378.14 1332.072h-21.671a9.778 9.778 0 0 0 9.778 9.778h4.018v3.857a9.784 9.784 0 0 0 9.752 9.778v-21.536a1.877 1.877 0 0 0-1.877-1.877z" fill="#fff" data-name="Path 219" transform="translate(-5.957 -5.996)"></path>
+ <path id="Path_220" d="M361.46 1348.862h-21.671a9.778 9.778 0 0 0 9.778 9.778h3.992v3.857a9.778 9.778 0 0 0 9.778 9.778v-21.529a1.883 1.883 0 0 0-1.877-1.884z" fill="#fff" data-name="Path 220" transform="translate(0 -11.993)"></path>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://s.apache.org/airflow-slack">
+ <svg xmlns="http://www.w3.org/2000/svg" width="45.073" height="45.073" viewBox="0 0 45.073 45.073">
+ <g id="Group_208" data-name="Group 208" transform="translate(-661.145 -806.287)">
+ <g id="Group_204" data-name="Group 204" transform="translate(661.145 830.01)">
+ <path id="Path_208" d="M670.634 856.859a4.744 4.744 0 1 1-4.744-4.744h4.744z" fill="#fff" data-name="Path 208" transform="translate(-661.145 -852.115)"></path>
+ <path id="Path_209" d="M684.059 856.859a4.744 4.744 0 0 1 9.489 0v11.861a4.744 4.744 0 1 1-9.489 0z" fill="#fff" data-name="Path 209" transform="translate(-672.198 -852.115)"></path>
+ </g>
+ <g id="Group_205" data-name="Group 205" transform="translate(661.145 806.287)">
+ <path id="Path_210" d="M688.8 815.776a4.744 4.744 0 1 1 4.744-4.745v4.745z" fill="#fff" data-name="Path 210" transform="translate(-672.198 -806.287)"></path>
+ <path id="Path_211" d="M677.751 829.2a4.744 4.744 0 0 1 0 9.489H665.89a4.744 4.744 0 1 1 0-9.489z" fill="#fff" data-name="Path 211" transform="translate(-661.145 -817.34)"></path>
+ </g>
+ <g id="Group_206" data-name="Group 206" transform="translate(684.868 806.287)">
+ <path id="Path_212" d="M729.887 833.945a4.744 4.744 0 1 1 4.745 4.745h-4.745z" fill="#fff" data-name="Path 212" transform="translate(-718.026 -817.34)"></path>
+ <path id="Path_213" d="M716.462 822.893a4.744 4.744 0 1 1-9.489 0v-11.862a4.744 4.744 0 0 1 9.489 0z" fill="#fff" data-name="Path 213" transform="translate(-706.973 -806.287)"></path>
+ </g>
+ <g id="Group_207" data-name="Group 207" transform="translate(684.868 830.01)">
+ <path id="Path_214" d="M711.718 875.029a4.744 4.744 0 1 1-4.745 4.744v-4.744z" fill="#fff" data-name="Path 214" transform="translate(-706.973 -863.168)"></path>
+ <path id="Path_215" d="M711.718 861.6a4.744 4.744 0 1 1 0-9.489h11.861a4.744 4.744 0 0 1 0 9.489z" fill="#fff" data-name="Path 215" transform="translate(-706.973 -852.115)"></path>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://stackoverflow.com/questions/tagged/airflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="37.647" height="44.6" viewBox="0 0 37.647 44.6">
+ <g id="Group_209" data-name="Group 209" transform="translate(-645.2 -975.455)">
+ <path id="Path_216" d="M677.028 1043.1v-11.948h3.966v15.914H645.2v-15.914h3.966v11.948z" fill="#fff" data-name="Path 216" transform="translate(0 -27.014)"></path>
+ <path id="Path_217" d="M661.012 1003.008l19.467 4.069.824-3.914-19.467-4.069zm2.575-9.27l18.025 8.395 1.648-3.605-18.025-8.446zm5-8.858l15.3 12.721 2.524-3.039-15.3-12.721zm9.888-9.425l-3.193 2.369 11.845 15.965 3.193-2.369zm-17.875 36.617h19.879v-3.966H660.6z" fill="#fff" data-name="Path 217" transform="translate(-7.469)"></path>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://twitter.com/ApacheAirflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="44.355" height="44.355" viewBox="0 0 44.355 44.355">
+ <g id="Group_211" data-name="Group 211" transform="translate(-503 -1382.2)">
+ <path id="Path_221" d="M541.811 1382.2h-33.267a5.546 5.546 0 0 0-5.544 5.544v33.266a5.547 5.547 0 0 0 5.544 5.545h33.267a5.546 5.546 0 0 0 5.544-5.545v-33.266a5.546 5.546 0 0 0-5.544-5.544zm-5.611 16.533c.011.244.011.488.011.732 0 7.507-5.722 16.178-16.179 16.178a16.173 16.173 0 0 1-8.7-2.539 10.92 10.92 0 0 0 1.353.078 11.4 11.4 0 0 0 7.064-2.44 5.685 5.685 0 0 1-5.311-3.947 5.725 5.725 0 0 0 2.561-.1 5.7 5.7 0 0 1-4.557-5.578v-.078a5.752 5.752 0 0 0 2.572.71 5.7 [...]
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA">
+ <svg xmlns="http://www.w3.org/2000/svg" width="49.594" height="34.941" viewBox="0 0 49.594 34.941">
+ <path id="Path_223" d="M1124.557 1230a6.232 6.232 0 0 0-4.385-4.413c-3.867-1.043-19.376-1.043-19.376-1.043s-15.508 0-19.376 1.043a6.232 6.232 0 0 0-4.385 4.413c-1.036 3.893-1.036 12.014-1.036 12.014s0 8.122 1.036 12.015a6.232 6.232 0 0 0 4.385 4.413c3.867 1.043 19.376 1.043 19.376 1.043s15.509 0 19.376-1.043a6.232 6.232 0 0 0 4.385-4.413c1.036-3.893 1.036-12.015 1.036-12.015s.001-8.123-1.036-12.014zm-28.833 19.388v-14.748l12.962 7.374z" fill="#fff" data-name="Path 223 [...]
+ </svg>
+
+ </a>
+
+ </div>
+
+
+ <div class="footer-section__media-section--button-with-text">
+ <span class="footer-section__media-section--text">Want to be a part of Apache Airflow?</span>
+ <a href="/community">
+
+ <button id="" class="btn-filled bodytext__medium--white ">Join community</button>
+
+ </a>
+ </div>
+
+
+ </div>
+ <div class="footer-section footer-section__policies-section">
+ <div class="footer-section">
+ <span>© The Apache Software Foundation <script>document.write(new Date().getFullYear())</script></span>
+ <div class="footer-section__policies-section--policies">
+
+ <a href="https://www.apache.org/licenses/" class="footer-section__policies-section--policy-item">
+ <span>License</span>
+ </a>
+
+ <a href="https://www.apache.org/foundation/sponsorship.html" class="footer-section__policies-section--policy-item">
+ <span>Donate</span>
+ </a>
+
+ <a href="https://www.apache.org/foundation/thanks.html" class="footer-section__policies-section--policy-item">
+ <span>Thanks</span>
+ </a>
+
+ <a href="https://www.apache.org/security/" class="footer-section__policies-section--policy-item">
+ <span>Security</span>
+ </a>
+
+
+ </div>
+ </div>
+ <span class="footer-section__policies-section--disclaimer">
+ Apache Airflow, Apache, Airflow, the Airflow logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation.
+ All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.
+ </span>
+ </div>
+</footer>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
+ <script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+</body>
+</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_modules/airflow/providers/apache/beam/example_dags/example_beam.html b/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_modules/airflow/providers/apache/beam/example_dags/example_beam.html
new file mode 100644
index 0000000..1ebcbbc
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_modules/airflow/providers/apache/beam/example_dags/example_beam.html
@@ -0,0 +1,1109 @@
+
+
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+ <html xmlns="http://www.w3.org/1999/xhtml">
+<head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1">
+ <title>airflow.providers.apache.beam.example_dags.example_beam — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <script type="application/javascript">
+ var doNotTrack = false;
+ window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
+ ga('create', 'UA-140539454-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+ <script async src='https://www.google-analytics.com/analytics.js'></script>
+
+
+</head><body class="td-section">
+
+
+<header>
+ <nav class="js-navbar-scroll navbar">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178.258 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0zm-1 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482-.2h1 [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+ <div class="desktop-only navbar__menu-container">
+
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+ </div>
+
+
+
+ </div>
+
+ </div>
+ <div class="mobile-only navbar__drawer-container">
+ <button class="navbar__toggle-button" id="navbar-toggle-button">
+
+ <div id="hamburger-icon" class="navbar__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="26" height="20" viewBox="0 0 26 20">
+ <g id="Group_1294" data-name="Group 1294" transform="translate(-38.791 291)">
+ <g id="Group_1291" data-name="Group 1291" transform="translate(39 -291)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="translate(39 -281.822)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ <g id="Group_1293" data-name="Group 1293" transform="translate(39 -272.644)">
+ <rect id="Rectangle_463" width="26" height="2" fill="#51504f" data-name="Rectangle 463" rx="1" transform="translate(-.209 -.356)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="close-icon" class="navbar__toggle-button--icon">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </button>
+ <div class="navbar__drawer" id="navbar-drawer">
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+
+ </div>
+
+
+ </div>
+ </div>
+ </div>
+ </nav>
+
+</header>
+
+
+ <div class="roadmap container-fluid td-default base-layout">
+
+
+ <div class="content-drawer-wrapper">
+ <button class="content-drawer__toggle-button" id="content-open-button">
+
+ <div id="hamburger-icon" class="content-drawer__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="20.005" height="13.879" viewBox="0 0 20.005 13.879">
+ <g id="Group_1619" data-name="Group 1619" transform="translate(271.132 -418.872)">
+ <g id="Group_1613" data-name="Group 1613" transform="translate(-266.229 431.045)">
+ <path id="Path_1337" d="M-218.5 513.215h-14.583a.259.259 0 0 1-.259-.26.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.26z" fill="#51504f" data-name="Path 1337" transform="translate(233.345 -512.696)"></path>
+ </g>
+ <g id="Group_1614" data-name="Group 1614" transform="translate(-266.229 425.684)">
+ <path id="Path_1338" d="M-218.5 471.9h-14.583a.259.259 0 0 1-.259-.26.26.26 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.26.26 0 0 1-.259.26z" fill="#51504f" data-name="Path 1338" transform="translate(233.345 -471.376)"></path>
+ </g>
+ <g id="Group_1615" data-name="Group 1615" transform="translate(-266.229 420.323)">
+ <path id="Path_1339" d="M-218.5 430.574h-14.583a.259.259 0 0 1-.259-.259.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.259z" fill="#51504f" data-name="Path 1339" transform="translate(233.345 -430.055)"></path>
+ </g>
+ <g id="Group_1616" data-name="Group 1616" transform="translate(-271.132 429.814)">
+ <path id="Path_1340" d="M-269.663 506.145a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1340" transform="translate(271.132 -503.208)"></path>
+ </g>
+ <g id="Group_1617" data-name="Group 1617" transform="translate(-271.132 424.556)">
+ <path id="Path_1341" d="M-269.663 465.62a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.952z" fill="#51504f" data-name="Path 1341" transform="translate(271.132 -462.683)"></path>
+ </g>
+ <g id="Group_1618" data-name="Group 1618" transform="translate(-271.132 418.872)">
+ <path id="Path_1342" d="M-269.663 421.809a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1342" transform="translate(271.132 -418.872)"></path>
+ </g>
+ </g>
+ </svg>
+
+ <span class="bodytext__mobile--brownish-grey">Content</span>
+ </div>
+
+ </button>
+ <nav id="content-navbar" class="navbar navbar--hidden">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482- [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+
+ <div id="content-close-button">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </nav>
+ <div class="content-drawer-container" id="content-drawer">
+ <div class="content-drawer">
+ <div class="td-sidebar">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">3.1.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/apache/beam/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+ </div>
+ </div>
+ </div>
+
+ <div class="d-flex">
+
+
+ <div class="td-sidebar desktop-only d-print-none">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">3.1.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/apache/beam/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+
+
+
+
+ <main class="col-12 col-md-9 col-xl-8" role="main">
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation" class="d-none d-md-block d-print-none">
+
+ <ul class="breadcrumb">
+
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../../../../index.html">Module code</a></li>
+
+ <li class="breadcrumb-item"><a href="example_beam.html"> airflow.providers.apache.beam.example_dags.example_beam</a></li>
+
+ </ul>
+</div>
+
+ <div class="rst-content">
+ <div class="document">
+ <div class="documentwrapper">
+ <div class="bodywrapper">
+ <div class="body" role="main">
+
+ <h1>Source code for airflow.providers.apache.beam.example_dags.example_beam</h1><div class="highlight"><pre>
+<span></span><span class="c1">#</span>
+<span class="c1"># Licensed to the Apache Software Foundation (ASF) under one</span>
+<span class="c1"># or more contributor license agreements. See the NOTICE file</span>
+<span class="c1"># distributed with this work for additional information</span>
+<span class="c1"># regarding copyright ownership. The ASF licenses this file</span>
+<span class="c1"># to you under the Apache License, Version 2.0 (the</span>
+<span class="c1"># "License"); you may not use this file except in compliance</span>
+<span class="c1"># with the License. You may obtain a copy of the License at</span>
+<span class="c1">#</span>
+<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
+<span class="c1">#</span>
+<span class="c1"># Unless required by applicable law or agreed to in writing,</span>
+<span class="c1"># software distributed under the License is distributed on an</span>
+<span class="c1"># "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span>
+<span class="c1"># KIND, either express or implied. See the License for the</span>
+<span class="c1"># specific language governing permissions and limitations</span>
+<span class="c1"># under the License.</span>
+
+<span class="sd">"""</span>
+<span class="sd">Example Airflow DAG for Apache Beam operators</span>
+<span class="sd">"""</span>
+<span class="kn">import</span> <span class="nn">os</span>
+<span class="kn">from</span> <span class="nn">urllib.parse</span> <span class="kn">import</span> <span class="n">urlparse</span>
+
+<span class="kn">from</span> <span class="nn">airflow</span> <span class="kn">import</span> <span class="n">models</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.apache.beam.operators.beam</span> <span class="kn">import</span> <span class="p">(</span>
+ <span class="n">BeamRunJavaPipelineOperator</span><span class="p">,</span>
+ <span class="n">BeamRunPythonPipelineOperator</span><span class="p">,</span>
+<span class="p">)</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.google.cloud.hooks.dataflow</span> <span class="kn">import</span> <span class="n">DataflowJobStatus</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.google.cloud.operators.dataflow</span> <span class="kn">import</span> <span class="n">DataflowConfiguration</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.google.cloud.sensors.dataflow</span> <span class="kn">import</span> <span class="n">DataflowJobStatusSensor</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.google.cloud.transfers.gcs_to_local</span> <span class="kn">import</span> <span class="n">GCSToLocalFilesystemOperator</span>
+<span class="kn">from</span> <span class="nn">airflow.utils.dates</span> <span class="kn">import</span> <span class="n">days_ago</span>
+
+<span class="n">GCP_PROJECT_ID</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'GCP_PROJECT_ID'</span><span class="p">,</span> <span class="s1">'example-project'</span><span class="p">)</span>
+<span class="n">GCS_INPUT</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'APACHE_BEAM_PYTHON'</span><span class="p">,</span> <span class="s1">'gs://INVALID BUCKET NAME/shakespeare/kinglear.txt'</span><span class="p">)</span>
+<span class="n">GCS_TMP</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'APACHE_BEAM_GCS_TMP'</span><span class="p">,</span> <span class="s1">'gs://INVALID BUCKET NAME/temp/'</span><span class="p">)</span>
+<span class="n">GCS_STAGING</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'APACHE_BEAM_GCS_STAGING'</span><span class="p">,</span> <span class="s1">'gs://INVALID BUCKET NAME/staging/'</span><span class="p">)</span>
+<span class="n">GCS_OUTPUT</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'APACHE_BEAM_GCS_OUTPUT'</span><span class="p">,</span> <span class="s1">'gs://INVALID BUCKET NAME/output'</span><span class="p">)</span>
+<span class="n">GCS_PYTHON</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'APACHE_BEAM_PYTHON'</span><span class="p">,</span> <span class="s1">'gs://INVALID BUCKET NAME/wordcount_debugging.py'</span><span class="p">)</span>
+<span class="n">GCS_PYTHON_DATAFLOW_ASYNC</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span>
+ <span class="s1">'APACHE_BEAM_PYTHON_DATAFLOW_ASYNC'</span><span class="p">,</span> <span class="s1">'gs://INVALID BUCKET NAME/wordcount_debugging.py'</span>
+<span class="p">)</span>
+
+<span class="n">GCS_JAR_DIRECT_RUNNER</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span>
+ <span class="s1">'APACHE_BEAM_DIRECT_RUNNER_JAR'</span><span class="p">,</span>
+ <span class="s1">'gs://INVALID BUCKET NAME/tests/dataflow-templates-bundled-java=11-beam-v2.25.0-DirectRunner.jar'</span><span class="p">,</span>
+<span class="p">)</span>
+<span class="n">GCS_JAR_DATAFLOW_RUNNER</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span>
+ <span class="s1">'APACHE_BEAM_DATAFLOW_RUNNER_JAR'</span><span class="p">,</span> <span class="s1">'gs://INVALID BUCKET NAME/word-count-beam-bundled-0.1.jar'</span>
+<span class="p">)</span>
+<span class="n">GCS_JAR_SPARK_RUNNER</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span>
+ <span class="s1">'APACHE_BEAM_SPARK_RUNNER_JAR'</span><span class="p">,</span>
+ <span class="s1">'gs://INVALID BUCKET NAME/tests/dataflow-templates-bundled-java=11-beam-v2.25.0-SparkRunner.jar'</span><span class="p">,</span>
+<span class="p">)</span>
+<span class="n">GCS_JAR_FLINK_RUNNER</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span>
+ <span class="s1">'APACHE_BEAM_FLINK_RUNNER_JAR'</span><span class="p">,</span>
+ <span class="s1">'gs://INVALID BUCKET NAME/tests/dataflow-templates-bundled-java=11-beam-v2.25.0-FlinkRunner.jar'</span><span class="p">,</span>
+<span class="p">)</span>
+
+<span class="n">GCS_JAR_DIRECT_RUNNER_PARTS</span> <span class="o">=</span> <span class="n">urlparse</span><span class="p">(</span><span class="n">GCS_JAR_DIRECT_RUNNER</span><span class="p">)</span>
+<span class="n">GCS_JAR_DIRECT_RUNNER_BUCKET_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_DIRECT_RUNNER_PARTS</span><span class="o">.</span><span class="n">netloc</span>
+<span class="n">GCS_JAR_DIRECT_RUNNER_OBJECT_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_DIRECT_RUNNER_PARTS</span><span class="o">.</span><span class="n">path</span><span class="p">[</span><span class="mi">1</span><span class="p">:]</span>
+<span class="n">GCS_JAR_DATAFLOW_RUNNER_PARTS</span> <span class="o">=</span> <span class="n">urlparse</span><span class="p">(</span><span class="n">GCS_JAR_DATAFLOW_RUNNER</span><span class="p">)</span>
+<span class="n">GCS_JAR_DATAFLOW_RUNNER_BUCKET_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_DATAFLOW_RUNNER_PARTS</span><span class="o">.</span><span class="n">netloc</span>
+<span class="n">GCS_JAR_DATAFLOW_RUNNER_OBJECT_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_DATAFLOW_RUNNER_PARTS</span><span class="o">.</span><span class="n">path</span><span class="p">[</span><span class="mi">1</span><span class="p">:]</span>
+<span class="n">GCS_JAR_SPARK_RUNNER_PARTS</span> <span class="o">=</span> <span class="n">urlparse</span><span class="p">(</span><span class="n">GCS_JAR_SPARK_RUNNER</span><span class="p">)</span>
+<span class="n">GCS_JAR_SPARK_RUNNER_BUCKET_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_SPARK_RUNNER_PARTS</span><span class="o">.</span><span class="n">netloc</span>
+<span class="n">GCS_JAR_SPARK_RUNNER_OBJECT_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_SPARK_RUNNER_PARTS</span><span class="o">.</span><span class="n">path</span><span class="p">[</span><span class="mi">1</span><span class="p">:]</span>
+<span class="n">GCS_JAR_FLINK_RUNNER_PARTS</span> <span class="o">=</span> <span class="n">urlparse</span><span class="p">(</span><span class="n">GCS_JAR_FLINK_RUNNER</span><span class="p">)</span>
+<span class="n">GCS_JAR_FLINK_RUNNER_BUCKET_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_FLINK_RUNNER_PARTS</span><span class="o">.</span><span class="n">netloc</span>
+<span class="n">GCS_JAR_FLINK_RUNNER_OBJECT_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_FLINK_RUNNER_PARTS</span><span class="o">.</span><span class="n">path</span><span class="p">[</span><span class="mi">1</span><span class="p">:]</span>
+
+
+<span class="n">default_args</span> <span class="o">=</span> <span class="p">{</span>
+ <span class="s1">'default_pipeline_options'</span><span class="p">:</span> <span class="p">{</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="s1">'/tmp/example_beam'</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="s2">"trigger_rule"</span><span class="p">:</span> <span class="s2">"all_done"</span><span class="p">,</span>
+<span class="p">}</span>
+
+
+<span class="k">with</span> <span class="n">models</span><span class="o">.</span><span class="n">DAG</span><span class="p">(</span>
+ <span class="s2">"example_beam_native_java_direct_runner"</span><span class="p">,</span>
+ <span class="n">schedule_interval</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="c1"># Override to match your needs</span>
+ <span class="n">start_date</span><span class="o">=</span><span class="n">days_ago</span><span class="p">(</span><span class="mi">1</span><span class="p">),</span>
+ <span class="n">tags</span><span class="o">=</span><span class="p">[</span><span class="s1">'example'</span><span class="p">],</span>
+<span class="p">)</span> <span class="k">as</span> <span class="n">dag_native_java_direct_runner</span><span class="p">:</span>
+
+ <span class="c1"># [START howto_operator_start_java_direct_runner_pipeline]</span>
+ <span class="n">jar_to_local_direct_runner</span> <span class="o">=</span> <span class="n">GCSToLocalFilesystemOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"jar_to_local_direct_runner"</span><span class="p">,</span>
+ <span class="n">bucket</span><span class="o">=</span><span class="n">GCS_JAR_DIRECT_RUNNER_BUCKET_NAME</span><span class="p">,</span>
+ <span class="n">object_name</span><span class="o">=</span><span class="n">GCS_JAR_DIRECT_RUNNER_OBJECT_NAME</span><span class="p">,</span>
+ <span class="n">filename</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_direct_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">start_java_pipeline_direct_runner</span> <span class="o">=</span> <span class="n">BeamRunJavaPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_java_pipeline_direct_runner"</span><span class="p">,</span>
+ <span class="n">jar</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_direct_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="s1">'/tmp/start_java_pipeline_direct_runner'</span><span class="p">,</span>
+ <span class="s1">'inputFile'</span><span class="p">:</span> <span class="n">GCS_INPUT</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">job_class</span><span class="o">=</span><span class="s1">'org.apache.beam.examples.WordCount'</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">jar_to_local_direct_runner</span> <span class="o">>></span> <span class="n">start_java_pipeline_direct_runner</span>
+ <span class="c1"># [END howto_operator_start_java_direct_runner_pipeline]</span>
+
+<span class="k">with</span> <span class="n">models</span><span class="o">.</span><span class="n">DAG</span><span class="p">(</span>
+ <span class="s2">"example_beam_native_java_dataflow_runner"</span><span class="p">,</span>
+ <span class="n">schedule_interval</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="c1"># Override to match your needs</span>
+ <span class="n">start_date</span><span class="o">=</span><span class="n">days_ago</span><span class="p">(</span><span class="mi">1</span><span class="p">),</span>
+ <span class="n">tags</span><span class="o">=</span><span class="p">[</span><span class="s1">'example'</span><span class="p">],</span>
+<span class="p">)</span> <span class="k">as</span> <span class="n">dag_native_java_dataflow_runner</span><span class="p">:</span>
+ <span class="c1"># [START howto_operator_start_java_dataflow_runner_pipeline]</span>
+ <span class="n">jar_to_local_dataflow_runner</span> <span class="o">=</span> <span class="n">GCSToLocalFilesystemOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"jar_to_local_dataflow_runner"</span><span class="p">,</span>
+ <span class="n">bucket</span><span class="o">=</span><span class="n">GCS_JAR_DATAFLOW_RUNNER_BUCKET_NAME</span><span class="p">,</span>
+ <span class="n">object_name</span><span class="o">=</span><span class="n">GCS_JAR_DATAFLOW_RUNNER_OBJECT_NAME</span><span class="p">,</span>
+ <span class="n">filename</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_dataflow_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">start_java_pipeline_dataflow</span> <span class="o">=</span> <span class="n">BeamRunJavaPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_java_pipeline_dataflow"</span><span class="p">,</span>
+ <span class="n">runner</span><span class="o">=</span><span class="s2">"DataflowRunner"</span><span class="p">,</span>
+ <span class="n">jar</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_dataflow_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span>
+ <span class="s1">'tempLocation'</span><span class="p">:</span> <span class="n">GCS_TMP</span><span class="p">,</span>
+ <span class="s1">'stagingLocation'</span><span class="p">:</span> <span class="n">GCS_STAGING</span><span class="p">,</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="n">GCS_OUTPUT</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">job_class</span><span class="o">=</span><span class="s1">'org.apache.beam.examples.WordCount'</span><span class="p">,</span>
+ <span class="n">dataflow_config</span><span class="o">=</span><span class="p">{</span><span class="s2">"job_name"</span><span class="p">:</span> <span class="s2">"{{task.task_id}}"</span><span class="p">,</span> <span class="s2">"location"</span><span class="p">:</span> <span class="s2">"us-central1"</span><span class="p">},</span>
+ <span class="p">)</span>
+
+ <span class="n">jar_to_local_dataflow_runner</span> <span class="o">>></span> <span class="n">start_java_pipeline_dataflow</span>
+ <span class="c1"># [END howto_operator_start_java_dataflow_runner_pipeline]</span>
+
+<span class="k">with</span> <span class="n">models</span><span class="o">.</span><span class="n">DAG</span><span class="p">(</span>
+ <span class="s2">"example_beam_native_java_spark_runner"</span><span class="p">,</span>
+ <span class="n">schedule_interval</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="c1"># Override to match your needs</span>
+ <span class="n">start_date</span><span class="o">=</span><span class="n">days_ago</span><span class="p">(</span><span class="mi">1</span><span class="p">),</span>
+ <span class="n">tags</span><span class="o">=</span><span class="p">[</span><span class="s1">'example'</span><span class="p">],</span>
+<span class="p">)</span> <span class="k">as</span> <span class="n">dag_native_java_spark_runner</span><span class="p">:</span>
+
+ <span class="n">jar_to_local_spark_runner</span> <span class="o">=</span> <span class="n">GCSToLocalFilesystemOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"jar_to_local_spark_runner"</span><span class="p">,</span>
+ <span class="n">bucket</span><span class="o">=</span><span class="n">GCS_JAR_SPARK_RUNNER_BUCKET_NAME</span><span class="p">,</span>
+ <span class="n">object_name</span><span class="o">=</span><span class="n">GCS_JAR_SPARK_RUNNER_OBJECT_NAME</span><span class="p">,</span>
+ <span class="n">filename</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_spark_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">start_java_pipeline_spark_runner</span> <span class="o">=</span> <span class="n">BeamRunJavaPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_java_pipeline_spark_runner"</span><span class="p">,</span>
+ <span class="n">runner</span><span class="o">=</span><span class="s2">"SparkRunner"</span><span class="p">,</span>
+ <span class="n">jar</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_spark_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="s1">'/tmp/start_java_pipeline_spark_runner'</span><span class="p">,</span>
+ <span class="s1">'inputFile'</span><span class="p">:</span> <span class="n">GCS_INPUT</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">job_class</span><span class="o">=</span><span class="s1">'org.apache.beam.examples.WordCount'</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">jar_to_local_spark_runner</span> <span class="o">>></span> <span class="n">start_java_pipeline_spark_runner</span>
+
+<span class="k">with</span> <span class="n">models</span><span class="o">.</span><span class="n">DAG</span><span class="p">(</span>
+ <span class="s2">"example_beam_native_java_flink_runner"</span><span class="p">,</span>
+ <span class="n">schedule_interval</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="c1"># Override to match your needs</span>
+ <span class="n">start_date</span><span class="o">=</span><span class="n">days_ago</span><span class="p">(</span><span class="mi">1</span><span class="p">),</span>
+ <span class="n">tags</span><span class="o">=</span><span class="p">[</span><span class="s1">'example'</span><span class="p">],</span>
+<span class="p">)</span> <span class="k">as</span> <span class="n">dag_native_java_flink_runner</span><span class="p">:</span>
+
+ <span class="n">jar_to_local_flink_runner</span> <span class="o">=</span> <span class="n">GCSToLocalFilesystemOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"jar_to_local_flink_runner"</span><span class="p">,</span>
+ <span class="n">bucket</span><span class="o">=</span><span class="n">GCS_JAR_FLINK_RUNNER_BUCKET_NAME</span><span class="p">,</span>
+ <span class="n">object_name</span><span class="o">=</span><span class="n">GCS_JAR_FLINK_RUNNER_OBJECT_NAME</span><span class="p">,</span>
+ <span class="n">filename</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_flink_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">start_java_pipeline_flink_runner</span> <span class="o">=</span> <span class="n">BeamRunJavaPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_java_pipeline_flink_runner"</span><span class="p">,</span>
+ <span class="n">runner</span><span class="o">=</span><span class="s2">"FlinkRunner"</span><span class="p">,</span>
+ <span class="n">jar</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_flink_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="s1">'/tmp/start_java_pipeline_flink_runner'</span><span class="p">,</span>
+ <span class="s1">'inputFile'</span><span class="p">:</span> <span class="n">GCS_INPUT</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">job_class</span><span class="o">=</span><span class="s1">'org.apache.beam.examples.WordCount'</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">jar_to_local_flink_runner</span> <span class="o">>></span> <span class="n">start_java_pipeline_flink_runner</span>
+
+
+<span class="k">with</span> <span class="n">models</span><span class="o">.</span><span class="n">DAG</span><span class="p">(</span>
+ <span class="s2">"example_beam_native_python"</span><span class="p">,</span>
+ <span class="n">default_args</span><span class="o">=</span><span class="n">default_args</span><span class="p">,</span>
+ <span class="n">start_date</span><span class="o">=</span><span class="n">days_ago</span><span class="p">(</span><span class="mi">1</span><span class="p">),</span>
+ <span class="n">schedule_interval</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="c1"># Override to match your needs</span>
+ <span class="n">tags</span><span class="o">=</span><span class="p">[</span><span class="s1">'example'</span><span class="p">],</span>
+<span class="p">)</span> <span class="k">as</span> <span class="n">dag_native_python</span><span class="p">:</span>
+
+ <span class="c1"># [START howto_operator_start_python_direct_runner_pipeline_local_file]</span>
+ <span class="n">start_python_pipeline_local_direct_runner</span> <span class="o">=</span> <span class="n">BeamRunPythonPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_python_pipeline_local_direct_runner"</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="o">=</span><span class="s1">'apache_beam.examples.wordcount'</span><span class="p">,</span>
+ <span class="n">py_options</span><span class="o">=</span><span class="p">[</span><span class="s1">'-m'</span><span class="p">],</span>
+ <span class="n">py_requirements</span><span class="o">=</span><span class="p">[</span><span class="s1">'apache-beam[gcp]==2.26.0'</span><span class="p">],</span>
+ <span class="n">py_interpreter</span><span class="o">=</span><span class="s1">'python3'</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="c1"># [END howto_operator_start_python_direct_runner_pipeline_local_file]</span>
+
+ <span class="c1"># [START howto_operator_start_python_direct_runner_pipeline_gcs_file]</span>
+ <span class="n">start_python_pipeline_direct_runner</span> <span class="o">=</span> <span class="n">BeamRunPythonPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_python_pipeline_direct_runner"</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="o">=</span><span class="n">GCS_PYTHON</span><span class="p">,</span>
+ <span class="n">py_options</span><span class="o">=</span><span class="p">[],</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span><span class="s2">"output"</span><span class="p">:</span> <span class="n">GCS_OUTPUT</span><span class="p">},</span>
+ <span class="n">py_requirements</span><span class="o">=</span><span class="p">[</span><span class="s1">'apache-beam[gcp]==2.26.0'</span><span class="p">],</span>
+ <span class="n">py_interpreter</span><span class="o">=</span><span class="s1">'python3'</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="c1"># [END howto_operator_start_python_direct_runner_pipeline_gcs_file]</span>
+
+ <span class="c1"># [START howto_operator_start_python_dataflow_runner_pipeline_gcs_file]</span>
+ <span class="n">start_python_pipeline_dataflow_runner</span> <span class="o">=</span> <span class="n">BeamRunPythonPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_python_pipeline_dataflow_runner"</span><span class="p">,</span>
+ <span class="n">runner</span><span class="o">=</span><span class="s2">"DataflowRunner"</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="o">=</span><span class="n">GCS_PYTHON</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span>
+ <span class="s1">'tempLocation'</span><span class="p">:</span> <span class="n">GCS_TMP</span><span class="p">,</span>
+ <span class="s1">'stagingLocation'</span><span class="p">:</span> <span class="n">GCS_STAGING</span><span class="p">,</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="n">GCS_OUTPUT</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">py_options</span><span class="o">=</span><span class="p">[],</span>
+ <span class="n">py_requirements</span><span class="o">=</span><span class="p">[</span><span class="s1">'apache-beam[gcp]==2.26.0'</span><span class="p">],</span>
+ <span class="n">py_interpreter</span><span class="o">=</span><span class="s1">'python3'</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="n">dataflow_config</span><span class="o">=</span><span class="n">DataflowConfiguration</span><span class="p">(</span>
+ <span class="n">job_name</span><span class="o">=</span><span class="s1">'{{task.task_id}}'</span><span class="p">,</span> <span class="n">project_id</span><span class="o">=</span><span class="n">GCP_PROJECT_ID</span><span class="p">,</span> <span class="n">location</span><span class="o">=</span><span class="s2">"us-central1"</span>
+ <span class="p">),</span>
+ <span class="p">)</span>
+ <span class="c1"># [END howto_operator_start_python_dataflow_runner_pipeline_gcs_file]</span>
+
+ <span class="n">start_python_pipeline_local_spark_runner</span> <span class="o">=</span> <span class="n">BeamRunPythonPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_python_pipeline_local_spark_runner"</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="o">=</span><span class="s1">'apache_beam.examples.wordcount'</span><span class="p">,</span>
+ <span class="n">runner</span><span class="o">=</span><span class="s2">"SparkRunner"</span><span class="p">,</span>
+ <span class="n">py_options</span><span class="o">=</span><span class="p">[</span><span class="s1">'-m'</span><span class="p">],</span>
+ <span class="n">py_requirements</span><span class="o">=</span><span class="p">[</span><span class="s1">'apache-beam[gcp]==2.26.0'</span><span class="p">],</span>
+ <span class="n">py_interpreter</span><span class="o">=</span><span class="s1">'python3'</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">start_python_pipeline_local_flink_runner</span> <span class="o">=</span> <span class="n">BeamRunPythonPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_python_pipeline_local_flink_runner"</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="o">=</span><span class="s1">'apache_beam.examples.wordcount'</span><span class="p">,</span>
+ <span class="n">runner</span><span class="o">=</span><span class="s2">"FlinkRunner"</span><span class="p">,</span>
+ <span class="n">py_options</span><span class="o">=</span><span class="p">[</span><span class="s1">'-m'</span><span class="p">],</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="s1">'/tmp/start_python_pipeline_local_flink_runner'</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">py_requirements</span><span class="o">=</span><span class="p">[</span><span class="s1">'apache-beam[gcp]==2.26.0'</span><span class="p">],</span>
+ <span class="n">py_interpreter</span><span class="o">=</span><span class="s1">'python3'</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="p">(</span>
+ <span class="p">[</span>
+ <span class="n">start_python_pipeline_local_direct_runner</span><span class="p">,</span>
+ <span class="n">start_python_pipeline_direct_runner</span><span class="p">,</span>
+ <span class="p">]</span>
+ <span class="o">>></span> <span class="n">start_python_pipeline_local_flink_runner</span>
+ <span class="o">>></span> <span class="n">start_python_pipeline_local_spark_runner</span>
+ <span class="p">)</span>
+
+
+<span class="k">with</span> <span class="n">models</span><span class="o">.</span><span class="n">DAG</span><span class="p">(</span>
+ <span class="s2">"example_beam_native_python_dataflow_async"</span><span class="p">,</span>
+ <span class="n">default_args</span><span class="o">=</span><span class="n">default_args</span><span class="p">,</span>
+ <span class="n">start_date</span><span class="o">=</span><span class="n">days_ago</span><span class="p">(</span><span class="mi">1</span><span class="p">),</span>
+ <span class="n">schedule_interval</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="c1"># Override to match your needs</span>
+ <span class="n">tags</span><span class="o">=</span><span class="p">[</span><span class="s1">'example'</span><span class="p">],</span>
+<span class="p">)</span> <span class="k">as</span> <span class="n">dag_native_python_dataflow_async</span><span class="p">:</span>
+ <span class="c1"># [START howto_operator_start_python_dataflow_runner_pipeline_async_gcs_file]</span>
+ <span class="n">start_python_job_dataflow_runner_async</span> <span class="o">=</span> <span class="n">BeamRunPythonPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_python_job_dataflow_runner_async"</span><span class="p">,</span>
+ <span class="n">runner</span><span class="o">=</span><span class="s2">"DataflowRunner"</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="o">=</span><span class="n">GCS_PYTHON_DATAFLOW_ASYNC</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span>
+ <span class="s1">'tempLocation'</span><span class="p">:</span> <span class="n">GCS_TMP</span><span class="p">,</span>
+ <span class="s1">'stagingLocation'</span><span class="p">:</span> <span class="n">GCS_STAGING</span><span class="p">,</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="n">GCS_OUTPUT</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">py_options</span><span class="o">=</span><span class="p">[],</span>
+ <span class="n">py_requirements</span><span class="o">=</span><span class="p">[</span><span class="s1">'apache-beam[gcp]==2.26.0'</span><span class="p">],</span>
+ <span class="n">py_interpreter</span><span class="o">=</span><span class="s1">'python3'</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="n">dataflow_config</span><span class="o">=</span><span class="n">DataflowConfiguration</span><span class="p">(</span>
+ <span class="n">job_name</span><span class="o">=</span><span class="s1">'{{task.task_id}}'</span><span class="p">,</span>
+ <span class="n">project_id</span><span class="o">=</span><span class="n">GCP_PROJECT_ID</span><span class="p">,</span>
+ <span class="n">location</span><span class="o">=</span><span class="s2">"us-central1"</span><span class="p">,</span>
+ <span class="n">wait_until_finished</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="p">),</span>
+ <span class="p">)</span>
+
+ <span class="n">wait_for_python_job_dataflow_runner_async_done</span> <span class="o">=</span> <span class="n">DataflowJobStatusSensor</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"wait-for-python-job-async-done"</span><span class="p">,</span>
+ <span class="n">job_id</span><span class="o">=</span><span class="s2">"{{task_instance.xcom_pull('start_python_job_dataflow_runner_async')['dataflow_job_id']}}"</span><span class="p">,</span>
+ <span class="n">expected_statuses</span><span class="o">=</span><span class="p">{</span><span class="n">DataflowJobStatus</span><span class="o">.</span><span class="n">JOB_STATE_DONE</span><span class="p">},</span>
+ <span class="n">project_id</span><span class="o">=</span><span class="n">GCP_PROJECT_ID</span><span class="p">,</span>
+ <span class="n">location</span><span class="o">=</span><span class="s1">'us-central1'</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">start_python_job_dataflow_runner_async</span> <span class="o">>></span> <span class="n">wait_for_python_job_dataflow_runner_async_done</span>
+ <span class="c1"># [END howto_operator_start_python_dataflow_runner_pipeline_async_gcs_file]</span>
+</pre></div>
+
+ <div class="pager" role="navigation" aria-label="related navigation"><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Previous</button><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Next</button>
+ </div>
+ </div>
+
+ </div>
+ </div>
+ </div>
+ </div>
+ <div class="rating-container">
+ <p class="bodytext__medium--greyish-brown font-weight-500">Was this entry helpful?</p>
+ <div class="rating">
+
+ <div id="rate-star-5" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-4" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-3" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-2" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-1" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ </div>
+ </div>
+
+ </main>
+
+
+
+
+ <nav class="wy-nav-side-toc">
+ <div class="wy-menu-vertical">
+
+ </div>
+ </nav>
+
+ </div>
+
+
+
+
+
+
+
+
+
+
+
+ </div>
+
+
+
+
+<footer>
+ <div class="footer-section footer-section__media-section">
+ <div class="d-flex align-items-center">
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="46.14" height="45" viewBox="0 0 46.14 45">
+ <path id="Path_207" d="M228.962 1078.578a23.072 23.072 0 0 0-7.29 44.96c1.154.212 1.574-.5 1.574-1.112 0-.548-.02-2-.031-3.924-6.417 1.394-7.771-3.093-7.771-3.093a6.109 6.109 0 0 0-2.562-3.375c-2.095-1.431.159-1.4.159-1.4a4.846 4.846 0 0 1 3.533 2.377c2.058 3.525 5.4 2.507 6.714 1.917a4.926 4.926 0 0 1 1.464-3.084c-5.123-.582-10.508-2.562-10.508-11.4a8.919 8.919 0 0 1 2.374-6.191 8.3 8.3 0 0 1 .226-6.105s1.937-.62 6.344 2.365a21.857 21.857 0 0 1 11.551 0c4.4-2.985 6.3 [...]
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow/issues">
+ <svg xmlns="http://www.w3.org/2000/svg" width="45" height="45" viewBox="0 0 45 45">
+ <g id="Group_210" data-name="Group 210" transform="translate(-339.789 -1315.282)">
+ <path id="Path_218" d="M394.82 1315.282h-21.671a9.784 9.784 0 0 0 9.784 9.778h3.986v3.857a9.784 9.784 0 0 0 9.784 9.771v-21.523a1.884 1.884 0 0 0-1.883-1.883z" fill="#fff" data-name="Path 218" transform="translate(-11.914)"></path>
+ <path id="Path_219" d="M378.14 1332.072h-21.671a9.778 9.778 0 0 0 9.778 9.778h4.018v3.857a9.784 9.784 0 0 0 9.752 9.778v-21.536a1.877 1.877 0 0 0-1.877-1.877z" fill="#fff" data-name="Path 219" transform="translate(-5.957 -5.996)"></path>
+ <path id="Path_220" d="M361.46 1348.862h-21.671a9.778 9.778 0 0 0 9.778 9.778h3.992v3.857a9.778 9.778 0 0 0 9.778 9.778v-21.529a1.883 1.883 0 0 0-1.877-1.884z" fill="#fff" data-name="Path 220" transform="translate(0 -11.993)"></path>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://s.apache.org/airflow-slack">
+ <svg xmlns="http://www.w3.org/2000/svg" width="45.073" height="45.073" viewBox="0 0 45.073 45.073">
+ <g id="Group_208" data-name="Group 208" transform="translate(-661.145 -806.287)">
+ <g id="Group_204" data-name="Group 204" transform="translate(661.145 830.01)">
+ <path id="Path_208" d="M670.634 856.859a4.744 4.744 0 1 1-4.744-4.744h4.744z" fill="#fff" data-name="Path 208" transform="translate(-661.145 -852.115)"></path>
+ <path id="Path_209" d="M684.059 856.859a4.744 4.744 0 0 1 9.489 0v11.861a4.744 4.744 0 1 1-9.489 0z" fill="#fff" data-name="Path 209" transform="translate(-672.198 -852.115)"></path>
+ </g>
+ <g id="Group_205" data-name="Group 205" transform="translate(661.145 806.287)">
+ <path id="Path_210" d="M688.8 815.776a4.744 4.744 0 1 1 4.744-4.745v4.745z" fill="#fff" data-name="Path 210" transform="translate(-672.198 -806.287)"></path>
+ <path id="Path_211" d="M677.751 829.2a4.744 4.744 0 0 1 0 9.489H665.89a4.744 4.744 0 1 1 0-9.489z" fill="#fff" data-name="Path 211" transform="translate(-661.145 -817.34)"></path>
+ </g>
+ <g id="Group_206" data-name="Group 206" transform="translate(684.868 806.287)">
+ <path id="Path_212" d="M729.887 833.945a4.744 4.744 0 1 1 4.745 4.745h-4.745z" fill="#fff" data-name="Path 212" transform="translate(-718.026 -817.34)"></path>
+ <path id="Path_213" d="M716.462 822.893a4.744 4.744 0 1 1-9.489 0v-11.862a4.744 4.744 0 0 1 9.489 0z" fill="#fff" data-name="Path 213" transform="translate(-706.973 -806.287)"></path>
+ </g>
+ <g id="Group_207" data-name="Group 207" transform="translate(684.868 830.01)">
+ <path id="Path_214" d="M711.718 875.029a4.744 4.744 0 1 1-4.745 4.744v-4.744z" fill="#fff" data-name="Path 214" transform="translate(-706.973 -863.168)"></path>
+ <path id="Path_215" d="M711.718 861.6a4.744 4.744 0 1 1 0-9.489h11.861a4.744 4.744 0 0 1 0 9.489z" fill="#fff" data-name="Path 215" transform="translate(-706.973 -852.115)"></path>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://stackoverflow.com/questions/tagged/airflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="37.647" height="44.6" viewBox="0 0 37.647 44.6">
+ <g id="Group_209" data-name="Group 209" transform="translate(-645.2 -975.455)">
+ <path id="Path_216" d="M677.028 1043.1v-11.948h3.966v15.914H645.2v-15.914h3.966v11.948z" fill="#fff" data-name="Path 216" transform="translate(0 -27.014)"></path>
+ <path id="Path_217" d="M661.012 1003.008l19.467 4.069.824-3.914-19.467-4.069zm2.575-9.27l18.025 8.395 1.648-3.605-18.025-8.446zm5-8.858l15.3 12.721 2.524-3.039-15.3-12.721zm9.888-9.425l-3.193 2.369 11.845 15.965 3.193-2.369zm-17.875 36.617h19.879v-3.966H660.6z" fill="#fff" data-name="Path 217" transform="translate(-7.469)"></path>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://twitter.com/ApacheAirflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="44.355" height="44.355" viewBox="0 0 44.355 44.355">
+ <g id="Group_211" data-name="Group 211" transform="translate(-503 -1382.2)">
+ <path id="Path_221" d="M541.811 1382.2h-33.267a5.546 5.546 0 0 0-5.544 5.544v33.266a5.547 5.547 0 0 0 5.544 5.545h33.267a5.546 5.546 0 0 0 5.544-5.545v-33.266a5.546 5.546 0 0 0-5.544-5.544zm-5.611 16.533c.011.244.011.488.011.732 0 7.507-5.722 16.178-16.179 16.178a16.173 16.173 0 0 1-8.7-2.539 10.92 10.92 0 0 0 1.353.078 11.4 11.4 0 0 0 7.064-2.44 5.685 5.685 0 0 1-5.311-3.947 5.725 5.725 0 0 0 2.561-.1 5.7 5.7 0 0 1-4.557-5.578v-.078a5.752 5.752 0 0 0 2.572.71 5.7 [...]
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA">
+ <svg xmlns="http://www.w3.org/2000/svg" width="49.594" height="34.941" viewBox="0 0 49.594 34.941">
+ <path id="Path_223" d="M1124.557 1230a6.232 6.232 0 0 0-4.385-4.413c-3.867-1.043-19.376-1.043-19.376-1.043s-15.508 0-19.376 1.043a6.232 6.232 0 0 0-4.385 4.413c-1.036 3.893-1.036 12.014-1.036 12.014s0 8.122 1.036 12.015a6.232 6.232 0 0 0 4.385 4.413c3.867 1.043 19.376 1.043 19.376 1.043s15.509 0 19.376-1.043a6.232 6.232 0 0 0 4.385-4.413c1.036-3.893 1.036-12.015 1.036-12.015s.001-8.123-1.036-12.014zm-28.833 19.388v-14.748l12.962 7.374z" fill="#fff" data-name="Path 223 [...]
+ </svg>
+
+ </a>
+
+ </div>
+
+
+ <div class="footer-section__media-section--button-with-text">
+ <span class="footer-section__media-section--text">Want to be a part of Apache Airflow?</span>
+ <a href="/community">
+
+ <button id="" class="btn-filled bodytext__medium--white ">Join community</button>
+
+ </a>
+ </div>
+
+
+ </div>
+ <div class="footer-section footer-section__policies-section">
+ <div class="footer-section">
+ <span>© The Apache Software Foundation <script>document.write(new Date().getFullYear())</script></span>
+ <div class="footer-section__policies-section--policies">
+
+ <a href="https://www.apache.org/licenses/" class="footer-section__policies-section--policy-item">
+ <span>License</span>
+ </a>
+
+ <a href="https://www.apache.org/foundation/sponsorship.html" class="footer-section__policies-section--policy-item">
+ <span>Donate</span>
+ </a>
+
+ <a href="https://www.apache.org/foundation/thanks.html" class="footer-section__policies-section--policy-item">
+ <span>Thanks</span>
+ </a>
+
+ <a href="https://www.apache.org/security/" class="footer-section__policies-section--policy-item">
+ <span>Security</span>
+ </a>
+
+
+ </div>
+ </div>
+ <span class="footer-section__policies-section--disclaimer">
+ Apache Airflow, Apache, Airflow, the Airflow logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation.
+ All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.
+ </span>
+ </div>
+</footer>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
+ <script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+</body>
+</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_modules/airflow/providers/apache/beam/hooks/beam.html b/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_modules/airflow/providers/apache/beam/hooks/beam.html
new file mode 100644
index 0000000..20ab1a8
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_modules/airflow/providers/apache/beam/hooks/beam.html
@@ -0,0 +1,1080 @@
+
+
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+ <html xmlns="http://www.w3.org/1999/xhtml">
+<head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1">
+ <title>airflow.providers.apache.beam.hooks.beam — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <script type="application/javascript">
+ var doNotTrack = false;
+ window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
+ ga('create', 'UA-140539454-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+ <script async src='https://www.google-analytics.com/analytics.js'></script>
+
+
+</head><body class="td-section">
+
+
+<header>
+ <nav class="js-navbar-scroll navbar">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178.258 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0zm-1 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482-.2h1 [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+ <div class="desktop-only navbar__menu-container">
+
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+ </div>
+
+
+
+ </div>
+
+ </div>
+ <div class="mobile-only navbar__drawer-container">
+ <button class="navbar__toggle-button" id="navbar-toggle-button">
+
+ <div id="hamburger-icon" class="navbar__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="26" height="20" viewBox="0 0 26 20">
+ <g id="Group_1294" data-name="Group 1294" transform="translate(-38.791 291)">
+ <g id="Group_1291" data-name="Group 1291" transform="translate(39 -291)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="translate(39 -281.822)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ <g id="Group_1293" data-name="Group 1293" transform="translate(39 -272.644)">
+ <rect id="Rectangle_463" width="26" height="2" fill="#51504f" data-name="Rectangle 463" rx="1" transform="translate(-.209 -.356)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="close-icon" class="navbar__toggle-button--icon">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </button>
+ <div class="navbar__drawer" id="navbar-drawer">
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+
+ </div>
+
+
+ </div>
+ </div>
+ </div>
+ </nav>
+
+</header>
+
+
+ <div class="roadmap container-fluid td-default base-layout">
+
+
+ <div class="content-drawer-wrapper">
+ <button class="content-drawer__toggle-button" id="content-open-button">
+
+ <div id="hamburger-icon" class="content-drawer__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="20.005" height="13.879" viewBox="0 0 20.005 13.879">
+ <g id="Group_1619" data-name="Group 1619" transform="translate(271.132 -418.872)">
+ <g id="Group_1613" data-name="Group 1613" transform="translate(-266.229 431.045)">
+ <path id="Path_1337" d="M-218.5 513.215h-14.583a.259.259 0 0 1-.259-.26.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.26z" fill="#51504f" data-name="Path 1337" transform="translate(233.345 -512.696)"></path>
+ </g>
+ <g id="Group_1614" data-name="Group 1614" transform="translate(-266.229 425.684)">
+ <path id="Path_1338" d="M-218.5 471.9h-14.583a.259.259 0 0 1-.259-.26.26.26 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.26.26 0 0 1-.259.26z" fill="#51504f" data-name="Path 1338" transform="translate(233.345 -471.376)"></path>
+ </g>
+ <g id="Group_1615" data-name="Group 1615" transform="translate(-266.229 420.323)">
+ <path id="Path_1339" d="M-218.5 430.574h-14.583a.259.259 0 0 1-.259-.259.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.259z" fill="#51504f" data-name="Path 1339" transform="translate(233.345 -430.055)"></path>
+ </g>
+ <g id="Group_1616" data-name="Group 1616" transform="translate(-271.132 429.814)">
+ <path id="Path_1340" d="M-269.663 506.145a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1340" transform="translate(271.132 -503.208)"></path>
+ </g>
+ <g id="Group_1617" data-name="Group 1617" transform="translate(-271.132 424.556)">
+ <path id="Path_1341" d="M-269.663 465.62a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.952z" fill="#51504f" data-name="Path 1341" transform="translate(271.132 -462.683)"></path>
+ </g>
+ <g id="Group_1618" data-name="Group 1618" transform="translate(-271.132 418.872)">
+ <path id="Path_1342" d="M-269.663 421.809a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1342" transform="translate(271.132 -418.872)"></path>
+ </g>
+ </g>
+ </svg>
+
+ <span class="bodytext__mobile--brownish-grey">Content</span>
+ </div>
+
+ </button>
+ <nav id="content-navbar" class="navbar navbar--hidden">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482- [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+
+ <div id="content-close-button">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </nav>
+ <div class="content-drawer-container" id="content-drawer">
+ <div class="content-drawer">
+ <div class="td-sidebar">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">3.1.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/apache/beam/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+ </div>
+ </div>
+ </div>
+
+ <div class="d-flex">
+
+
+ <div class="td-sidebar desktop-only d-print-none">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">3.1.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/apache/beam/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+
+
+
+
+ <main class="col-12 col-md-9 col-xl-8" role="main">
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation" class="d-none d-md-block d-print-none">
+
+ <ul class="breadcrumb">
+
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../../../../index.html">Module code</a></li>
+
+ <li class="breadcrumb-item"><a href="beam.html"> airflow.providers.apache.beam.hooks.beam</a></li>
+
+ </ul>
+</div>
+
+ <div class="rst-content">
+ <div class="document">
+ <div class="documentwrapper">
+ <div class="bodywrapper">
+ <div class="body" role="main">
+
+ <h1>Source code for airflow.providers.apache.beam.hooks.beam</h1><div class="highlight"><pre>
+<span></span><span class="c1">#</span>
+<span class="c1"># Licensed to the Apache Software Foundation (ASF) under one</span>
+<span class="c1"># or more contributor license agreements. See the NOTICE file</span>
+<span class="c1"># distributed with this work for additional information</span>
+<span class="c1"># regarding copyright ownership. The ASF licenses this file</span>
+<span class="c1"># to you under the Apache License, Version 2.0 (the</span>
+<span class="c1"># "License"); you may not use this file except in compliance</span>
+<span class="c1"># with the License. You may obtain a copy of the License at</span>
+<span class="c1">#</span>
+<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
+<span class="c1">#</span>
+<span class="c1"># Unless required by applicable law or agreed to in writing,</span>
+<span class="c1"># software distributed under the License is distributed on an</span>
+<span class="c1"># "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span>
+<span class="c1"># KIND, either express or implied. See the License for the</span>
+<span class="c1"># specific language governing permissions and limitations</span>
+<span class="c1"># under the License.</span>
+<span class="sd">"""This module contains a Apache Beam Hook."""</span>
+<span class="kn">import</span> <span class="nn">json</span>
+<span class="kn">import</span> <span class="nn">select</span>
+<span class="kn">import</span> <span class="nn">shlex</span>
+<span class="kn">import</span> <span class="nn">subprocess</span>
+<span class="kn">import</span> <span class="nn">textwrap</span>
+<span class="kn">from</span> <span class="nn">tempfile</span> <span class="kn">import</span> <span class="n">TemporaryDirectory</span>
+<span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">Callable</span><span class="p">,</span> <span class="n">List</span><span class="p">,</span> <span class="n">Optional</span>
+
+<span class="kn">from</span> <span class="nn">airflow.exceptions</span> <span class="kn">import</span> <span class="n">AirflowException</span>
+<span class="kn">from</span> <span class="nn">airflow.hooks.base</span> <span class="kn">import</span> <span class="n">BaseHook</span>
+<span class="kn">from</span> <span class="nn">airflow.utils.log.logging_mixin</span> <span class="kn">import</span> <span class="n">LoggingMixin</span>
+<span class="kn">from</span> <span class="nn">airflow.utils.python_virtualenv</span> <span class="kn">import</span> <span class="n">prepare_virtualenv</span>
+
+
+<div class="viewcode-block" id="BeamRunnerType"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType">[docs]</a><span class="k">class</span> <span class="nc">BeamRunnerType</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Helper class for listing runner types.</span>
+<span class="sd"> For more information about runners see:</span>
+<span class="sd"> https://beam.apache.org/documentation/</span>
+<span class="sd"> """</span>
+
+<div class="viewcode-block" id="BeamRunnerType.DataflowRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DataflowRunner">[docs]</a> <span class="n">DataflowRunner</span> <span class="o">=</span> <span class="s2">"DataflowRunner"</span></div>
+<div class="viewcode-block" id="BeamRunnerType.DirectRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DirectRunner">[docs]</a> <span class="n">DirectRunner</span> <span class="o">=</span> <span class="s2">"DirectRunner"</span></div>
+<div class="viewcode-block" id="BeamRunnerType.SparkRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SparkRunner">[docs]</a> <span class="n">SparkRunner</span> <span class="o">=</span> <span class="s2">"SparkRunner"</span></div>
+<div class="viewcode-block" id="BeamRunnerType.FlinkRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.FlinkRunner">[docs]</a> <span class="n">FlinkRunner</span> <span class="o">=</span> <span class="s2">"FlinkRunner"</span></div>
+<div class="viewcode-block" id="BeamRunnerType.SamzaRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SamzaRunner">[docs]</a> <span class="n">SamzaRunner</span> <span class="o">=</span> <span class="s2">"SamzaRunner"</span></div>
+<div class="viewcode-block" id="BeamRunnerType.NemoRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.NemoRunner">[docs]</a> <span class="n">NemoRunner</span> <span class="o">=</span> <span class="s2">"NemoRunner"</span></div>
+<div class="viewcode-block" id="BeamRunnerType.JetRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.JetRunner">[docs]</a> <span class="n">JetRunner</span> <span class="o">=</span> <span class="s2">"JetRunner"</span></div>
+<div class="viewcode-block" id="BeamRunnerType.Twister2Runner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.Twister2Runner">[docs]</a> <span class="n">Twister2Runner</span> <span class="o">=</span> <span class="s2">"Twister2Runner"</span></div></div>
+
+
+<div class="viewcode-block" id="beam_options_to_args"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.beam_options_to_args">[docs]</a><span class="k">def</span> <span class="nf">beam_options_to_args</span><span class="p">(</span><span class="n">options</span><span class="p">:</span> <span class="nb">dict</span><span class="p">)</span> <span class="o">-></span> <span class="n">List</span> [...]
+ <span class="sd">"""</span>
+<span class="sd"> Returns a formatted pipeline options from a dictionary of arguments</span>
+
+<span class="sd"> The logic of this method should be compatible with Apache Beam:</span>
+<span class="sd"> https://github.com/apache/beam/blob/b56740f0e8cd80c2873412847d0b336837429fb9/sdks/python/</span>
+<span class="sd"> apache_beam/options/pipeline_options.py#L230-L251</span>
+
+<span class="sd"> :param options: Dictionary with options</span>
+<span class="sd"> :type options: dict</span>
+<span class="sd"> :return: List of arguments</span>
+<span class="sd"> :rtype: List[str]</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">options</span><span class="p">:</span>
+ <span class="k">return</span> <span class="p">[]</span>
+
+ <span class="n">args</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
+ <span class="k">for</span> <span class="n">attr</span><span class="p">,</span> <span class="n">value</span> <span class="ow">in</span> <span class="n">options</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
+ <span class="k">if</span> <span class="n">value</span> <span class="ow">is</span> <span class="kc">None</span> <span class="ow">or</span> <span class="p">(</span><span class="nb">isinstance</span><span class="p">(</span><span class="n">value</span><span class="p">,</span> <span class="nb">bool</span><span class="p">)</span> <span class="ow">and</span> <span class="n">value</span><span class="p">):</span>
+ <span class="n">args</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="sa">f</span><span class="s2">"--</span><span class="si">{</span><span class="n">attr</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
+ <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">value</span><span class="p">,</span> <span class="nb">list</span><span class="p">):</span>
+ <span class="n">args</span><span class="o">.</span><span class="n">extend</span><span class="p">([</span><span class="sa">f</span><span class="s2">"--</span><span class="si">{</span><span class="n">attr</span><span class="si">}</span><span class="s2">=</span><span class="si">{</span><span class="n">v</span><span class="si">}</span><span class="s2">"</span> <span class="k">for</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">value</span><spa [...]
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">args</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="sa">f</span><span class="s2">"--</span><span class="si">{</span><span class="n">attr</span><span class="si">}</span><span class="s2">=</span><span class="si">{</span><span class="n">value</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">args</span></div>
+
+
+<div class="viewcode-block" id="BeamCommandRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamCommandRunner">[docs]</a><span class="k">class</span> <span class="nc">BeamCommandRunner</span><span class="p">(</span><span class="n">LoggingMixin</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Class responsible for running pipeline command in subprocess</span>
+
+<span class="sd"> :param cmd: Parts of the command to be run in subprocess</span>
+<span class="sd"> :type cmd: List[str]</span>
+<span class="sd"> :param process_line_callback: Optional callback which can be used to process</span>
+<span class="sd"> stdout and stderr to detect job id</span>
+<span class="sd"> :type process_line_callback: Optional[Callable[[str], None]]</span>
+<span class="sd"> """</span>
+
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">cmd</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">],</span>
+ <span class="n">process_line_callback</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Callable</span><span class="p">[[</span><span class="nb">str</span><span class="p">],</span> <span class="kc">None</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Running command: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="s2">" "</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">shlex</span><span class="o">.</span><span class="n">quote</span><span class [...]
+ <span class="bp">self</span><span class="o">.</span><span class="n">process_line_callback</span> <span class="o">=</span> <span class="n">process_line_callback</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">job_id</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">_proc</span> <span class="o">=</span> <span class="n">subprocess</span><span class="o">.</span><span class="n">Popen</span><span class="p">(</span>
+ <span class="n">cmd</span><span class="p">,</span>
+ <span class="n">shell</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="n">stdout</span><span class="o">=</span><span class="n">subprocess</span><span class="o">.</span><span class="n">PIPE</span><span class="p">,</span>
+ <span class="n">stderr</span><span class="o">=</span><span class="n">subprocess</span><span class="o">.</span><span class="n">PIPE</span><span class="p">,</span>
+ <span class="n">close_fds</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="k">def</span> <span class="nf">_process_fd</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">fd</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Prints output to logs.</span>
+
+<span class="sd"> :param fd: File descriptor.</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="n">fd</span> <span class="ow">not</span> <span class="ow">in</span> <span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">stdout</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">stderr</span><span class="p">):</span>
+ <span class="k">raise</span> <span class="ne">Exception</span><span class="p">(</span><span class="s2">"No data in stderr or in stdout."</span><span class="p">)</span>
+
+ <span class="n">fd_to_log</span> <span class="o">=</span> <span class="p">{</span><span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">stderr</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">warning</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span c [...]
+ <span class="n">func_log</span> <span class="o">=</span> <span class="n">fd_to_log</span><span class="p">[</span><span class="n">fd</span><span class="p">]</span>
+
+ <span class="k">while</span> <span class="kc">True</span><span class="p">:</span>
+ <span class="n">line</span> <span class="o">=</span> <span class="n">fd</span><span class="o">.</span><span class="n">readline</span><span class="p">()</span><span class="o">.</span><span class="n">decode</span><span class="p">()</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">line</span><span class="p">:</span>
+ <span class="k">return</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">process_line_callback</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">process_line_callback</span><span class="p">(</span><span class="n">line</span><span class="p">)</span>
+ <span class="n">func_log</span><span class="p">(</span><span class="n">line</span><span class="o">.</span><span class="n">rstrip</span><span class="p">(</span><span class="s2">"</span><span class="se">\n</span><span class="s2">"</span><span class="p">))</span>
+
+<div class="viewcode-block" id="BeamCommandRunner.wait_for_done"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamCommandRunner.wait_for_done">[docs]</a> <span class="k">def</span> <span class="nf">wait_for_done</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="sd">"""Waits for Apache Beam pipeline to complete."""</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Start waiting for Apache Beam process to complete."</span><span class="p">)</span>
+ <span class="n">reads</span> <span class="o">=</span> <span class="p">[</span><span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">stderr</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">stdout</span><span class="p">]</span>
+ <span class="k">while</span> <span class="kc">True</span><span class="p">:</span>
+ <span class="c1"># Wait for at least one available fd.</span>
+ <span class="n">readable_fds</span><span class="p">,</span> <span class="n">_</span><span class="p">,</span> <span class="n">_</span> <span class="o">=</span> <span class="n">select</span><span class="o">.</span><span class="n">select</span><span class="p">(</span><span class="n">reads</span><span class="p">,</span> <span class="p">[],</span> <span class="p">[],</span> <span class="mi">5</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">readable_fds</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Waiting for Apache Beam process to complete."</span><span class="p">)</span>
+ <span class="k">continue</span>
+
+ <span class="k">for</span> <span class="n">readable_fd</span> <span class="ow">in</span> <span class="n">readable_fds</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_process_fd</span><span class="p">(</span><span class="n">readable_fd</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">poll</span><span class="p">()</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="k">break</span>
+
+ <span class="c1"># Corner case: check if more output was created between the last read and the process termination</span>
+ <span class="k">for</span> <span class="n">readable_fd</span> <span class="ow">in</span> <span class="n">reads</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_process_fd</span><span class="p">(</span><span class="n">readable_fd</span><span class="p">)</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Process exited with return code: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">returncode</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">returncode</span> <span class="o">!=</span> <span class="mi">0</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Apache Beam process failed with return code </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">returncode</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span></div></div>
+
+
+<div class="viewcode-block" id="BeamHook"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamHook">[docs]</a><span class="k">class</span> <span class="nc">BeamHook</span><span class="p">(</span><span class="n">BaseHook</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Hook for Apache Beam.</span>
+
+<span class="sd"> All the methods in the hook where project_id is used must be called with</span>
+<span class="sd"> keyword arguments rather than positional.</span>
+
+<span class="sd"> :param runner: Runner type</span>
+<span class="sd"> :type runner: str</span>
+<span class="sd"> """</span>
+
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">runner</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">runner</span> <span class="o">=</span> <span class="n">runner</span>
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
+
+ <span class="k">def</span> <span class="nf">_start_pipeline</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">variables</span><span class="p">:</span> <span class="nb">dict</span><span class="p">,</span>
+ <span class="n">command_prefix</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">],</span>
+ <span class="n">process_line_callback</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Callable</span><span class="p">[[</span><span class="nb">str</span><span class="p">],</span> <span class="kc">None</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="n">cmd</span> <span class="o">=</span> <span class="n">command_prefix</span> <span class="o">+</span> <span class="p">[</span>
+ <span class="sa">f</span><span class="s2">"--runner=</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">runner</span><span class="si">}</span><span class="s2">"</span><span class="p">,</span>
+ <span class="p">]</span>
+ <span class="k">if</span> <span class="n">variables</span><span class="p">:</span>
+ <span class="n">cmd</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">beam_options_to_args</span><span class="p">(</span><span class="n">variables</span><span class="p">))</span>
+ <span class="n">cmd_runner</span> <span class="o">=</span> <span class="n">BeamCommandRunner</span><span class="p">(</span>
+ <span class="n">cmd</span><span class="o">=</span><span class="n">cmd</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="o">=</span><span class="n">process_line_callback</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="n">cmd_runner</span><span class="o">.</span><span class="n">wait_for_done</span><span class="p">()</span>
+
+<div class="viewcode-block" id="BeamHook.start_python_pipeline"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamHook.start_python_pipeline">[docs]</a> <span class="k">def</span> <span class="nf">start_python_pipeline</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">variables</span><span class="p">:</span> <span class="nb">dict</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">py_options</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">],</span>
+ <span class="n">py_interpreter</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"python3"</span><span class="p">,</span>
+ <span class="n">py_requirements</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Callable</span><span class="p">[[</span><span class="nb">str</span><span class="p">],</span> <span class="kc">None</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Starts Apache Beam python pipeline.</span>
+
+<span class="sd"> :param variables: Variables passed to the pipeline.</span>
+<span class="sd"> :type variables: Dict</span>
+<span class="sd"> :param py_options: Additional options.</span>
+<span class="sd"> :type py_options: List[str]</span>
+<span class="sd"> :param py_interpreter: Python version of the Apache Beam pipeline.</span>
+<span class="sd"> If None, this defaults to the python3.</span>
+<span class="sd"> To track python versions supported by beam and related</span>
+<span class="sd"> issues check: https://issues.apache.org/jira/browse/BEAM-1251</span>
+<span class="sd"> :type py_interpreter: str</span>
+<span class="sd"> :param py_requirements: Additional python package(s) to install.</span>
+<span class="sd"> If a value is passed to this parameter, a new virtual environment has been created with</span>
+<span class="sd"> additional packages installed.</span>
+
+<span class="sd"> You could also install the apache-beam package if it is not installed on your system or you want</span>
+<span class="sd"> to use a different version.</span>
+<span class="sd"> :type py_requirements: List[str]</span>
+<span class="sd"> :param py_system_site_packages: Whether to include system_site_packages in your virtualenv.</span>
+<span class="sd"> See virtualenv documentation for more information.</span>
+
+<span class="sd"> This option is only relevant if the ``py_requirements`` parameter is not None.</span>
+<span class="sd"> :type py_system_site_packages: bool</span>
+<span class="sd"> :param on_new_job_id_callback: Callback called when the job ID is known.</span>
+<span class="sd"> :type on_new_job_id_callback: callable</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="s2">"labels"</span> <span class="ow">in</span> <span class="n">variables</span><span class="p">:</span>
+ <span class="n">variables</span><span class="p">[</span><span class="s2">"labels"</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">key</span><span class="si">}</span><span class="s2">=</span><span class="si">{</span><span class="n">value</span><span class="si">}</span><span class="s2">"</span> <span class="k">for</span> <span class="n"> [...]
+
+ <span class="k">if</span> <span class="n">py_requirements</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">py_requirements</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">py_system_site_packages</span><span class="p">:</span>
+ <span class="n">warning_invalid_environment</span> <span class="o">=</span> <span class="n">textwrap</span><span class="o">.</span><span class="n">dedent</span><span class="p">(</span>
+ <span class="sd">"""\</span>
+<span class="sd"> Invalid method invocation. You have disabled inclusion of system packages and empty list</span>
+<span class="sd"> required for installation, so it is not possible to create a valid virtual environment.</span>
+<span class="sd"> In the virtual environment, apache-beam package must be installed for your job to be \</span>
+<span class="sd"> executed. To fix this problem:</span>
+<span class="sd"> * install apache-beam on the system, then set parameter py_system_site_packages to True,</span>
+<span class="sd"> * add apache-beam to the list of required packages in parameter py_requirements.</span>
+<span class="sd"> """</span>
+ <span class="p">)</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="n">warning_invalid_environment</span><span class="p">)</span>
+
+ <span class="k">with</span> <span class="n">TemporaryDirectory</span><span class="p">(</span><span class="n">prefix</span><span class="o">=</span><span class="s2">"apache-beam-venv"</span><span class="p">)</span> <span class="k">as</span> <span class="n">tmp_dir</span><span class="p">:</span>
+ <span class="n">py_interpreter</span> <span class="o">=</span> <span class="n">prepare_virtualenv</span><span class="p">(</span>
+ <span class="n">venv_directory</span><span class="o">=</span><span class="n">tmp_dir</span><span class="p">,</span>
+ <span class="n">python_bin</span><span class="o">=</span><span class="n">py_interpreter</span><span class="p">,</span>
+ <span class="n">system_site_packages</span><span class="o">=</span><span class="n">py_system_site_packages</span><span class="p">,</span>
+ <span class="n">requirements</span><span class="o">=</span><span class="n">py_requirements</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="n">command_prefix</span> <span class="o">=</span> <span class="p">[</span><span class="n">py_interpreter</span><span class="p">]</span> <span class="o">+</span> <span class="n">py_options</span> <span class="o">+</span> <span class="p">[</span><span class="n">py_file</span><span class="p">]</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">_start_pipeline</span><span class="p">(</span>
+ <span class="n">variables</span><span class="o">=</span><span class="n">variables</span><span class="p">,</span>
+ <span class="n">command_prefix</span><span class="o">=</span><span class="n">command_prefix</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="o">=</span><span class="n">process_line_callback</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">command_prefix</span> <span class="o">=</span> <span class="p">[</span><span class="n">py_interpreter</span><span class="p">]</span> <span class="o">+</span> <span class="n">py_options</span> <span class="o">+</span> <span class="p">[</span><span class="n">py_file</span><span class="p">]</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">_start_pipeline</span><span class="p">(</span>
+ <span class="n">variables</span><span class="o">=</span><span class="n">variables</span><span class="p">,</span>
+ <span class="n">command_prefix</span><span class="o">=</span><span class="n">command_prefix</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="o">=</span><span class="n">process_line_callback</span><span class="p">,</span></div>
+ <span class="p">)</span>
+
+<div class="viewcode-block" id="BeamHook.start_java_pipeline"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamHook.start_java_pipeline">[docs]</a> <span class="k">def</span> <span class="nf">start_java_pipeline</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">variables</span><span class="p">:</span> <span class="nb">dict</span><span class="p">,</span>
+ <span class="n">jar</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">job_class</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Callable</span><span class="p">[[</span><span class="nb">str</span><span class="p">],</span> <span class="kc">None</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Starts Apache Beam Java pipeline.</span>
+
+<span class="sd"> :param variables: Variables passed to the job.</span>
+<span class="sd"> :type variables: dict</span>
+<span class="sd"> :param jar: Name of the jar for the pipeline</span>
+<span class="sd"> :type job_class: str</span>
+<span class="sd"> :param job_class: Name of the java class for the pipeline.</span>
+<span class="sd"> :type job_class: str</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="s2">"labels"</span> <span class="ow">in</span> <span class="n">variables</span><span class="p">:</span>
+ <span class="n">variables</span><span class="p">[</span><span class="s2">"labels"</span><span class="p">]</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">dumps</span><span class="p">(</span><span class="n">variables</span><span class="p">[</span><span class="s2">"labels"</span><span class="p">],</span> <span class="n">separators</span><span class="o">=</span><span class="p">(</span><span class="s2">", [...]
+
+ <span class="n">command_prefix</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"java"</span><span class="p">,</span> <span class="s2">"-cp"</span><span class="p">,</span> <span class="n">jar</span><span class="p">,</span> <span class="n">job_class</span><span class="p">]</span> <span class="k">if</span> <span class="n">job_class</span> <span class="k">else</span> <span class="p">[</span><span class="s2">"java"</span><span cla [...]
+ <span class="bp">self</span><span class="o">.</span><span class="n">_start_pipeline</span><span class="p">(</span>
+ <span class="n">variables</span><span class="o">=</span><span class="n">variables</span><span class="p">,</span>
+ <span class="n">command_prefix</span><span class="o">=</span><span class="n">command_prefix</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="o">=</span><span class="n">process_line_callback</span><span class="p">,</span></div></div>
+ <span class="p">)</span>
+</pre></div>
+
+ <div class="pager" role="navigation" aria-label="related navigation"><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Previous</button><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Next</button>
+ </div>
+ </div>
+
+ </div>
+ </div>
+ </div>
+ </div>
+ <div class="rating-container">
+ <p class="bodytext__medium--greyish-brown font-weight-500">Was this entry helpful?</p>
+ <div class="rating">
+
+ <div id="rate-star-5" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-4" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-3" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-2" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-1" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ </div>
+ </div>
+
+ </main>
+
+
+
+
+ <nav class="wy-nav-side-toc">
+ <div class="wy-menu-vertical">
+
+ </div>
+ </nav>
+
+ </div>
+
+
+
+
+
+
+
+
+
+
+
+ </div>
+
+
+
+
+<footer>
+ <div class="footer-section footer-section__media-section">
+ <div class="d-flex align-items-center">
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="46.14" height="45" viewBox="0 0 46.14 45">
+ <path id="Path_207" d="M228.962 1078.578a23.072 23.072 0 0 0-7.29 44.96c1.154.212 1.574-.5 1.574-1.112 0-.548-.02-2-.031-3.924-6.417 1.394-7.771-3.093-7.771-3.093a6.109 6.109 0 0 0-2.562-3.375c-2.095-1.431.159-1.4.159-1.4a4.846 4.846 0 0 1 3.533 2.377c2.058 3.525 5.4 2.507 6.714 1.917a4.926 4.926 0 0 1 1.464-3.084c-5.123-.582-10.508-2.562-10.508-11.4a8.919 8.919 0 0 1 2.374-6.191 8.3 8.3 0 0 1 .226-6.105s1.937-.62 6.344 2.365a21.857 21.857 0 0 1 11.551 0c4.4-2.985 6.3 [...]
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow/issues">
+ <svg xmlns="http://www.w3.org/2000/svg" width="45" height="45" viewBox="0 0 45 45">
+ <g id="Group_210" data-name="Group 210" transform="translate(-339.789 -1315.282)">
+ <path id="Path_218" d="M394.82 1315.282h-21.671a9.784 9.784 0 0 0 9.784 9.778h3.986v3.857a9.784 9.784 0 0 0 9.784 9.771v-21.523a1.884 1.884 0 0 0-1.883-1.883z" fill="#fff" data-name="Path 218" transform="translate(-11.914)"></path>
+ <path id="Path_219" d="M378.14 1332.072h-21.671a9.778 9.778 0 0 0 9.778 9.778h4.018v3.857a9.784 9.784 0 0 0 9.752 9.778v-21.536a1.877 1.877 0 0 0-1.877-1.877z" fill="#fff" data-name="Path 219" transform="translate(-5.957 -5.996)"></path>
+ <path id="Path_220" d="M361.46 1348.862h-21.671a9.778 9.778 0 0 0 9.778 9.778h3.992v3.857a9.778 9.778 0 0 0 9.778 9.778v-21.529a1.883 1.883 0 0 0-1.877-1.884z" fill="#fff" data-name="Path 220" transform="translate(0 -11.993)"></path>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://s.apache.org/airflow-slack">
+ <svg xmlns="http://www.w3.org/2000/svg" width="45.073" height="45.073" viewBox="0 0 45.073 45.073">
+ <g id="Group_208" data-name="Group 208" transform="translate(-661.145 -806.287)">
+ <g id="Group_204" data-name="Group 204" transform="translate(661.145 830.01)">
+ <path id="Path_208" d="M670.634 856.859a4.744 4.744 0 1 1-4.744-4.744h4.744z" fill="#fff" data-name="Path 208" transform="translate(-661.145 -852.115)"></path>
+ <path id="Path_209" d="M684.059 856.859a4.744 4.744 0 0 1 9.489 0v11.861a4.744 4.744 0 1 1-9.489 0z" fill="#fff" data-name="Path 209" transform="translate(-672.198 -852.115)"></path>
+ </g>
+ <g id="Group_205" data-name="Group 205" transform="translate(661.145 806.287)">
+ <path id="Path_210" d="M688.8 815.776a4.744 4.744 0 1 1 4.744-4.745v4.745z" fill="#fff" data-name="Path 210" transform="translate(-672.198 -806.287)"></path>
+ <path id="Path_211" d="M677.751 829.2a4.744 4.744 0 0 1 0 9.489H665.89a4.744 4.744 0 1 1 0-9.489z" fill="#fff" data-name="Path 211" transform="translate(-661.145 -817.34)"></path>
+ </g>
+ <g id="Group_206" data-name="Group 206" transform="translate(684.868 806.287)">
+ <path id="Path_212" d="M729.887 833.945a4.744 4.744 0 1 1 4.745 4.745h-4.745z" fill="#fff" data-name="Path 212" transform="translate(-718.026 -817.34)"></path>
+ <path id="Path_213" d="M716.462 822.893a4.744 4.744 0 1 1-9.489 0v-11.862a4.744 4.744 0 0 1 9.489 0z" fill="#fff" data-name="Path 213" transform="translate(-706.973 -806.287)"></path>
+ </g>
+ <g id="Group_207" data-name="Group 207" transform="translate(684.868 830.01)">
+ <path id="Path_214" d="M711.718 875.029a4.744 4.744 0 1 1-4.745 4.744v-4.744z" fill="#fff" data-name="Path 214" transform="translate(-706.973 -863.168)"></path>
+ <path id="Path_215" d="M711.718 861.6a4.744 4.744 0 1 1 0-9.489h11.861a4.744 4.744 0 0 1 0 9.489z" fill="#fff" data-name="Path 215" transform="translate(-706.973 -852.115)"></path>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://stackoverflow.com/questions/tagged/airflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="37.647" height="44.6" viewBox="0 0 37.647 44.6">
+ <g id="Group_209" data-name="Group 209" transform="translate(-645.2 -975.455)">
+ <path id="Path_216" d="M677.028 1043.1v-11.948h3.966v15.914H645.2v-15.914h3.966v11.948z" fill="#fff" data-name="Path 216" transform="translate(0 -27.014)"></path>
+ <path id="Path_217" d="M661.012 1003.008l19.467 4.069.824-3.914-19.467-4.069zm2.575-9.27l18.025 8.395 1.648-3.605-18.025-8.446zm5-8.858l15.3 12.721 2.524-3.039-15.3-12.721zm9.888-9.425l-3.193 2.369 11.845 15.965 3.193-2.369zm-17.875 36.617h19.879v-3.966H660.6z" fill="#fff" data-name="Path 217" transform="translate(-7.469)"></path>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://twitter.com/ApacheAirflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="44.355" height="44.355" viewBox="0 0 44.355 44.355">
+ <g id="Group_211" data-name="Group 211" transform="translate(-503 -1382.2)">
+ <path id="Path_221" d="M541.811 1382.2h-33.267a5.546 5.546 0 0 0-5.544 5.544v33.266a5.547 5.547 0 0 0 5.544 5.545h33.267a5.546 5.546 0 0 0 5.544-5.545v-33.266a5.546 5.546 0 0 0-5.544-5.544zm-5.611 16.533c.011.244.011.488.011.732 0 7.507-5.722 16.178-16.179 16.178a16.173 16.173 0 0 1-8.7-2.539 10.92 10.92 0 0 0 1.353.078 11.4 11.4 0 0 0 7.064-2.44 5.685 5.685 0 0 1-5.311-3.947 5.725 5.725 0 0 0 2.561-.1 5.7 5.7 0 0 1-4.557-5.578v-.078a5.752 5.752 0 0 0 2.572.71 5.7 [...]
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA">
+ <svg xmlns="http://www.w3.org/2000/svg" width="49.594" height="34.941" viewBox="0 0 49.594 34.941">
+ <path id="Path_223" d="M1124.557 1230a6.232 6.232 0 0 0-4.385-4.413c-3.867-1.043-19.376-1.043-19.376-1.043s-15.508 0-19.376 1.043a6.232 6.232 0 0 0-4.385 4.413c-1.036 3.893-1.036 12.014-1.036 12.014s0 8.122 1.036 12.015a6.232 6.232 0 0 0 4.385 4.413c3.867 1.043 19.376 1.043 19.376 1.043s15.509 0 19.376-1.043a6.232 6.232 0 0 0 4.385-4.413c1.036-3.893 1.036-12.015 1.036-12.015s.001-8.123-1.036-12.014zm-28.833 19.388v-14.748l12.962 7.374z" fill="#fff" data-name="Path 223 [...]
+ </svg>
+
+ </a>
+
+ </div>
+
+
+ <div class="footer-section__media-section--button-with-text">
+ <span class="footer-section__media-section--text">Want to be a part of Apache Airflow?</span>
+ <a href="/community">
+
+ <button id="" class="btn-filled bodytext__medium--white ">Join community</button>
+
+ </a>
+ </div>
+
+
+ </div>
+ <div class="footer-section footer-section__policies-section">
+ <div class="footer-section">
+ <span>© The Apache Software Foundation <script>document.write(new Date().getFullYear())</script></span>
+ <div class="footer-section__policies-section--policies">
+
+ <a href="https://www.apache.org/licenses/" class="footer-section__policies-section--policy-item">
+ <span>License</span>
+ </a>
+
+ <a href="https://www.apache.org/foundation/sponsorship.html" class="footer-section__policies-section--policy-item">
+ <span>Donate</span>
+ </a>
+
+ <a href="https://www.apache.org/foundation/thanks.html" class="footer-section__policies-section--policy-item">
+ <span>Thanks</span>
+ </a>
+
+ <a href="https://www.apache.org/security/" class="footer-section__policies-section--policy-item">
+ <span>Security</span>
+ </a>
+
+
+ </div>
+ </div>
+ <span class="footer-section__policies-section--disclaimer">
+ Apache Airflow, Apache, Airflow, the Airflow logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation.
+ All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.
+ </span>
+ </div>
+</footer>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
+ <script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+</body>
+</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_modules/airflow/providers/apache/beam/operators/beam.html b/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_modules/airflow/providers/apache/beam/operators/beam.html
new file mode 100644
index 0000000..a7ab34a
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/3.1.0/_modules/airflow/providers/apache/beam/operators/beam.html
@@ -0,0 +1,1254 @@
+
+
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+ <html xmlns="http://www.w3.org/1999/xhtml">
+<head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1">
+ <title>airflow.providers.apache.beam.operators.beam — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <script type="application/javascript">
+ var doNotTrack = false;
+ window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
+ ga('create', 'UA-140539454-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+ <script async src='https://www.google-analytics.com/analytics.js'></script>
+
+
+</head><body class="td-section">
+
+
+<header>
+ <nav class="js-navbar-scroll navbar">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178.258 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0zm-1 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482-.2h1 [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+ <div class="desktop-only navbar__menu-container">
+
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+ </div>
+
+
+
+ </div>
+
+ </div>
+ <div class="mobile-only navbar__drawer-container">
+ <button class="navbar__toggle-button" id="navbar-toggle-button">
+
+ <div id="hamburger-icon" class="navbar__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="26" height="20" viewBox="0 0 26 20">
+ <g id="Group_1294" data-name="Group 1294" transform="translate(-38.791 291)">
+ <g id="Group_1291" data-name="Group 1291" transform="translate(39 -291)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="translate(39 -281.822)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ <g id="Group_1293" data-name="Group 1293" transform="translate(39 -272.644)">
+ <rect id="Rectangle_463" width="26" height="2" fill="#51504f" data-name="Rectangle 463" rx="1" transform="translate(-.209 -.356)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="close-icon" class="navbar__toggle-button--icon">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </button>
+ <div class="navbar__drawer" id="navbar-drawer">
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+
+ </div>
+
+
+ </div>
+ </div>
+ </div>
+ </nav>
+
+</header>
+
+
+ <div class="roadmap container-fluid td-default base-layout">
+
+
+ <div class="content-drawer-wrapper">
+ <button class="content-drawer__toggle-button" id="content-open-button">
+
+ <div id="hamburger-icon" class="content-drawer__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="20.005" height="13.879" viewBox="0 0 20.005 13.879">
+ <g id="Group_1619" data-name="Group 1619" transform="translate(271.132 -418.872)">
+ <g id="Group_1613" data-name="Group 1613" transform="translate(-266.229 431.045)">
+ <path id="Path_1337" d="M-218.5 513.215h-14.583a.259.259 0 0 1-.259-.26.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.26z" fill="#51504f" data-name="Path 1337" transform="translate(233.345 -512.696)"></path>
+ </g>
+ <g id="Group_1614" data-name="Group 1614" transform="translate(-266.229 425.684)">
+ <path id="Path_1338" d="M-218.5 471.9h-14.583a.259.259 0 0 1-.259-.26.26.26 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.26.26 0 0 1-.259.26z" fill="#51504f" data-name="Path 1338" transform="translate(233.345 -471.376)"></path>
+ </g>
+ <g id="Group_1615" data-name="Group 1615" transform="translate(-266.229 420.323)">
+ <path id="Path_1339" d="M-218.5 430.574h-14.583a.259.259 0 0 1-.259-.259.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.259z" fill="#51504f" data-name="Path 1339" transform="translate(233.345 -430.055)"></path>
+ </g>
+ <g id="Group_1616" data-name="Group 1616" transform="translate(-271.132 429.814)">
+ <path id="Path_1340" d="M-269.663 506.145a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1340" transform="translate(271.132 -503.208)"></path>
+ </g>
+ <g id="Group_1617" data-name="Group 1617" transform="translate(-271.132 424.556)">
+ <path id="Path_1341" d="M-269.663 465.62a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.952z" fill="#51504f" data-name="Path 1341" transform="translate(271.132 -462.683)"></path>
+ </g>
+ <g id="Group_1618" data-name="Group 1618" transform="translate(-271.132 418.872)">
+ <path id="Path_1342" d="M-269.663 421.809a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1342" transform="translate(271.132 -418.872)"></path>
+ </g>
+ </g>
+ </svg>
+
+ <span class="bodytext__mobile--brownish-grey">Content</span>
+ </div>
+
+ </button>
+ <nav id="content-navbar" class="navbar navbar--hidden">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482- [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+
+ <div id="content-close-button">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </nav>
+ <div class="content-drawer-container" id="content-drawer">
+ <div class="content-drawer">
+ <div class="td-sidebar">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">3.1.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
... 1257964 lines suppressed ...