You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by po...@apache.org on 2021/03/08 19:57:24 UTC
[airflow-site] branch add-documentation-2021-03-08 created (now
d9b6877)
This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a change to branch add-documentation-2021-03-08
in repository https://gitbox.apache.org/repos/asf/airflow-site.git.
at d9b6877 Add documentation for packages - 2021-03-08
This branch includes the following new commits:
new d9b6877 Add documentation for packages - 2021-03-08
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
[airflow-site] 01/01: Add documentation for packages - 2021-03-08
Posted by po...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch add-documentation-2021-03-08
in repository https://gitbox.apache.org/repos/asf/airflow-site.git
commit d9b6877fe90d5704de2ef35905b91b69e24f7c94
Author: Jarek Potiuk <ja...@potiuk.com>
AuthorDate: Mon Mar 8 20:57:04 2021 +0100
Add documentation for packages - 2021-03-08
---
.../1.0.1/.buildinfo | 4 +
.../providers/apache/beam/hooks/beam/index.html} | 703 +-
.../providers/apache/beam/hooks/index.html} | 534 +-
.../_api/airflow/providers/apache/beam/index.html} | 541 +-
.../apache/beam/operators/beam/index.html} | 780 +-
.../providers/apache/beam/operators/index.html} | 534 +-
.../apache/beam/example_dags/example_beam.html} | 871 +-
.../airflow/providers/apache/beam/hooks/beam.html} | 845 +-
.../providers/apache/beam/operators/beam.html} | 1015 +-
.../1.0.1/_modules/index.html} | 525 +-
.../providers/apache/beam/hooks/beam/index.rst.txt | 166 +
.../providers/apache/beam/hooks/index.rst.txt | 15 +
.../airflow/providers/apache/beam/index.rst.txt | 16 +
.../apache/beam/operators/beam/index.rst.txt | 236 +
.../providers/apache/beam/operators/index.rst.txt | 15 +
.../1.0.1/_sources/commits.rst.txt | 55 +
.../1.0.1/_sources/index.rst.txt | 138 +
.../1.0.1/_sources/operators.rst.txt | 116 +
.../1.0.1/_static/_gen/css/main-custom.min.css | 1 +
.../1.0.1/_static/_gen/css/main.min.css | 7 +
.../1.0.1/_static/_gen/js/docs.js | 1 +
.../1.0.1/_static/basic.css | 856 ++
.../1.0.1/_static/clipboard.min.js | 7 +
.../1.0.1/_static/copy-button.svg | 5 +
.../1.0.1/_static/copybutton.css | 67 +
.../1.0.1/_static/copybutton.js | 153 +
.../1.0.1/_static/copybutton_funcs.js | 47 +
.../1.0.1/_static/doctools.js | 316 +
.../1.0.1/_static/documentation_options.js | 12 +
.../1.0.1/_static/file.png | Bin 0 -> 286 bytes
.../1.0.1/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../1.0.1/_static/jquery.js | 2 +
.../1.0.1/_static/language_data.js | 297 +
.../1.0.1/_static/minus.png | Bin 0 -> 90 bytes
.../1.0.1/_static/pin_32.png | Bin 0 -> 1201 bytes
.../1.0.1/_static/plus.png | Bin 0 -> 90 bytes
.../1.0.1/_static/pygments.css | 74 +
.../1.0.1/_static/searchtools.js | 514 +
.../1.0.1/_static/underscore-1.3.1.js | 999 ++
.../1.0.1/_static/underscore.js | 31 +
.../1.0.1/commits.html} | 594 +-
.../1.0.1/genindex.html} | 779 +-
.../1.0.1/index.html} | 630 +-
.../1.0.1/objects.inv | Bin 0 -> 879 bytes
.../1.0.1/operators.html} | 712 +-
.../1.0.1/py-modindex.html} | 599 +-
.../1.0.1/search.html} | 565 +-
.../1.0.1/searchindex.js | 1 +
.../stable.txt | 2 +-
.../1.1.0/.buildinfo | 4 +
.../providers/apache/druid/hooks/druid/index.html} | 644 +-
.../providers/apache/druid/hooks/index.html} | 520 +-
.../airflow/providers/apache/druid/index.html} | 532 +-
.../apache/druid/operators/druid/index.html} | 548 +-
.../apache/druid/operators/druid_check/index.html} | 526 +-
.../providers/apache/druid/operators/index.html} | 521 +-
.../druid/transfers/hive_to_druid/index.html} | 601 +-
.../providers/apache/druid/transfers/index.html} | 520 +-
.../providers/apache/druid/hooks/druid.html} | 727 +-
.../providers/apache/druid/operators/druid.html} | 599 +-
.../apache/druid/operators/druid_check.html} | 578 +-
.../apache/druid/transfers/hive_to_druid.html} | 785 +-
.../1.1.0/_modules/index.html} | 512 +-
.../apache/druid/hooks/druid/index.rst.txt | 113 +
.../providers/apache/druid/hooks/index.rst.txt | 15 +
.../airflow/providers/apache/druid/index.rst.txt | 17 +
.../apache/druid/operators/druid/index.rst.txt | 37 +
.../druid/operators/druid_check/index.rst.txt | 17 +
.../providers/apache/druid/operators/index.rst.txt | 16 +
.../druid/transfers/hive_to_druid/index.rst.txt | 101 +
.../providers/apache/druid/transfers/index.rst.txt | 15 +
.../1.1.0/_sources/commits.rst.txt | 115 +
.../1.1.0/_sources/index.rst.txt | 136 +
.../1.1.0/_static/_gen/css/main-custom.min.css | 1 +
.../1.1.0/_static/_gen/css/main.min.css | 7 +
.../1.1.0/_static/_gen/js/docs.js | 1 +
.../1.1.0/_static/basic.css | 856 ++
.../1.1.0/_static/clipboard.min.js | 7 +
.../1.1.0/_static/copy-button.svg | 5 +
.../1.1.0/_static/copybutton.css | 67 +
.../1.1.0/_static/copybutton.js | 153 +
.../1.1.0/_static/copybutton_funcs.js | 47 +
.../1.1.0/_static/doctools.js | 316 +
.../1.1.0/_static/documentation_options.js | 12 +
.../1.1.0/_static/file.png | Bin 0 -> 286 bytes
.../1.1.0/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../1.1.0/_static/jquery.js | 2 +
.../1.1.0/_static/language_data.js | 297 +
.../1.1.0/_static/minus.png | Bin 0 -> 90 bytes
.../1.1.0/_static/pin_32.png | Bin 0 -> 1201 bytes
.../1.1.0/_static/plus.png | Bin 0 -> 90 bytes
.../1.1.0/_static/pygments.css | 74 +
.../1.1.0/_static/searchtools.js | 514 +
.../1.1.0/_static/underscore-1.3.1.js | 999 ++
.../1.1.0/_static/underscore.js | 31 +
.../1.1.0/commits.html} | 796 +-
.../1.1.0/genindex.html} | 753 +-
.../1.1.0/index.html} | 611 +-
.../1.1.0/objects.inv | Bin 0 -> 829 bytes
.../1.1.0/py-modindex.html} | 600 +-
.../1.1.0/search.html} | 551 +-
.../1.1.0/searchindex.js | 1 +
.../stable.txt | 2 +-
.../1.2.0/.buildinfo | 4 +
.../microsoft/azure/hooks/adx/index.html} | 631 +-
.../microsoft/azure/hooks/azure_batch/index.html} | 710 +-
.../hooks/azure_container_instance/index.html} | 668 +-
.../hooks/azure_container_registry/index.html} | 553 +-
.../azure/hooks/azure_container_volume/index.html} | 561 +-
.../microsoft/azure/hooks/azure_cosmos/index.html} | 738 +-
.../azure/hooks/azure_data_factory/index.html} | 1309 ++-
.../azure/hooks/azure_data_lake/index.html} | 673 +-
.../azure/hooks/azure_fileshare/index.html} | 733 +-
.../microsoft/azure/hooks/base_azure/index.html} | 586 +-
.../providers/microsoft/azure/hooks/index.html} | 552 +-
.../microsoft/azure/hooks/wasb/index.html} | 784 +-
.../airflow/providers/microsoft/azure/index.html} | 585 +-
.../providers/microsoft/azure/log/index.html} | 542 +-
.../azure/log/wasb_task_handler/index.html} | 621 +-
.../azure/operators/adls_delete/index.html} | 577 +-
.../azure/operators/adls_list/index.html} | 577 +-
.../microsoft/azure/operators/adx/index.html} | 594 +-
.../azure/operators/azure_batch/index.html} | 660 +-
.../azure_container_instances/index.html} | 693 +-
.../azure/operators/azure_cosmos/index.html} | 572 +-
.../microsoft/azure/operators/index.html} | 548 +-
.../azure/operators/wasb_delete_blob/index.html} | 567 +-
.../azure/secrets/azure_key_vault/index.html} | 621 +-
.../providers/microsoft/azure/secrets/index.html} | 542 +-
.../azure/sensors/azure_cosmos/index.html} | 569 +-
.../providers/microsoft/azure/sensors/index.html} | 543 +-
.../microsoft/azure/sensors/wasb/index.html} | 595 +-
.../azure/transfers/azure_blob_to_gcs/index.html} | 582 +-
.../azure/transfers/file_to_wasb/index.html} | 566 +-
.../microsoft/azure/transfers/index.html} | 545 +-
.../azure/transfers/local_to_adls/index.html} | 588 +-
.../oracle_to_azure_data_lake/index.html} | 586 +-
.../azure/example_dags/example_adls_delete.html} | 611 +-
.../example_dags/example_azure_blob_to_gcs.html} | 630 +-
.../azure/example_dags/example_local_to_adls.html} | 610 +-
.../providers/microsoft/azure/hooks/adx.html} | 716 +-
.../microsoft/azure/hooks/azure_batch.html} | 939 +-
.../azure/hooks/azure_container_instance.html} | 721 +-
.../azure/hooks/azure_container_registry.html} | 605 +-
.../azure/hooks/azure_container_volume.html} | 625 +-
.../microsoft/azure/hooks/azure_cosmos.html} | 879 +-
.../microsoft/azure/hooks/azure_data_factory.html | 1524 +++
.../microsoft/azure/hooks/azure_data_lake.html} | 775 +-
.../microsoft/azure/hooks/azure_fileshare.html} | 832 +-
.../microsoft/azure/hooks/base_azure.html} | 636 +-
.../providers/microsoft/azure/hooks/wasb.html} | 935 +-
.../microsoft/azure/log/wasb_task_handler.html} | 759 +-
.../microsoft/azure/operators/adls_delete.html} | 627 +-
.../microsoft/azure/operators/adls_list.html} | 631 +-
.../providers/microsoft/azure/operators/adx.html} | 645 +-
.../microsoft/azure/operators/azure_batch.html} | 959 +-
.../operators/azure_container_instances.html} | 956 +-
.../microsoft/azure/operators/azure_cosmos.html} | 635 +-
.../azure/operators/wasb_delete_blob.html} | 639 +-
.../microsoft/azure/secrets/azure_key_vault.html} | 730 +-
.../microsoft/azure/sensors/azure_cosmos.html} | 630 +-
.../providers/microsoft/azure/sensors/wasb.html} | 669 +-
.../azure/transfers/azure_blob_to_gcs.html} | 701 +-
.../microsoft/azure/transfers/file_to_wasb.html} | 638 +-
.../microsoft/azure/transfers/local_to_adls.html} | 668 +-
.../transfers/oracle_to_azure_data_lake.html} | 686 +-
.../1.2.0/_modules/index.html} | 559 +-
.../microsoft/azure/hooks/adx/index.rst.txt | 111 +
.../azure/hooks/azure_batch/index.rst.txt | 208 +
.../hooks/azure_container_instance/index.rst.txt | 143 +
.../hooks/azure_container_registry/index.rst.txt | 30 +
.../hooks/azure_container_volume/index.rst.txt | 34 +
.../azure/hooks/azure_cosmos/index.rst.txt | 160 +
.../azure/hooks/azure_data_factory/index.rst.txt | 426 +
.../azure/hooks/azure_data_lake/index.rst.txt | 157 +
.../azure/hooks/azure_fileshare/index.rst.txt | 243 +
.../microsoft/azure/hooks/base_azure/index.rst.txt | 49 +
.../providers/microsoft/azure/hooks/index.rst.txt | 25 +
.../microsoft/azure/hooks/wasb/index.rst.txt | 288 +
.../providers/microsoft/azure/index.rst.txt | 20 +
.../providers/microsoft/azure/log/index.rst.txt | 15 +
.../azure/log/wasb_task_handler/index.rst.txt | 90 +
.../azure/operators/adls_delete/index.rst.txt | 42 +
.../azure/operators/adls_list/index.rst.txt | 51 +
.../microsoft/azure/operators/adx/index.rst.txt | 62 +
.../azure/operators/azure_batch/index.rst.txt | 185 +
.../azure_container_instances/index.rst.txt | 149 +
.../azure/operators/azure_cosmos/index.rst.txt | 41 +
.../microsoft/azure/operators/index.rst.txt | 21 +
.../azure/operators/wasb_delete_blob/index.rst.txt | 40 +
.../azure/secrets/azure_key_vault/index.rst.txt | 109 +
.../microsoft/azure/secrets/index.rst.txt | 15 +
.../azure/sensors/azure_cosmos/index.rst.txt | 42 +
.../microsoft/azure/sensors/index.rst.txt | 16 +
.../microsoft/azure/sensors/wasb/index.rst.txt | 63 +
.../transfers/azure_blob_to_gcs/index.rst.txt | 62 +
.../azure/transfers/file_to_wasb/index.rst.txt | 40 +
.../microsoft/azure/transfers/index.rst.txt | 18 +
.../azure/transfers/local_to_adls/index.rst.txt | 62 +
.../oracle_to_azure_data_lake/index.rst.txt | 59 +
.../1.2.0/_sources/commits.rst.txt | 156 +
.../1.2.0/_sources/connections/azure.rst.txt | 83 +
.../1.2.0/_sources/index.rst.txt | 176 +
.../1.2.0/_sources/logging.rst.txt | 55 +
.../1.2.0/_sources/operators/adls.rst.txt | 55 +
.../_sources/operators/azure_blob_to_gcs.rst.txt | 64 +
.../1.2.0/_sources/operators/index.rst.txt | 28 +
.../1.2.0/_sources/operators/local_to_adls.rst.txt | 58 +
.../secrets-backends/azure-key-vault.rst.txt | 66 +
.../1.2.0/_static/_gen/css/main-custom.min.css | 1 +
.../1.2.0/_static/_gen/css/main.min.css | 7 +
.../1.2.0/_static/_gen/js/docs.js | 1 +
.../1.2.0/_static/basic.css | 856 ++
.../1.2.0/_static/clipboard.min.js | 7 +
.../1.2.0/_static/copy-button.svg | 5 +
.../1.2.0/_static/copybutton.css | 67 +
.../1.2.0/_static/copybutton.js | 153 +
.../1.2.0/_static/copybutton_funcs.js | 47 +
.../1.2.0/_static/doctools.js | 316 +
.../1.2.0/_static/documentation_options.js | 12 +
.../1.2.0/_static/file.png | Bin 0 -> 286 bytes
.../1.2.0/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../1.2.0/_static/jquery.js | 2 +
.../1.2.0/_static/language_data.js | 297 +
.../1.2.0/_static/minus.png | Bin 0 -> 90 bytes
.../1.2.0/_static/pin_32.png | Bin 0 -> 1201 bytes
.../1.2.0/_static/plus.png | Bin 0 -> 90 bytes
.../1.2.0/_static/pygments.css | 74 +
.../1.2.0/_static/searchtools.js | 514 +
.../1.2.0/_static/underscore-1.3.1.js | 999 ++
.../1.2.0/_static/underscore.js | 31 +
.../1.2.0/commits.html} | 982 +-
.../1.2.0/connections/azure.html} | 548 +-
.../1.2.0/connections/index.html | 1 +
.../1.2.0/genindex.html | 1785 +++
.../1.2.0/index.html} | 697 +-
.../1.2.0/logging.html} | 570 +-
.../1.2.0/objects.inv | Bin 0 -> 3371 bytes
.../1.2.0/operators/adls.html} | 528 +-
.../1.2.0/operators/azure_blob_to_gcs.html} | 548 +-
.../1.2.0/operators/index.html} | 510 +-
.../1.2.0/operators/local_to_adls.html} | 528 +-
.../1.2.0/py-modindex.html} | 747 +-
.../1.2.0/search.html} | 573 +-
.../1.2.0/searchindex.js | 1 +
.../1.2.0/secrets-backends/azure-key-vault.html} | 539 +-
.../1.2.0/secrets-backends/index.html | 1 +
.../stable.txt | 2 +-
.../1.1.1/.buildinfo | 4 +
.../airflow/providers/snowflake/hooks/index.html} | 536 +-
.../snowflake/hooks/snowflake/index.html} | 633 +-
.../_api/airflow/providers/snowflake/index.html} | 548 +-
.../providers/snowflake/operators/index.html} | 536 +-
.../snowflake/operators/snowflake/index.html} | 608 +-
.../providers/snowflake/transfers/index.html} | 537 +-
.../transfers/s3_to_snowflake/index.html} | 574 +-
.../transfers/snowflake_to_slack/index.html} | 631 +-
.../snowflake/example_dags/example_snowflake.html} | 689 +-
.../providers/snowflake/hooks/snowflake.html} | 704 +-
.../providers/snowflake/operators/snowflake.html} | 679 +-
.../snowflake/transfers/s3_to_snowflake.html} | 709 +-
.../snowflake/transfers/snowflake_to_slack.html} | 721 +-
.../1.1.1/_modules/index.html} | 529 +-
.../providers/snowflake/hooks/index.rst.txt | 15 +
.../snowflake/hooks/snowflake/index.rst.txt | 84 +
.../_api/airflow/providers/snowflake/index.rst.txt | 17 +
.../providers/snowflake/operators/index.rst.txt | 15 +
.../snowflake/operators/snowflake/index.rst.txt | 86 +
.../providers/snowflake/transfers/index.rst.txt | 16 +
.../transfers/s3_to_snowflake/index.rst.txt | 68 +
.../transfers/snowflake_to_slack/index.rst.txt | 96 +
.../1.1.1/_sources/commits.rst.txt | 129 +
.../1.1.1/_sources/index.rst.txt | 156 +
.../1.1.1/_sources/operators/index.rst.txt | 25 +
.../_sources/operators/s3_to_snowflake.rst.txt | 42 +
.../1.1.1/_sources/operators/snowflake.rst.txt | 58 +
.../_sources/operators/snowflake_to_slack.rst.txt | 52 +
.../1.1.1/_static/_gen/css/main-custom.min.css | 1 +
.../1.1.1/_static/_gen/css/main.min.css | 7 +
.../1.1.1/_static/_gen/js/docs.js | 1 +
.../1.1.1/_static/basic.css | 856 ++
.../1.1.1/_static/clipboard.min.js | 7 +
.../1.1.1/_static/copy-button.svg | 5 +
.../1.1.1/_static/copybutton.css | 67 +
.../1.1.1/_static/copybutton.js | 153 +
.../1.1.1/_static/copybutton_funcs.js | 47 +
.../1.1.1/_static/doctools.js | 316 +
.../1.1.1/_static/documentation_options.js | 12 +
.../1.1.1/_static/file.png | Bin 0 -> 286 bytes
.../1.1.1/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../1.1.1/_static/jquery.js | 2 +
.../1.1.1/_static/language_data.js | 297 +
.../1.1.1/_static/minus.png | Bin 0 -> 90 bytes
.../1.1.1/_static/pin_32.png | Bin 0 -> 1201 bytes
.../1.1.1/_static/plus.png | Bin 0 -> 90 bytes
.../1.1.1/_static/pygments.css | 74 +
.../1.1.1/_static/searchtools.js | 514 +
.../1.1.1/_static/underscore-1.3.1.js | 999 ++
.../1.1.1/_static/underscore.js | 31 +
.../1.1.1/commits.html} | 868 +-
.../1.1.1/genindex.html} | 780 +-
.../1.1.1/index.html} | 646 +-
.../1.1.1/objects.inv | Bin 0 -> 925 bytes
.../1.1.1/operators/index.html} | 504 +-
.../1.1.1/operators/s3_to_snowflake.html} | 521 +-
.../1.1.1/operators/snowflake.html} | 573 +-
.../1.1.1/operators/snowflake_to_slack.html} | 537 +-
.../1.1.1/py-modindex.html} | 616 +-
.../1.1.1/search.html} | 567 +-
.../1.1.1/searchindex.js | 1 +
.../apache-airflow-providers-snowflake/stable.txt | 2 +-
docs-archive/apache-airflow-providers/objects.inv | Bin 917 -> 923 bytes
.../operators-and-hooks-ref/aws.html | 13 +-
.../operators-and-hooks-ref/google.html | 21 +
.../operators-and-hooks-ref/services.html | 21 +
.../apache-airflow-providers/packages-ref.html | 278 +-
.../apache-airflow-providers/searchindex.js | 2 +-
317 files changed, 88453 insertions(+), 61864 deletions(-)
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/.buildinfo b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/.buildinfo
new file mode 100644
index 0000000..fdf37bd
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/.buildinfo
@@ -0,0 +1,4 @@
+# Sphinx build info version 1
+# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
+config: 0b48129f164e49b3ba85ba3391c5099d
+tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/hooks/beam/index.html
similarity index 66%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
copy to docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/hooks/beam/index.html
index a2732c7..99b926b 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/hooks/beam/index.html
@@ -9,15 +9,15 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Services — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Software integrations" href="software.html" />
- <link rel="prev" title="Protocol integrations" href="protocol.html" />
+ <title>airflow.providers.apache.beam.hooks.beam — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.beam.operators" href="../../operators/index.html" />
+ <link rel="prev" title="airflow.providers.apache.beam.hooks" href="../index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -283,7 +283,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -313,9 +313,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -410,7 +422,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -440,9 +452,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -531,11 +555,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks</span></code></a></li>
- <li class="breadcrumb-item"><a href="services.html"> Services</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks.beam</span></code></a></li>
</ul>
</div>
@@ -546,426 +572,186 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="services">
-<h1>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h1>
-<div class="section" id="service-operators-and-hooks">
-<h2>Service operators and hooks<a class="headerlink" href="#service-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="databricks">
-<h3>Databricks<a class="headerlink" href="#databricks" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/operators/databricks/index.html#module-airflow.providers.databricks.operators.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/hooks/databricks/index.html#module-airflow.providers.databricks.hooks.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/operators.html" title="(in apache-airflow-providers-databricks vmaster)"><span>DatabricksSubmitRunOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-databricks"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-databricks</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://databricks.com/">Databricks</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="datadog">
-<h3>Datadog<a class="headerlink" href="#datadog" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-datadog/stable/_api/airflow/providers/datadog/hooks/datadog/index.html#module-airflow.providers.datadog.hooks.datadog" title="(in apache-airflow-providers-datadog vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.datadog.hooks.datadog</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-datadog"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-datadog</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.datadoghq.com/">Datadog</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="dingding">
-<h3>Dingding<a class="headerlink" href="#dingding" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/operators/dingding/index.html#module-airflow.providers.dingding.operators.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.operators.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Guides</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/operators.html" title="(in apache-airflow-providers-dingding vmaster)"><span>Dingding Operators</span></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-dingding"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-dingding</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://oapi.dingtalk.com">Dingding</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="discord">
-<h3>Discord<a class="headerlink" href="#discord" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/operators/discord_webhook/index.html#module-airflow.providers.discord.operators.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.operators.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/hooks/discord_webhook/index.html#module-airflow.providers.discord.hooks.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.hooks.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-discord"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-discord</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://discordapp.com">Discord</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="facebook-ads">
-<h3>Facebook Ads<a class="headerlink" href="#facebook-ads" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-facebook/stable/_api/airflow/providers/facebook/ads/hooks/ads/index.html#module-airflow.providers.facebook.ads.hooks.ads" title="(in apache-airflow-providers-facebook vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.facebook.ads.hooks.ads</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-facebook"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-facebook</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ibm-cloudant">
-<h3>IBM Cloudant<a class="headerlink" href="#ibm-cloudant" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/hooks/dingding/index.html#module-airflow.providers.dingding.hooks.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.hooks.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-cloudant"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-cloudant</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.ibm.com/cloud/cloudant">IBM Cloudant</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="opsgenie">
-<h3>Opsgenie<a class="headerlink" href="#opsgenie" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/operators/opsgenie_alert/index.html#module-airflow.providers.opsgenie.operators.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.operators.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/hooks/opsgenie_alert/index.html#module-airflow.providers.opsgenie.hooks.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.hooks.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-opsgenie"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-opsgenie</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.opsgenie.com/">Opsgenie</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="pagerduty">
-<h3>Pagerduty<a class="headerlink" href="#pagerduty" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-pagerduty/stable/_api/airflow/providers/pagerduty/hooks/pagerduty/index.html#module-airflow.providers.pagerduty.hooks.pagerduty" title="(in apache-airflow-providers-pagerduty vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.pagerduty.hooks.pagerduty</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-pagerduty"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-pagerduty</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.pagerduty.com/">Pagerduty</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="plexus">
-<h3>Plexus<a class="headerlink" href="#plexus" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/operators/job/index.html#module-airflow.providers.plexus.operators.job" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.operators.job</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/hooks/plexus/index.html#module-airflow.providers.plexus.hooks.plexus" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.hooks.plexus</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-plexus"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-plexus</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://plexus.corescientific.com/">Plexus</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="qubole">
-<h3>Qubole<a class="headerlink" href="#qubole" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/operators/qubole/index.html#module-airflow.providers.qubole.operators.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.operators.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/ai [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/hooks/qubole/index.html#module-airflow.providers.qubole.hooks.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.hooks.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/provi [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-qubole"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-qubole</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.qubole.com/">Qubole</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce">
-<h3>Salesforce<a class="headerlink" href="#salesforce" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/operators/tableau_refresh_workbook/index.html#module-airflow.providers.salesforce.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/hooks/salesforce/index.html#module-airflow.providers.salesforce.hooks.salesforce" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.hooks.salesforce</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-salesforce"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-salesforce</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="segment">
-<h3>Segment<a class="headerlink" href="#segment" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/operators/segment_track_event/index.html#module-airflow.providers.segment.operators.segment_track_event" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.operators.segment_track_event</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/hooks/segment/index.html#module-airflow.providers.segment.hooks.segment" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.hooks.segment</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-segment"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-segment</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://segment.com/docs/">Segment</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="slack">
-<h3>Slack<a class="headerlink" href="#slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/operators/slack/index.html#module-airflow.providers.slack.operators.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.operators.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/pro [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/hooks/slack/index.html#module-airflow.providers.slack.hooks.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.hooks.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slac [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-slack"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-slack</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake">
-<h3>Snowflake<a class="headerlink" href="#snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/operators/snowflake/index.html#module-airflow.providers.snowflake.operators.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.operators.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/hooks/snowflake/index.html#module-airflow.providers.snowflake.hooks.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.hooks.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="tableau">
-<h3>Tableau<a class="headerlink" href="#tableau" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/operators/tableau_refresh_workbook/index.html#module-airflow.providers.tableau.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/hooks/tableau/index.html#module-airflow.providers.tableau.hooks.tableau" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.hooks.tableau</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-tableau"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-tableau</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.tableau.com/">Tableau</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="telegram">
-<h3>Telegram<a class="headerlink" href="#telegram" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/operators/telegram/index.html#module-airflow.providers.telegram.operators.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.operators.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/hooks/telegram/index.html#module-airflow.providers.telegram.hooks.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.hooks.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/operators.html" title="(in apache-airflow-providers-telegram vmaster)"><span>TelegramOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-telegram"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-telegram</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://telegram.org/">Telegram</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud">
-<h3>Yandex.Cloud<a class="headerlink" href="#yandex-cloud" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandex/index.html#module-airflow.providers.yandex.hooks.yandex" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandex</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/">Yandex.Cloud</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud-dataproc">
-<h3>Yandex.Cloud Dataproc<a class="headerlink" href="#yandex-cloud-dataproc" title="Permalink to this headline">¶</a></h3>
+ <div class="section" id="module-airflow.providers.apache.beam.hooks.beam">
+<span id="airflow-providers-apache-beam-hooks-beam"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.beam.hooks.beam" title="airflow.providers.apache.beam.hooks.beam"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks.beam</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.beam.hooks.beam" title="Permalink to this headline">¶</a></h1>
+<p><p>This module contains a Apache Beam Hook.</p>
+</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
+<dl class="py class">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.apache.beam.hooks.beam.</code><code class="sig-name descname">BeamRunnerType</code><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType" title="Permalink to this definition">¶</a></dt>
+<dd><p>Helper class for listing runner types.
+For more information about runners see:
+<a class="reference external" href="https://beam.apache.org/documentation/">https://beam.apache.org/documentation/</a></p>
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DataflowRunner">
+<code class="sig-name descname">DataflowRunner</code><em class="property"> = DataflowRunner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.DataflowRunner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DataflowRunner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DirectRunner">
+<code class="sig-name descname">DirectRunner</code><em class="property"> = DirectRunner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.DirectRunner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DirectRunner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SparkRunner">
+<code class="sig-name descname">SparkRunner</code><em class="property"> = SparkRunner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.SparkRunner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SparkRunner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.FlinkRunner">
+<code class="sig-name descname">FlinkRunner</code><em class="property"> = FlinkRunner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.FlinkRunner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.FlinkRunner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SamzaRunner">
+<code class="sig-name descname">SamzaRunner</code><em class="property"> = SamzaRunner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.SamzaRunner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SamzaRunner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.NemoRunner">
+<code class="sig-name descname">NemoRunner</code><em class="property"> = NemoRunner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.NemoRunner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.NemoRunner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.JetRunner">
+<code class="sig-name descname">JetRunner</code><em class="property"> = JetRunner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.JetRunner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.JetRunner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.Twister2Runner">
+<code class="sig-name descname">Twister2Runner</code><em class="property"> = Twister2Runner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.Twister2Runner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.Twister2Runner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py function">
+<dt id="airflow.providers.apache.beam.hooks.beam.beam_options_to_args">
+<code class="sig-prename descclassname">airflow.providers.apache.beam.hooks.beam.</code><code class="sig-name descname">beam_options_to_args</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">options</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)">dict</a></span></em><span class="sig-paren">)</span> → List<span class="p">[</span><a class="refer [...]
+<dt>
+<code class="sig-name descname">Returns a formatted pipeline options from a dictionary of arguments</code></dt>
+<dd><p>The logic of this method should be compatible with Apache Beam:
+<a class="reference external" href="https://github.com/apache/beam/blob/b56740f0e8cd80c2873412847d0b336837429fb9/sdks/python/">https://github.com/apache/beam/blob/b56740f0e8cd80c2873412847d0b336837429fb9/sdks/python/</a>
+apache_beam/options/pipeline_options.py#L230-L251</p>
<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.operators.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.hooks.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code></a>.</p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>options</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)"><em>dict</em></a>) -- Dictionary with options</p>
</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/operators.html" title="(in apache-airflow-providers-yandex vmaster)"><span>Yandex.Cloud Data Proc Operators</span></a>.</p>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>List of arguments</p>
</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/dataproc">Yandex.Cloud Dataproc</a></p>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p>List[<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a>]</p>
</dd>
</dl>
-</div>
-</div>
-<div class="section" id="transfer-operators-and-hooks">
-<h2>Transfer operators and hooks<a class="headerlink" href="#transfer-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="facebook-ads-to-google-cloud-storage-gcs">
-<h3>Facebook Ads to Google Cloud Storage (GCS)<a class="headerlink" href="#facebook-ads-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py class">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamCommandRunner">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.apache.beam.hooks.beam.</code><code class="sig-name descname">BeamCommandRunner</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">cmd</span><span class="p">:</span> <span class="n">List<span class="p">[</span><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a><span class="p">]</span></span></em>, <em clas [...]
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.utils.log.logging_mixin.LoggingMixin</span></code></p>
+<p>Class responsible for running pipeline command in subprocess</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/facebook_ads_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Facebook Ads To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/facebook_ads_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.facebook_ads_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.facebook_ads_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>cmd</strong> (<em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a><em>]</em>) -- Parts of the command to be run in subprocess</p></li>
+<li><p><strong>process_line_callback</strong> (<em>Optional</em><em>[</em><em>Callable</em><em>[</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a><em>]</em><em>, </em><a class="reference external" href="https://docs.python.org/3/library/constants.html#None" title="(in Python v3.9)"><em>None</em></a><em>]</em><em>]</em>) -- Optional callback which can be used to process
+stdout and stderr to detect job id</p></li>
+</ul>
</dd>
</dl>
-</div>
-<div class="section" id="salesforce-to-google-cloud-storage-gcs">
-<h3>Salesforce to Google Cloud Storage (GCS)<a class="headerlink" href="#salesforce-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamCommandRunner._process_fd">
+<code class="sig-name descname">_process_fd</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">fd</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamCommandRunner._process_fd"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamComman [...]
+<dd><p>Prints output to logs.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/salesforce_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Salesforce To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/salesforce_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.salesforce_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.salesforce_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>fd</strong> -- File descriptor.</p>
</dd>
</dl>
-</div>
-<div class="section" id="snowflake-to-mysql">
-<h3>Snowflake to MySQL<a class="headerlink" href="#snowflake-to-mysql" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamCommandRunner.wait_for_done">
+<code class="sig-name descname">wait_for_done</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamCommandRunner.wait_for_done"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamCommandRunner.wait_for_done" title="Permalink to this de [...]
+<dd><p>Waits for Apache Beam pipeline to complete.</p>
+</dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamHook">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.apache.beam.hooks.beam.</code><code class="sig-name descname">BeamHook</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">runner</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></span></em><span class="sig-paren">)</span><a class="reference internal" href=" [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/hooks/base/index.html#airflow.hooks.base.BaseHook" title="(in apache-airflow v2.1.0.dev0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.hooks.base.BaseHook</span></code></a></p>
+<p>Hook for Apache Beam.</p>
+<p>All the methods in the hook where project_id is used must be called with
+keyword arguments rather than positional.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.mysql.com/">MySQL</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-mysql/stable/_api/airflow/providers/mysql/transfers/presto_to_mysql/index.html#module-airflow.providers.mysql.transfers.presto_to_mysql" title="(in apache-airflow-providers-mysql vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.mysql.transfers.presto_to_mysql</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-mysql"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-mysql</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>runner</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Runner type</p>
</dd>
</dl>
-</div>
-<div class="section" id="amazon-simple-storage-service-s3-to-snowflake">
-<h3>Amazon Simple Storage Service (S3) to Snowflake<a class="headerlink" href="#amazon-simple-storage-service-s3-to-snowflake" title="Permalink to this headline">¶</a></h3>
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamHook._start_pipeline">
+<code class="sig-name descname">_start_pipeline</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">variables</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)">dict</a></span></em>, <em class="sig-param"><span class="n">command_prefix</span><span class="p">:</span> <span class="n">List<span class="p [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamHook.start_python_pipeline">
+<code class="sig-name descname">start_python_pipeline</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">variables</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)">dict</a></span></em>, <em class="sig-param"><span class="n">py_file</span><span class="p">:</span> <span class="n"><a class="reference [...]
+<dd><p>Starts Apache Beam python pipeline.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://aws.amazon.com/s3/">Amazon Simple Storage Service (S3)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/s3_to_snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>S3ToSnowflakeOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/s3_to_snowflake/index.html#module-airflow.providers.snowflake.transfers.s3_to_snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.s3_to_snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>variables</strong> (<em>Dict</em>) -- Variables passed to the pipeline.</p></li>
+<li><p><strong>py_options</strong> (<em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a><em>]</em>) -- Additional options.</p></li>
+<li><p><strong>py_interpreter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Python version of the Apache Beam pipeline.
+If None, this defaults to the python3.
+To track python versions supported by beam and related
+issues check: <a class="reference external" href="https://issues.apache.org/jira/browse/BEAM-1251">https://issues.apache.org/jira/browse/BEAM-1251</a></p></li>
+<li><p><strong>py_requirements</strong> (<em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a><em>]</em>) -- <p>Additional python package(s) to install.
+If a value is passed to this parameter, a new virtual environment has been created with
+additional packages installed.</p>
+<p>You could also install the apache-beam package if it is not installed on your system or you want
+to use a different version.</p>
+</p></li>
+<li><p><strong>py_system_site_packages</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.9)"><em>bool</em></a>) -- <p>Whether to include system_site_packages in your virtualenv.
+See virtualenv documentation for more information.</p>
+<p>This option is only relevant if the <code class="docutils literal notranslate"><span class="pre">py_requirements</span></code> parameter is not None.</p>
+</p></li>
+<li><p><strong>on_new_job_id_callback</strong> (<em>callable</em>) -- Callback called when the job ID is known.</p></li>
+</ul>
</dd>
</dl>
-</div>
-<div class="section" id="snowflake-to-slack">
-<h3>Snowflake to Slack<a class="headerlink" href="#snowflake-to-slack" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamHook.start_java_pipeline">
+<code class="sig-name descname">start_java_pipeline</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">variables</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)">dict</a></span></em>, <em class="sig-param"><span class="n">jar</span><span class="p">:</span> <span class="n"><a class="reference exter [...]
+<dd><p>Starts Apache Beam Java pipeline.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake_to_slack.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeToSlackOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/snowflake_to_slack/index.html#module-airflow.providers.snowflake.transfers.snowflake_to_slack" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.snowflake_to_slack</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>variables</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)"><em>dict</em></a>) -- Variables passed to the job.</p></li>
+<li><p><strong>jar</strong> -- Name of the jar for the pipeline</p></li>
+<li><p><strong>job_class</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Name of the java class for the pipeline.</p></li>
+</ul>
</dd>
</dl>
-</div>
+</dd></dl>
+
+</dd></dl>
+
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Protocol integrations" href="protocol.html" >
+ <a rel="prev" title="airflow.providers.apache.beam.hooks" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Software integrations" href="software.html" >
+ <a rel="next" title="airflow.providers.apache.beam.operators" href="../../operators/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -1035,34 +821,57 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Services</a><ul>
-<li><a class="reference internal" href="#service-operators-and-hooks">Service operators and hooks</a><ul>
-<li><a class="reference internal" href="#databricks">Databricks</a></li>
-<li><a class="reference internal" href="#datadog">Datadog</a></li>
-<li><a class="reference internal" href="#dingding">Dingding</a></li>
-<li><a class="reference internal" href="#discord">Discord</a></li>
-<li><a class="reference internal" href="#facebook-ads">Facebook Ads</a></li>
-<li><a class="reference internal" href="#ibm-cloudant">IBM Cloudant</a></li>
-<li><a class="reference internal" href="#opsgenie">Opsgenie</a></li>
-<li><a class="reference internal" href="#pagerduty">Pagerduty</a></li>
-<li><a class="reference internal" href="#plexus">Plexus</a></li>
-<li><a class="reference internal" href="#qubole">Qubole</a></li>
-<li><a class="reference internal" href="#salesforce">Salesforce</a></li>
-<li><a class="reference internal" href="#segment">Segment</a></li>
-<li><a class="reference internal" href="#slack">Slack</a></li>
-<li><a class="reference internal" href="#snowflake">Snowflake</a></li>
-<li><a class="reference internal" href="#tableau">Tableau</a></li>
-<li><a class="reference internal" href="#telegram">Telegram</a></li>
-<li><a class="reference internal" href="#yandex-cloud">Yandex.Cloud</a></li>
-<li><a class="reference internal" href="#yandex-cloud-dataproc">Yandex.Cloud Dataproc</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks.beam</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType">BeamRunnerType</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DataflowRunner">DataflowRunner</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DirectRunner">DirectRunner</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SparkRunner">SparkRunner</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.FlinkRunner">FlinkRunner</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SamzaRunner">SamzaRunner</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.NemoRunner">NemoRunner</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.JetRunner">JetRunner</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.Twister2Runner">Twister2Runner</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.beam_options_to_args">beam_options_to_args</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamCommandRunner">BeamCommandRunner</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamCommandRunner._process_fd">_process_fd</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamCommandRunner.wait_for_done">wait_for_done</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamHook">BeamHook</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamHook._start_pipeline">_start_pipeline</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamHook.start_python_pipeline">start_python_pipeline</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamHook.start_java_pipeline">start_java_pipeline</a></li>
</ul>
</li>
-<li><a class="reference internal" href="#transfer-operators-and-hooks">Transfer operators and hooks</a><ul>
-<li><a class="reference internal" href="#facebook-ads-to-google-cloud-storage-gcs">Facebook Ads to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#salesforce-to-google-cloud-storage-gcs">Salesforce to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#snowflake-to-mysql">Snowflake to MySQL</a></li>
-<li><a class="reference internal" href="#amazon-simple-storage-service-s3-to-snowflake">Amazon Simple Storage Service (S3) to Snowflake</a></li>
-<li><a class="reference internal" href="#snowflake-to-slack">Snowflake to Slack</a></li>
</ul>
</li>
</ul>
@@ -1089,7 +898,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers/operators-and-hooks-ref/services.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers-apache-beam/_api/airflow/providers/apache/beam/hooks/beam/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -1223,15 +1032,15 @@
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/hooks/index.html
similarity index 66%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
copy to docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/hooks/index.html
index a2732c7..b6b940e 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/hooks/index.html
@@ -9,15 +9,15 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Services — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Software integrations" href="software.html" />
- <link rel="prev" title="Protocol integrations" href="protocol.html" />
+ <title>airflow.providers.apache.beam.hooks — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.beam.hooks.beam" href="beam/index.html" />
+ <link rel="prev" title="airflow.providers.apache.beam" href="../index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -283,7 +283,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -313,9 +313,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -410,7 +422,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -440,9 +452,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -531,11 +555,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam</span></code></a></li>
- <li class="breadcrumb-item"><a href="services.html"> Services</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks</span></code></a></li>
</ul>
</div>
@@ -546,426 +570,24 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="services">
-<h1>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h1>
-<div class="section" id="service-operators-and-hooks">
-<h2>Service operators and hooks<a class="headerlink" href="#service-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="databricks">
-<h3>Databricks<a class="headerlink" href="#databricks" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/operators/databricks/index.html#module-airflow.providers.databricks.operators.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/hooks/databricks/index.html#module-airflow.providers.databricks.hooks.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/operators.html" title="(in apache-airflow-providers-databricks vmaster)"><span>DatabricksSubmitRunOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-databricks"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-databricks</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://databricks.com/">Databricks</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="datadog">
-<h3>Datadog<a class="headerlink" href="#datadog" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-datadog/stable/_api/airflow/providers/datadog/hooks/datadog/index.html#module-airflow.providers.datadog.hooks.datadog" title="(in apache-airflow-providers-datadog vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.datadog.hooks.datadog</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-datadog"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-datadog</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.datadoghq.com/">Datadog</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="dingding">
-<h3>Dingding<a class="headerlink" href="#dingding" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/operators/dingding/index.html#module-airflow.providers.dingding.operators.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.operators.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Guides</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/operators.html" title="(in apache-airflow-providers-dingding vmaster)"><span>Dingding Operators</span></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-dingding"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-dingding</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://oapi.dingtalk.com">Dingding</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="discord">
-<h3>Discord<a class="headerlink" href="#discord" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/operators/discord_webhook/index.html#module-airflow.providers.discord.operators.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.operators.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/hooks/discord_webhook/index.html#module-airflow.providers.discord.hooks.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.hooks.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-discord"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-discord</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://discordapp.com">Discord</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="facebook-ads">
-<h3>Facebook Ads<a class="headerlink" href="#facebook-ads" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-facebook/stable/_api/airflow/providers/facebook/ads/hooks/ads/index.html#module-airflow.providers.facebook.ads.hooks.ads" title="(in apache-airflow-providers-facebook vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.facebook.ads.hooks.ads</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-facebook"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-facebook</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ibm-cloudant">
-<h3>IBM Cloudant<a class="headerlink" href="#ibm-cloudant" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/hooks/dingding/index.html#module-airflow.providers.dingding.hooks.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.hooks.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-cloudant"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-cloudant</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.ibm.com/cloud/cloudant">IBM Cloudant</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="opsgenie">
-<h3>Opsgenie<a class="headerlink" href="#opsgenie" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/operators/opsgenie_alert/index.html#module-airflow.providers.opsgenie.operators.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.operators.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/hooks/opsgenie_alert/index.html#module-airflow.providers.opsgenie.hooks.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.hooks.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-opsgenie"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-opsgenie</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.opsgenie.com/">Opsgenie</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="pagerduty">
-<h3>Pagerduty<a class="headerlink" href="#pagerduty" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-pagerduty/stable/_api/airflow/providers/pagerduty/hooks/pagerduty/index.html#module-airflow.providers.pagerduty.hooks.pagerduty" title="(in apache-airflow-providers-pagerduty vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.pagerduty.hooks.pagerduty</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-pagerduty"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-pagerduty</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.pagerduty.com/">Pagerduty</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="plexus">
-<h3>Plexus<a class="headerlink" href="#plexus" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/operators/job/index.html#module-airflow.providers.plexus.operators.job" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.operators.job</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/hooks/plexus/index.html#module-airflow.providers.plexus.hooks.plexus" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.hooks.plexus</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-plexus"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-plexus</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://plexus.corescientific.com/">Plexus</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="qubole">
-<h3>Qubole<a class="headerlink" href="#qubole" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/operators/qubole/index.html#module-airflow.providers.qubole.operators.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.operators.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/ai [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/hooks/qubole/index.html#module-airflow.providers.qubole.hooks.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.hooks.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/provi [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-qubole"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-qubole</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.qubole.com/">Qubole</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce">
-<h3>Salesforce<a class="headerlink" href="#salesforce" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/operators/tableau_refresh_workbook/index.html#module-airflow.providers.salesforce.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/hooks/salesforce/index.html#module-airflow.providers.salesforce.hooks.salesforce" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.hooks.salesforce</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-salesforce"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-salesforce</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="segment">
-<h3>Segment<a class="headerlink" href="#segment" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/operators/segment_track_event/index.html#module-airflow.providers.segment.operators.segment_track_event" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.operators.segment_track_event</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/hooks/segment/index.html#module-airflow.providers.segment.hooks.segment" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.hooks.segment</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-segment"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-segment</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://segment.com/docs/">Segment</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="slack">
-<h3>Slack<a class="headerlink" href="#slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/operators/slack/index.html#module-airflow.providers.slack.operators.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.operators.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/pro [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/hooks/slack/index.html#module-airflow.providers.slack.hooks.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.hooks.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slac [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-slack"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-slack</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake">
-<h3>Snowflake<a class="headerlink" href="#snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/operators/snowflake/index.html#module-airflow.providers.snowflake.operators.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.operators.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/hooks/snowflake/index.html#module-airflow.providers.snowflake.hooks.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.hooks.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="tableau">
-<h3>Tableau<a class="headerlink" href="#tableau" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/operators/tableau_refresh_workbook/index.html#module-airflow.providers.tableau.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/hooks/tableau/index.html#module-airflow.providers.tableau.hooks.tableau" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.hooks.tableau</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-tableau"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-tableau</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.tableau.com/">Tableau</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="telegram">
-<h3>Telegram<a class="headerlink" href="#telegram" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/operators/telegram/index.html#module-airflow.providers.telegram.operators.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.operators.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/hooks/telegram/index.html#module-airflow.providers.telegram.hooks.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.hooks.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/operators.html" title="(in apache-airflow-providers-telegram vmaster)"><span>TelegramOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-telegram"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-telegram</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://telegram.org/">Telegram</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud">
-<h3>Yandex.Cloud<a class="headerlink" href="#yandex-cloud" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandex/index.html#module-airflow.providers.yandex.hooks.yandex" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandex</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/">Yandex.Cloud</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud-dataproc">
-<h3>Yandex.Cloud Dataproc<a class="headerlink" href="#yandex-cloud-dataproc" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.operators.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.hooks.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/operators.html" title="(in apache-airflow-providers-yandex vmaster)"><span>Yandex.Cloud Data Proc Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/dataproc">Yandex.Cloud Dataproc</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfer-operators-and-hooks">
-<h2>Transfer operators and hooks<a class="headerlink" href="#transfer-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="facebook-ads-to-google-cloud-storage-gcs">
-<h3>Facebook Ads to Google Cloud Storage (GCS)<a class="headerlink" href="#facebook-ads-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/facebook_ads_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Facebook Ads To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/facebook_ads_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.facebook_ads_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.facebook_ads_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce-to-google-cloud-storage-gcs">
-<h3>Salesforce to Google Cloud Storage (GCS)<a class="headerlink" href="#salesforce-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/salesforce_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Salesforce To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/salesforce_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.salesforce_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.salesforce_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-mysql">
-<h3>Snowflake to MySQL<a class="headerlink" href="#snowflake-to-mysql" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.mysql.com/">MySQL</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-mysql/stable/_api/airflow/providers/mysql/transfers/presto_to_mysql/index.html#module-airflow.providers.mysql.transfers.presto_to_mysql" title="(in apache-airflow-providers-mysql vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.mysql.transfers.presto_to_mysql</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-mysql"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-mysql</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="amazon-simple-storage-service-s3-to-snowflake">
-<h3>Amazon Simple Storage Service (S3) to Snowflake<a class="headerlink" href="#amazon-simple-storage-service-s3-to-snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://aws.amazon.com/s3/">Amazon Simple Storage Service (S3)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/s3_to_snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>S3ToSnowflakeOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/s3_to_snowflake/index.html#module-airflow.providers.snowflake.transfers.s3_to_snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.s3_to_snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-slack">
-<h3>Snowflake to Slack<a class="headerlink" href="#snowflake-to-slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake_to_slack.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeToSlackOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/snowflake_to_slack/index.html#module-airflow.providers.snowflake.transfers.snowflake_to_slack" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.snowflake_to_slack</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
+ <div class="section" id="module-airflow.providers.apache.beam.hooks">
+<span id="airflow-providers-apache-beam-hooks"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.beam.hooks" title="airflow.providers.apache.beam.hooks"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.beam.hooks" title="Permalink to this headline">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this headline">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="beam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks.beam</span></code></a></li>
+</ul>
</div>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Protocol integrations" href="protocol.html" >
+ <a rel="prev" title="airflow.providers.apache.beam" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Software integrations" href="software.html" >
+ <a rel="next" title="airflow.providers.apache.beam.hooks.beam" href="beam/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -1035,36 +657,8 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Services</a><ul>
-<li><a class="reference internal" href="#service-operators-and-hooks">Service operators and hooks</a><ul>
-<li><a class="reference internal" href="#databricks">Databricks</a></li>
-<li><a class="reference internal" href="#datadog">Datadog</a></li>
-<li><a class="reference internal" href="#dingding">Dingding</a></li>
-<li><a class="reference internal" href="#discord">Discord</a></li>
-<li><a class="reference internal" href="#facebook-ads">Facebook Ads</a></li>
-<li><a class="reference internal" href="#ibm-cloudant">IBM Cloudant</a></li>
-<li><a class="reference internal" href="#opsgenie">Opsgenie</a></li>
-<li><a class="reference internal" href="#pagerduty">Pagerduty</a></li>
-<li><a class="reference internal" href="#plexus">Plexus</a></li>
-<li><a class="reference internal" href="#qubole">Qubole</a></li>
-<li><a class="reference internal" href="#salesforce">Salesforce</a></li>
-<li><a class="reference internal" href="#segment">Segment</a></li>
-<li><a class="reference internal" href="#slack">Slack</a></li>
-<li><a class="reference internal" href="#snowflake">Snowflake</a></li>
-<li><a class="reference internal" href="#tableau">Tableau</a></li>
-<li><a class="reference internal" href="#telegram">Telegram</a></li>
-<li><a class="reference internal" href="#yandex-cloud">Yandex.Cloud</a></li>
-<li><a class="reference internal" href="#yandex-cloud-dataproc">Yandex.Cloud Dataproc</a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#transfer-operators-and-hooks">Transfer operators and hooks</a><ul>
-<li><a class="reference internal" href="#facebook-ads-to-google-cloud-storage-gcs">Facebook Ads to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#salesforce-to-google-cloud-storage-gcs">Salesforce to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#snowflake-to-mysql">Snowflake to MySQL</a></li>
-<li><a class="reference internal" href="#amazon-simple-storage-service-s3-to-snowflake">Amazon Simple Storage Service (S3) to Snowflake</a></li>
-<li><a class="reference internal" href="#snowflake-to-slack">Snowflake to Slack</a></li>
-</ul>
-</li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -1089,7 +683,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers/operators-and-hooks-ref/services.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers-apache-beam/_api/airflow/providers/apache/beam/hooks/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -1223,15 +817,15 @@
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/index.html
similarity index 65%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
copy to docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/index.html
index a2732c7..c9344a1 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/index.html
@@ -9,15 +9,15 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Services — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Software integrations" href="software.html" />
- <link rel="prev" title="Protocol integrations" href="protocol.html" />
+ <title>airflow.providers.apache.beam — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.beam.hooks" href="hooks/index.html" />
+ <link rel="prev" title="apache-airflow-providers-apache-beam" href="../../../../../index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -283,7 +283,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -313,9 +313,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -410,7 +422,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -440,9 +452,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -531,11 +555,9 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
-
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="services.html"> Services</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam</span></code></a></li>
</ul>
</div>
@@ -546,426 +568,31 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="services">
-<h1>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h1>
-<div class="section" id="service-operators-and-hooks">
-<h2>Service operators and hooks<a class="headerlink" href="#service-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="databricks">
-<h3>Databricks<a class="headerlink" href="#databricks" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/operators/databricks/index.html#module-airflow.providers.databricks.operators.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/hooks/databricks/index.html#module-airflow.providers.databricks.hooks.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/operators.html" title="(in apache-airflow-providers-databricks vmaster)"><span>DatabricksSubmitRunOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-databricks"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-databricks</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://databricks.com/">Databricks</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="datadog">
-<h3>Datadog<a class="headerlink" href="#datadog" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-datadog/stable/_api/airflow/providers/datadog/hooks/datadog/index.html#module-airflow.providers.datadog.hooks.datadog" title="(in apache-airflow-providers-datadog vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.datadog.hooks.datadog</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-datadog"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-datadog</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.datadoghq.com/">Datadog</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="dingding">
-<h3>Dingding<a class="headerlink" href="#dingding" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/operators/dingding/index.html#module-airflow.providers.dingding.operators.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.operators.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Guides</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/operators.html" title="(in apache-airflow-providers-dingding vmaster)"><span>Dingding Operators</span></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-dingding"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-dingding</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://oapi.dingtalk.com">Dingding</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="discord">
-<h3>Discord<a class="headerlink" href="#discord" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/operators/discord_webhook/index.html#module-airflow.providers.discord.operators.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.operators.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/hooks/discord_webhook/index.html#module-airflow.providers.discord.hooks.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.hooks.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-discord"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-discord</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://discordapp.com">Discord</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="facebook-ads">
-<h3>Facebook Ads<a class="headerlink" href="#facebook-ads" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-facebook/stable/_api/airflow/providers/facebook/ads/hooks/ads/index.html#module-airflow.providers.facebook.ads.hooks.ads" title="(in apache-airflow-providers-facebook vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.facebook.ads.hooks.ads</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-facebook"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-facebook</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ibm-cloudant">
-<h3>IBM Cloudant<a class="headerlink" href="#ibm-cloudant" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/hooks/dingding/index.html#module-airflow.providers.dingding.hooks.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.hooks.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-cloudant"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-cloudant</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.ibm.com/cloud/cloudant">IBM Cloudant</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="opsgenie">
-<h3>Opsgenie<a class="headerlink" href="#opsgenie" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/operators/opsgenie_alert/index.html#module-airflow.providers.opsgenie.operators.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.operators.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/hooks/opsgenie_alert/index.html#module-airflow.providers.opsgenie.hooks.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.hooks.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-opsgenie"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-opsgenie</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.opsgenie.com/">Opsgenie</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="pagerduty">
-<h3>Pagerduty<a class="headerlink" href="#pagerduty" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-pagerduty/stable/_api/airflow/providers/pagerduty/hooks/pagerduty/index.html#module-airflow.providers.pagerduty.hooks.pagerduty" title="(in apache-airflow-providers-pagerduty vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.pagerduty.hooks.pagerduty</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-pagerduty"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-pagerduty</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.pagerduty.com/">Pagerduty</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="plexus">
-<h3>Plexus<a class="headerlink" href="#plexus" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/operators/job/index.html#module-airflow.providers.plexus.operators.job" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.operators.job</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/hooks/plexus/index.html#module-airflow.providers.plexus.hooks.plexus" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.hooks.plexus</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-plexus"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-plexus</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://plexus.corescientific.com/">Plexus</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="qubole">
-<h3>Qubole<a class="headerlink" href="#qubole" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/operators/qubole/index.html#module-airflow.providers.qubole.operators.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.operators.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/ai [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/hooks/qubole/index.html#module-airflow.providers.qubole.hooks.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.hooks.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/provi [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-qubole"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-qubole</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.qubole.com/">Qubole</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce">
-<h3>Salesforce<a class="headerlink" href="#salesforce" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/operators/tableau_refresh_workbook/index.html#module-airflow.providers.salesforce.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/hooks/salesforce/index.html#module-airflow.providers.salesforce.hooks.salesforce" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.hooks.salesforce</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-salesforce"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-salesforce</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="segment">
-<h3>Segment<a class="headerlink" href="#segment" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/operators/segment_track_event/index.html#module-airflow.providers.segment.operators.segment_track_event" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.operators.segment_track_event</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/hooks/segment/index.html#module-airflow.providers.segment.hooks.segment" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.hooks.segment</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-segment"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-segment</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://segment.com/docs/">Segment</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="slack">
-<h3>Slack<a class="headerlink" href="#slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/operators/slack/index.html#module-airflow.providers.slack.operators.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.operators.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/pro [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/hooks/slack/index.html#module-airflow.providers.slack.hooks.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.hooks.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slac [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-slack"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-slack</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake">
-<h3>Snowflake<a class="headerlink" href="#snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/operators/snowflake/index.html#module-airflow.providers.snowflake.operators.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.operators.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/hooks/snowflake/index.html#module-airflow.providers.snowflake.hooks.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.hooks.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="tableau">
-<h3>Tableau<a class="headerlink" href="#tableau" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/operators/tableau_refresh_workbook/index.html#module-airflow.providers.tableau.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/hooks/tableau/index.html#module-airflow.providers.tableau.hooks.tableau" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.hooks.tableau</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-tableau"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-tableau</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.tableau.com/">Tableau</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="telegram">
-<h3>Telegram<a class="headerlink" href="#telegram" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/operators/telegram/index.html#module-airflow.providers.telegram.operators.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.operators.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/hooks/telegram/index.html#module-airflow.providers.telegram.hooks.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.hooks.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/operators.html" title="(in apache-airflow-providers-telegram vmaster)"><span>TelegramOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-telegram"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-telegram</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://telegram.org/">Telegram</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud">
-<h3>Yandex.Cloud<a class="headerlink" href="#yandex-cloud" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandex/index.html#module-airflow.providers.yandex.hooks.yandex" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandex</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/">Yandex.Cloud</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud-dataproc">
-<h3>Yandex.Cloud Dataproc<a class="headerlink" href="#yandex-cloud-dataproc" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.operators.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.hooks.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/operators.html" title="(in apache-airflow-providers-yandex vmaster)"><span>Yandex.Cloud Data Proc Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/dataproc">Yandex.Cloud Dataproc</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfer-operators-and-hooks">
-<h2>Transfer operators and hooks<a class="headerlink" href="#transfer-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="facebook-ads-to-google-cloud-storage-gcs">
-<h3>Facebook Ads to Google Cloud Storage (GCS)<a class="headerlink" href="#facebook-ads-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/facebook_ads_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Facebook Ads To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/facebook_ads_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.facebook_ads_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.facebook_ads_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce-to-google-cloud-storage-gcs">
-<h3>Salesforce to Google Cloud Storage (GCS)<a class="headerlink" href="#salesforce-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/salesforce_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Salesforce To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/salesforce_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.salesforce_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.salesforce_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-mysql">
-<h3>Snowflake to MySQL<a class="headerlink" href="#snowflake-to-mysql" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.mysql.com/">MySQL</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-mysql/stable/_api/airflow/providers/mysql/transfers/presto_to_mysql/index.html#module-airflow.providers.mysql.transfers.presto_to_mysql" title="(in apache-airflow-providers-mysql vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.mysql.transfers.presto_to_mysql</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-mysql"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-mysql</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="amazon-simple-storage-service-s3-to-snowflake">
-<h3>Amazon Simple Storage Service (S3) to Snowflake<a class="headerlink" href="#amazon-simple-storage-service-s3-to-snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://aws.amazon.com/s3/">Amazon Simple Storage Service (S3)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/s3_to_snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>S3ToSnowflakeOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/s3_to_snowflake/index.html#module-airflow.providers.snowflake.transfers.s3_to_snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.s3_to_snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-slack">
-<h3>Snowflake to Slack<a class="headerlink" href="#snowflake-to-slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake_to_slack.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeToSlackOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/snowflake_to_slack/index.html#module-airflow.providers.snowflake.transfers.snowflake_to_slack" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.snowflake_to_slack</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
+ <div class="section" id="module-airflow.providers.apache.beam">
+<span id="airflow-providers-apache-beam"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.beam" title="airflow.providers.apache.beam"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.beam" title="Permalink to this headline">¶</a></h1>
+<div class="section" id="subpackages">
+<h2>Subpackages<a class="headerlink" href="#subpackages" title="Permalink to this headline">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="hooks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks</span></code></a><ul>
+<li class="toctree-l2"><a class="reference internal" href="hooks/beam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks.beam</span></code></a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="operators/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators</span></code></a><ul>
+<li class="toctree-l2"><a class="reference internal" href="operators/beam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators.beam</span></code></a></li>
+</ul>
+</li>
+</ul>
</div>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Protocol integrations" href="protocol.html" >
+ <a rel="prev" title="apache-airflow-providers-apache-beam" href="../../../../../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Software integrations" href="software.html" >
+ <a rel="next" title="airflow.providers.apache.beam.hooks" href="hooks/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -1035,36 +662,8 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Services</a><ul>
-<li><a class="reference internal" href="#service-operators-and-hooks">Service operators and hooks</a><ul>
-<li><a class="reference internal" href="#databricks">Databricks</a></li>
-<li><a class="reference internal" href="#datadog">Datadog</a></li>
-<li><a class="reference internal" href="#dingding">Dingding</a></li>
-<li><a class="reference internal" href="#discord">Discord</a></li>
-<li><a class="reference internal" href="#facebook-ads">Facebook Ads</a></li>
-<li><a class="reference internal" href="#ibm-cloudant">IBM Cloudant</a></li>
-<li><a class="reference internal" href="#opsgenie">Opsgenie</a></li>
-<li><a class="reference internal" href="#pagerduty">Pagerduty</a></li>
-<li><a class="reference internal" href="#plexus">Plexus</a></li>
-<li><a class="reference internal" href="#qubole">Qubole</a></li>
-<li><a class="reference internal" href="#salesforce">Salesforce</a></li>
-<li><a class="reference internal" href="#segment">Segment</a></li>
-<li><a class="reference internal" href="#slack">Slack</a></li>
-<li><a class="reference internal" href="#snowflake">Snowflake</a></li>
-<li><a class="reference internal" href="#tableau">Tableau</a></li>
-<li><a class="reference internal" href="#telegram">Telegram</a></li>
-<li><a class="reference internal" href="#yandex-cloud">Yandex.Cloud</a></li>
-<li><a class="reference internal" href="#yandex-cloud-dataproc">Yandex.Cloud Dataproc</a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#transfer-operators-and-hooks">Transfer operators and hooks</a><ul>
-<li><a class="reference internal" href="#facebook-ads-to-google-cloud-storage-gcs">Facebook Ads to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#salesforce-to-google-cloud-storage-gcs">Salesforce to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#snowflake-to-mysql">Snowflake to MySQL</a></li>
-<li><a class="reference internal" href="#amazon-simple-storage-service-s3-to-snowflake">Amazon Simple Storage Service (S3) to Snowflake</a></li>
-<li><a class="reference internal" href="#snowflake-to-slack">Snowflake to Slack</a></li>
-</ul>
-</li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam</span></code></a><ul>
+<li><a class="reference internal" href="#subpackages">Subpackages</a></li>
</ul>
</li>
</ul>
@@ -1089,7 +688,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers/operators-and-hooks-ref/services.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers-apache-beam/_api/airflow/providers/apache/beam/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -1223,15 +822,15 @@
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../" src="../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script src="../../../../../_static/jquery.js"></script>
+ <script src="../../../../../_static/underscore.js"></script>
+ <script src="../../../../../_static/doctools.js"></script>
+ <script src="../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/operators/beam/index.html
similarity index 64%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
copy to docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/operators/beam/index.html
index a2732c7..fa64525 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/operators/beam/index.html
@@ -9,15 +9,15 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Services — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Software integrations" href="software.html" />
- <link rel="prev" title="Protocol integrations" href="protocol.html" />
+ <title>airflow.providers.apache.beam.operators.beam — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="Apache Beam Operators" href="../../../../../../../operators.html" />
+ <link rel="prev" title="airflow.providers.apache.beam.operators" href="../index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -283,7 +283,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -313,9 +313,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -410,7 +422,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -440,9 +452,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -531,11 +555,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators</span></code></a></li>
- <li class="breadcrumb-item"><a href="services.html"> Services</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators.beam</span></code></a></li>
</ul>
</div>
@@ -546,426 +572,237 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="services">
-<h1>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h1>
-<div class="section" id="service-operators-and-hooks">
-<h2>Service operators and hooks<a class="headerlink" href="#service-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="databricks">
-<h3>Databricks<a class="headerlink" href="#databricks" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/operators/databricks/index.html#module-airflow.providers.databricks.operators.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/hooks/databricks/index.html#module-airflow.providers.databricks.hooks.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/operators.html" title="(in apache-airflow-providers-databricks vmaster)"><span>DatabricksSubmitRunOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-databricks"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-databricks</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://databricks.com/">Databricks</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="datadog">
-<h3>Datadog<a class="headerlink" href="#datadog" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-datadog/stable/_api/airflow/providers/datadog/hooks/datadog/index.html#module-airflow.providers.datadog.hooks.datadog" title="(in apache-airflow-providers-datadog vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.datadog.hooks.datadog</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-datadog"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-datadog</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.datadoghq.com/">Datadog</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="dingding">
-<h3>Dingding<a class="headerlink" href="#dingding" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/operators/dingding/index.html#module-airflow.providers.dingding.operators.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.operators.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Guides</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/operators.html" title="(in apache-airflow-providers-dingding vmaster)"><span>Dingding Operators</span></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-dingding"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-dingding</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://oapi.dingtalk.com">Dingding</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="discord">
-<h3>Discord<a class="headerlink" href="#discord" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/operators/discord_webhook/index.html#module-airflow.providers.discord.operators.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.operators.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/hooks/discord_webhook/index.html#module-airflow.providers.discord.hooks.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.hooks.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-discord"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-discord</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://discordapp.com">Discord</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="facebook-ads">
-<h3>Facebook Ads<a class="headerlink" href="#facebook-ads" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-facebook/stable/_api/airflow/providers/facebook/ads/hooks/ads/index.html#module-airflow.providers.facebook.ads.hooks.ads" title="(in apache-airflow-providers-facebook vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.facebook.ads.hooks.ads</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-facebook"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-facebook</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ibm-cloudant">
-<h3>IBM Cloudant<a class="headerlink" href="#ibm-cloudant" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/hooks/dingding/index.html#module-airflow.providers.dingding.hooks.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.hooks.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-cloudant"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-cloudant</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.ibm.com/cloud/cloudant">IBM Cloudant</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="opsgenie">
-<h3>Opsgenie<a class="headerlink" href="#opsgenie" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/operators/opsgenie_alert/index.html#module-airflow.providers.opsgenie.operators.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.operators.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/hooks/opsgenie_alert/index.html#module-airflow.providers.opsgenie.hooks.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.hooks.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-opsgenie"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-opsgenie</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.opsgenie.com/">Opsgenie</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="pagerduty">
-<h3>Pagerduty<a class="headerlink" href="#pagerduty" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-pagerduty/stable/_api/airflow/providers/pagerduty/hooks/pagerduty/index.html#module-airflow.providers.pagerduty.hooks.pagerduty" title="(in apache-airflow-providers-pagerduty vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.pagerduty.hooks.pagerduty</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-pagerduty"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-pagerduty</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.pagerduty.com/">Pagerduty</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="plexus">
-<h3>Plexus<a class="headerlink" href="#plexus" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/operators/job/index.html#module-airflow.providers.plexus.operators.job" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.operators.job</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/hooks/plexus/index.html#module-airflow.providers.plexus.hooks.plexus" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.hooks.plexus</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-plexus"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-plexus</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://plexus.corescientific.com/">Plexus</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="qubole">
-<h3>Qubole<a class="headerlink" href="#qubole" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/operators/qubole/index.html#module-airflow.providers.qubole.operators.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.operators.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/ai [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/hooks/qubole/index.html#module-airflow.providers.qubole.hooks.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.hooks.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/provi [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-qubole"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-qubole</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.qubole.com/">Qubole</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce">
-<h3>Salesforce<a class="headerlink" href="#salesforce" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/operators/tableau_refresh_workbook/index.html#module-airflow.providers.salesforce.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/hooks/salesforce/index.html#module-airflow.providers.salesforce.hooks.salesforce" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.hooks.salesforce</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-salesforce"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-salesforce</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="segment">
-<h3>Segment<a class="headerlink" href="#segment" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/operators/segment_track_event/index.html#module-airflow.providers.segment.operators.segment_track_event" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.operators.segment_track_event</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/hooks/segment/index.html#module-airflow.providers.segment.hooks.segment" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.hooks.segment</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-segment"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-segment</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://segment.com/docs/">Segment</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="slack">
-<h3>Slack<a class="headerlink" href="#slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/operators/slack/index.html#module-airflow.providers.slack.operators.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.operators.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/pro [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/hooks/slack/index.html#module-airflow.providers.slack.hooks.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.hooks.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slac [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-slack"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-slack</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-</dl>
+ <div class="section" id="module-airflow.providers.apache.beam.operators.beam">
+<span id="airflow-providers-apache-beam-operators-beam"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.beam.operators.beam" title="airflow.providers.apache.beam.operators.beam"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators.beam</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.beam.operators.beam" title="Permalink to this headline">¶</a></h1>
+<p><p>This module contains Apache Beam operators.</p>
+</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
+<dl class="py class">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.apache.beam.operators.beam.</code><code class="sig-name descname">BeamDataflowMixin</code><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamDataflowMixin"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin" title="Permalink to this definition"> [...]
+<dd><p>Helper class to store common, Dataflow specific logic for both
+<a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator" title="airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">BeamRunPythonPipelineOperator</span></code></a> and
+<a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator" title="airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">BeamRunJavaPipelineOperator</span></code></a>.</p>
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_hook">
+<code class="sig-name descname">dataflow_hook</code><em class="property"> :Optional[DataflowHook]</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamDataflowMixin.dataflow_hook"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_hook" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_config">
+<code class="sig-name descname">dataflow_config</code><em class="property"> :Optional[DataflowConfiguration]</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamDataflowMixin.dataflow_config"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_config" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin._set_dataflow">
+<code class="sig-name descname">_set_dataflow</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">pipeline_options</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)">dict</a></span></em>, <em class="sig-param"><span class="n">job_name_variable_key</span><span class="p">:</span> <span class="n">Option [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__set_dataflow_hook">
+<code class="sig-name descname">__set_dataflow_hook</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamDataflowMixin.__set_dataflow_hook"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__set_dataflow_hook" t [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__get_dataflow_job_name">
+<code class="sig-name descname">__get_dataflow_job_name</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamDataflowMixin.__get_dataflow_job_name"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__get_dataflow [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__get_dataflow_pipeline_options">
+<code class="sig-name descname">__get_dataflow_pipeline_options</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">pipeline_options</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)">dict</a></span></em>, <em class="sig-param"><span class="n">job_name</span><span class="p">:</span> <span class="n">< [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__get_dataflow_process_callback">
+<code class="sig-name descname">__get_dataflow_process_callback</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamDataflowMixin.__get_dataflow_process_callback"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixi [...]
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.apache.beam.operators.beam.</code><code class="sig-name descname">BeamRunPythonPipelineOperator</code><span class="sig-paren">(</span><em class="sig-param"><span class="o">*</span></em>, <em class="sig-param"><span class="n">py_file</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a>< [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/models/index.html#airflow.models.BaseOperator" title="(in apache-airflow v2.1.0.dev0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></a>, <a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin" title="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin"><code class="xref [...]
+<p>Launching Apache Beam pipelines written in Python. Note that both
+<code class="docutils literal notranslate"><span class="pre">default_pipeline_options</span></code> and <code class="docutils literal notranslate"><span class="pre">pipeline_options</span></code> will be merged to specify pipeline
+execution parameter, and <code class="docutils literal notranslate"><span class="pre">default_pipeline_options</span></code> is expected to save
+high-level options, for instances, project and zone information, which
+apply to all beam operators in the DAG.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more information on how to use this operator, take a look at the guide:
+<a class="reference internal" href="../../../../../../../operators.html#howto-operator-beamrunpythonpipelineoperator"><span class="std std-ref">Run Python Pipelines in Apache Beam</span></a></p>
</div>
-<div class="section" id="snowflake">
-<h3>Snowflake<a class="headerlink" href="#snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/operators/snowflake/index.html#module-airflow.providers.snowflake.operators.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.operators.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/hooks/snowflake/index.html#module-airflow.providers.snowflake.hooks.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.hooks.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="tableau">
-<h3>Tableau<a class="headerlink" href="#tableau" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/operators/tableau_refresh_workbook/index.html#module-airflow.providers.tableau.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/hooks/tableau/index.html#module-airflow.providers.tableau.hooks.tableau" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.hooks.tableau</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-tableau"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-tableau</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.tableau.com/">Tableau</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="telegram">
-<h3>Telegram<a class="headerlink" href="#telegram" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/operators/telegram/index.html#module-airflow.providers.telegram.operators.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.operators.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/hooks/telegram/index.html#module-airflow.providers.telegram.hooks.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.hooks.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/operators.html" title="(in apache-airflow-providers-telegram vmaster)"><span>TelegramOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-telegram"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-telegram</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://telegram.org/">Telegram</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud">
-<h3>Yandex.Cloud<a class="headerlink" href="#yandex-cloud" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandex/index.html#module-airflow.providers.yandex.hooks.yandex" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandex</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/">Yandex.Cloud</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud-dataproc">
-<h3>Yandex.Cloud Dataproc<a class="headerlink" href="#yandex-cloud-dataproc" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.operators.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.hooks.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/operators.html" title="(in apache-airflow-providers-yandex vmaster)"><span>Yandex.Cloud Data Proc Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/dataproc">Yandex.Cloud Dataproc</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfer-operators-and-hooks">
-<h2>Transfer operators and hooks<a class="headerlink" href="#transfer-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="facebook-ads-to-google-cloud-storage-gcs">
-<h3>Facebook Ads to Google Cloud Storage (GCS)<a class="headerlink" href="#facebook-ads-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/facebook_ads_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Facebook Ads To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/facebook_ads_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.facebook_ads_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.facebook_ads_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce-to-google-cloud-storage-gcs">
-<h3>Salesforce to Google Cloud Storage (GCS)<a class="headerlink" href="#salesforce-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/salesforce_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Salesforce To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/salesforce_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.salesforce_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.salesforce_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more detail on Apache Beam have a look at the reference:
+<a class="reference external" href="https://beam.apache.org/documentation/">https://beam.apache.org/documentation/</a></p>
</div>
-<div class="section" id="snowflake-to-mysql">
-<h3>Snowflake to MySQL<a class="headerlink" href="#snowflake-to-mysql" title="Permalink to this headline">¶</a></h3>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.mysql.com/">MySQL</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-mysql/stable/_api/airflow/providers/mysql/transfers/presto_to_mysql/index.html#module-airflow.providers.mysql.transfers.presto_to_mysql" title="(in apache-airflow-providers-mysql vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.mysql.transfers.presto_to_mysql</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-mysql"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-mysql</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>py_file</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Reference to the python Apache Beam pipeline file.py, e.g.,
+/some/local/file/path/to/your/python/pipeline/file. (templated)</p></li>
+<li><p><strong>runner</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Runner on which pipeline will be run. By default "DirectRunner" is being used.
+Other possible options: DataflowRunner, SparkRunner, FlinkRunner.
+See: <code class="xref py py-class docutils literal notranslate"><span class="pre">BeamRunnerType</span></code>
+See: <a class="reference external" href="https://beam.apache.org/documentation/runners/capability-matrix/">https://beam.apache.org/documentation/runners/capability-matrix/</a></p></li>
+<li><p><strong>py_options</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.9)"><em>list</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a><em>]</em>) -- Additional python options, e.g., ["-m", "-v"].</p></li>
+<li><p><strong>default_pipeline_options</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)"><em>dict</em></a>) -- Map of default pipeline options.</p></li>
+<li><p><strong>pipeline_options</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)"><em>dict</em></a>) -- <p>Map of pipeline options.The key must be a dictionary.
+The value can contain different types:</p>
+<ul>
+<li><p>If the value is None, the single option - <code class="docutils literal notranslate"><span class="pre">--key</span></code> (without value) will be added.</p></li>
+<li><p>If the value is False, this option will be skipped</p></li>
+<li><p>If the value is True, the single option - <code class="docutils literal notranslate"><span class="pre">--key</span></code> (without value) will be added.</p></li>
+<li><p>If the value is list, the many options will be added for each key.
+If the value is <code class="docutils literal notranslate"><span class="pre">['A',</span> <span class="pre">'B']</span></code> and the key is <code class="docutils literal notranslate"><span class="pre">key</span></code> then the <code class="docutils literal notranslate"><span class="pre">--key=A</span> <span class="pre">--key-B</span></code> options
+will be left</p></li>
+<li><p>Other value types will be replaced with the Python textual representation.</p></li>
+</ul>
+<p>When defining labels (<code class="docutils literal notranslate"><span class="pre">labels</span></code> option), you can also provide a dictionary.</p>
+</p></li>
+<li><p><strong>py_interpreter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Python version of the beam pipeline.
+If None, this defaults to the python3.
+To track python versions supported by beam and related
+issues check: <a class="reference external" href="https://issues.apache.org/jira/browse/BEAM-1251">https://issues.apache.org/jira/browse/BEAM-1251</a></p></li>
+<li><p><strong>py_requirements</strong> (<em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a><em>]</em>) -- <p>Additional python package(s) to install.
+If a value is passed to this parameter, a new virtual environment has been created with
+additional packages installed.</p>
+<p>You could also install the apache_beam package if it is not installed on your system or you want
+to use a different version.</p>
+</p></li>
+<li><p><strong>py_system_site_packages</strong> -- <p>Whether to include system_site_packages in your virtualenv.
+See virtualenv documentation for more information.</p>
+<p>This option is only relevant if the <code class="docutils literal notranslate"><span class="pre">py_requirements</span></code> parameter is not None.</p>
+</p></li>
+<li><p><strong>gcp_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Optional.
+The connection ID to use connecting to Google Cloud Storage if python file is on GCS.</p></li>
+<li><p><strong>delegate_to</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Optional.
+The account to impersonate using domain-wide delegation of authority,
+if any. For this to work, the service account making the request must have
+domain-wide delegation enabled.</p></li>
+<li><p><strong>dataflow_config</strong> (<em>Union</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)"><em>dict</em></a><em>, </em><em>providers.google.cloud.operators.dataflow.DataflowConfiguration</em><em>]</em>) -- Dataflow configuration, used when runner type is set to DataflowRunner</p></li>
+</ul>
</dd>
</dl>
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.template_fields">
+<code class="sig-name descname">template_fields</code><em class="property"> = ['py_file', 'runner', 'pipeline_options', 'default_pipeline_options', 'dataflow_config']</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunPythonPipelineOperator.template_fields"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.templat [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.template_fields_renderers">
+<code class="sig-name descname">template_fields_renderers</code><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunPythonPipelineOperator.template_fields_renderers"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.template_fields_renderers" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.execute">
+<code class="sig-name descname">execute</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">context</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunPythonPipelineOperator.execute"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operator [...]
+<dd><p>Execute the Apache Beam Pipeline.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.on_kill">
+<code class="sig-name descname">on_kill</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunPythonPipelineOperator.on_kill"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.on_kill" title="Permal [...]
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.apache.beam.operators.beam.</code><code class="sig-name descname">BeamRunJavaPipelineOperator</code><span class="sig-paren">(</span><em class="sig-param"><span class="o">*</span></em>, <em class="sig-param"><span class="n">jar</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></span> [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/models/index.html#airflow.models.BaseOperator" title="(in apache-airflow v2.1.0.dev0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></a>, <a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin" title="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin"><code class="xref [...]
+<p>Launching Apache Beam pipelines written in Java.</p>
+<p>Note that both
+<code class="docutils literal notranslate"><span class="pre">default_pipeline_options</span></code> and <code class="docutils literal notranslate"><span class="pre">pipeline_options</span></code> will be merged to specify pipeline
+execution parameter, and <code class="docutils literal notranslate"><span class="pre">default_pipeline_options</span></code> is expected to save
+high-level pipeline_options, for instances, project and zone information, which
+apply to all Apache Beam operators in the DAG.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more information on how to use this operator, take a look at the guide:
+<a class="reference internal" href="../../../../../../../operators.html#howto-operator-beamrunjavapipelineoperator"><span class="std std-ref">Run Java Pipelines in Apache Beam</span></a></p>
</div>
-<div class="section" id="amazon-simple-storage-service-s3-to-snowflake">
-<h3>Amazon Simple Storage Service (S3) to Snowflake<a class="headerlink" href="#amazon-simple-storage-service-s3-to-snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://aws.amazon.com/s3/">Amazon Simple Storage Service (S3)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/s3_to_snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>S3ToSnowflakeOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/s3_to_snowflake/index.html#module-airflow.providers.snowflake.transfers.s3_to_snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.s3_to_snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more detail on Apache Beam have a look at the reference:
+<a class="reference external" href="https://beam.apache.org/documentation/">https://beam.apache.org/documentation/</a></p>
</div>
-<div class="section" id="snowflake-to-slack">
-<h3>Snowflake to Slack<a class="headerlink" href="#snowflake-to-slack" title="Permalink to this headline">¶</a></h3>
+<p>You need to pass the path to your jar file as a file reference with the <code class="docutils literal notranslate"><span class="pre">jar</span></code>
+parameter, the jar needs to be a self executing jar (see documentation here:
+<a class="reference external" href="https://beam.apache.org/documentation/runners/dataflow/#self-executing-jar">https://beam.apache.org/documentation/runners/dataflow/#self-executing-jar</a>).
+Use <code class="docutils literal notranslate"><span class="pre">pipeline_options</span></code> to pass on pipeline_options to your job.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake_to_slack.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeToSlackOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/snowflake_to_slack/index.html#module-airflow.providers.snowflake.transfers.snowflake_to_slack" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.snowflake_to_slack</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>jar</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- The reference to a self executing Apache Beam jar (templated).</p></li>
+<li><p><strong>runner</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Runner on which pipeline will be run. By default "DirectRunner" is being used.
+See:
+<a class="reference external" href="https://beam.apache.org/documentation/runners/capability-matrix/">https://beam.apache.org/documentation/runners/capability-matrix/</a></p></li>
+<li><p><strong>job_class</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- The name of the Apache Beam pipeline class to be executed, it
+is often not the main class configured in the pipeline jar file.</p></li>
+<li><p><strong>default_pipeline_options</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)"><em>dict</em></a>) -- Map of default job pipeline_options.</p></li>
+<li><p><strong>pipeline_options</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)"><em>dict</em></a>) -- <p>Map of job specific pipeline_options.The key must be a dictionary.
+The value can contain different types:</p>
+<ul>
+<li><p>If the value is None, the single option - <code class="docutils literal notranslate"><span class="pre">--key</span></code> (without value) will be added.</p></li>
+<li><p>If the value is False, this option will be skipped</p></li>
+<li><p>If the value is True, the single option - <code class="docutils literal notranslate"><span class="pre">--key</span></code> (without value) will be added.</p></li>
+<li><p>If the value is list, the many pipeline_options will be added for each key.
+If the value is <code class="docutils literal notranslate"><span class="pre">['A',</span> <span class="pre">'B']</span></code> and the key is <code class="docutils literal notranslate"><span class="pre">key</span></code> then the <code class="docutils literal notranslate"><span class="pre">--key=A</span> <span class="pre">--key-B</span></code> pipeline_options
+will be left</p></li>
+<li><p>Other value types will be replaced with the Python textual representation.</p></li>
+</ul>
+<p>When defining labels (<code class="docutils literal notranslate"><span class="pre">labels</span></code> option), you can also provide a dictionary.</p>
+</p></li>
+<li><p><strong>gcp_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- The connection ID to use connecting to Google Cloud Storage if jar is on GCS</p></li>
+<li><p><strong>delegate_to</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- The account to impersonate using domain-wide delegation of authority,
+if any. For this to work, the service account making the request must have
+domain-wide delegation enabled.</p></li>
+<li><p><strong>dataflow_config</strong> (<em>Union</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)"><em>dict</em></a><em>, </em><em>providers.google.cloud.operators.dataflow.DataflowConfiguration</em><em>]</em>) -- Dataflow configuration, used when runner type is set to DataflowRunner</p></li>
+</ul>
</dd>
</dl>
-</div>
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.template_fields">
+<code class="sig-name descname">template_fields</code><em class="property"> = ['jar', 'runner', 'job_class', 'pipeline_options', 'default_pipeline_options', 'dataflow_config']</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunJavaPipelineOperator.template_fields"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.te [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.template_fields_renderers">
+<code class="sig-name descname">template_fields_renderers</code><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunJavaPipelineOperator.template_fields_renderers"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.template_fields_renderers" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.ui_color">
+<code class="sig-name descname">ui_color</code><em class="property"> = #0273d4</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunJavaPipelineOperator.ui_color"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.ui_color" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.execute">
+<code class="sig-name descname">execute</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">context</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunJavaPipelineOperator.execute"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators. [...]
+<dd><p>Execute the Apache Beam Pipeline.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.on_kill">
+<code class="sig-name descname">on_kill</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunJavaPipelineOperator.on_kill"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.on_kill" title="Permalink [...]
+<dd></dd></dl>
+
+</dd></dl>
+
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Protocol integrations" href="protocol.html" >
+ <a rel="prev" title="airflow.providers.apache.beam.operators" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Software integrations" href="software.html" >
+ <a rel="next" title="Apache Beam Operators" href="../../../../../../../operators.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -1035,34 +872,63 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Services</a><ul>
-<li><a class="reference internal" href="#service-operators-and-hooks">Service operators and hooks</a><ul>
-<li><a class="reference internal" href="#databricks">Databricks</a></li>
-<li><a class="reference internal" href="#datadog">Datadog</a></li>
-<li><a class="reference internal" href="#dingding">Dingding</a></li>
-<li><a class="reference internal" href="#discord">Discord</a></li>
-<li><a class="reference internal" href="#facebook-ads">Facebook Ads</a></li>
-<li><a class="reference internal" href="#ibm-cloudant">IBM Cloudant</a></li>
-<li><a class="reference internal" href="#opsgenie">Opsgenie</a></li>
-<li><a class="reference internal" href="#pagerduty">Pagerduty</a></li>
-<li><a class="reference internal" href="#plexus">Plexus</a></li>
-<li><a class="reference internal" href="#qubole">Qubole</a></li>
-<li><a class="reference internal" href="#salesforce">Salesforce</a></li>
-<li><a class="reference internal" href="#segment">Segment</a></li>
-<li><a class="reference internal" href="#slack">Slack</a></li>
-<li><a class="reference internal" href="#snowflake">Snowflake</a></li>
-<li><a class="reference internal" href="#tableau">Tableau</a></li>
-<li><a class="reference internal" href="#telegram">Telegram</a></li>
-<li><a class="reference internal" href="#yandex-cloud">Yandex.Cloud</a></li>
-<li><a class="reference internal" href="#yandex-cloud-dataproc">Yandex.Cloud Dataproc</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators.beam</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin">BeamDataflowMixin</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_hook">dataflow_hook</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_config">dataflow_config</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin._set_dataflow">_set_dataflow</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__set_dataflow_hook">__set_dataflow_hook</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__get_dataflow_job_name">__get_dataflow_job_name</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__get_dataflow_pipeline_options">__get_dataflow_pipeline_options</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__get_dataflow_process_callback">__get_dataflow_process_callback</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator">BeamRunPythonPipelineOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.template_fields">template_fields</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.template_fields_renderers">template_fields_renderers</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.execute">execute</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.on_kill">on_kill</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator">BeamRunJavaPipelineOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.template_fields">template_fields</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.template_fields_renderers">template_fields_renderers</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.ui_color">ui_color</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.execute">execute</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.on_kill">on_kill</a></li>
</ul>
</li>
-<li><a class="reference internal" href="#transfer-operators-and-hooks">Transfer operators and hooks</a><ul>
-<li><a class="reference internal" href="#facebook-ads-to-google-cloud-storage-gcs">Facebook Ads to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#salesforce-to-google-cloud-storage-gcs">Salesforce to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#snowflake-to-mysql">Snowflake to MySQL</a></li>
-<li><a class="reference internal" href="#amazon-simple-storage-service-s3-to-snowflake">Amazon Simple Storage Service (S3) to Snowflake</a></li>
-<li><a class="reference internal" href="#snowflake-to-slack">Snowflake to Slack</a></li>
</ul>
</li>
</ul>
@@ -1089,7 +955,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers/operators-and-hooks-ref/services.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers-apache-beam/_api/airflow/providers/apache/beam/operators/beam/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -1223,15 +1089,15 @@
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/operators/index.html
similarity index 66%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
copy to docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/operators/index.html
index a2732c7..500ad50 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/operators/index.html
@@ -9,15 +9,15 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Services — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Software integrations" href="software.html" />
- <link rel="prev" title="Protocol integrations" href="protocol.html" />
+ <title>airflow.providers.apache.beam.operators — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.beam.operators.beam" href="beam/index.html" />
+ <link rel="prev" title="airflow.providers.apache.beam.hooks.beam" href="../hooks/beam/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -283,7 +283,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -313,9 +313,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -410,7 +422,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -440,9 +452,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -531,11 +555,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam</span></code></a></li>
- <li class="breadcrumb-item"><a href="services.html"> Services</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators</span></code></a></li>
</ul>
</div>
@@ -546,426 +570,24 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="services">
-<h1>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h1>
-<div class="section" id="service-operators-and-hooks">
-<h2>Service operators and hooks<a class="headerlink" href="#service-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="databricks">
-<h3>Databricks<a class="headerlink" href="#databricks" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/operators/databricks/index.html#module-airflow.providers.databricks.operators.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/hooks/databricks/index.html#module-airflow.providers.databricks.hooks.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/operators.html" title="(in apache-airflow-providers-databricks vmaster)"><span>DatabricksSubmitRunOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-databricks"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-databricks</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://databricks.com/">Databricks</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="datadog">
-<h3>Datadog<a class="headerlink" href="#datadog" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-datadog/stable/_api/airflow/providers/datadog/hooks/datadog/index.html#module-airflow.providers.datadog.hooks.datadog" title="(in apache-airflow-providers-datadog vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.datadog.hooks.datadog</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-datadog"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-datadog</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.datadoghq.com/">Datadog</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="dingding">
-<h3>Dingding<a class="headerlink" href="#dingding" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/operators/dingding/index.html#module-airflow.providers.dingding.operators.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.operators.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Guides</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/operators.html" title="(in apache-airflow-providers-dingding vmaster)"><span>Dingding Operators</span></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-dingding"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-dingding</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://oapi.dingtalk.com">Dingding</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="discord">
-<h3>Discord<a class="headerlink" href="#discord" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/operators/discord_webhook/index.html#module-airflow.providers.discord.operators.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.operators.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/hooks/discord_webhook/index.html#module-airflow.providers.discord.hooks.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.hooks.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-discord"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-discord</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://discordapp.com">Discord</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="facebook-ads">
-<h3>Facebook Ads<a class="headerlink" href="#facebook-ads" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-facebook/stable/_api/airflow/providers/facebook/ads/hooks/ads/index.html#module-airflow.providers.facebook.ads.hooks.ads" title="(in apache-airflow-providers-facebook vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.facebook.ads.hooks.ads</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-facebook"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-facebook</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ibm-cloudant">
-<h3>IBM Cloudant<a class="headerlink" href="#ibm-cloudant" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/hooks/dingding/index.html#module-airflow.providers.dingding.hooks.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.hooks.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-cloudant"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-cloudant</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.ibm.com/cloud/cloudant">IBM Cloudant</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="opsgenie">
-<h3>Opsgenie<a class="headerlink" href="#opsgenie" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/operators/opsgenie_alert/index.html#module-airflow.providers.opsgenie.operators.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.operators.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/hooks/opsgenie_alert/index.html#module-airflow.providers.opsgenie.hooks.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.hooks.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-opsgenie"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-opsgenie</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.opsgenie.com/">Opsgenie</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="pagerduty">
-<h3>Pagerduty<a class="headerlink" href="#pagerduty" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-pagerduty/stable/_api/airflow/providers/pagerduty/hooks/pagerduty/index.html#module-airflow.providers.pagerduty.hooks.pagerduty" title="(in apache-airflow-providers-pagerduty vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.pagerduty.hooks.pagerduty</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-pagerduty"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-pagerduty</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.pagerduty.com/">Pagerduty</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="plexus">
-<h3>Plexus<a class="headerlink" href="#plexus" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/operators/job/index.html#module-airflow.providers.plexus.operators.job" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.operators.job</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/hooks/plexus/index.html#module-airflow.providers.plexus.hooks.plexus" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.hooks.plexus</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-plexus"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-plexus</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://plexus.corescientific.com/">Plexus</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="qubole">
-<h3>Qubole<a class="headerlink" href="#qubole" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/operators/qubole/index.html#module-airflow.providers.qubole.operators.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.operators.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/ai [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/hooks/qubole/index.html#module-airflow.providers.qubole.hooks.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.hooks.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/provi [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-qubole"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-qubole</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.qubole.com/">Qubole</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce">
-<h3>Salesforce<a class="headerlink" href="#salesforce" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/operators/tableau_refresh_workbook/index.html#module-airflow.providers.salesforce.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/hooks/salesforce/index.html#module-airflow.providers.salesforce.hooks.salesforce" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.hooks.salesforce</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-salesforce"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-salesforce</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="segment">
-<h3>Segment<a class="headerlink" href="#segment" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/operators/segment_track_event/index.html#module-airflow.providers.segment.operators.segment_track_event" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.operators.segment_track_event</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/hooks/segment/index.html#module-airflow.providers.segment.hooks.segment" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.hooks.segment</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-segment"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-segment</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://segment.com/docs/">Segment</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="slack">
-<h3>Slack<a class="headerlink" href="#slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/operators/slack/index.html#module-airflow.providers.slack.operators.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.operators.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/pro [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/hooks/slack/index.html#module-airflow.providers.slack.hooks.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.hooks.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slac [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-slack"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-slack</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake">
-<h3>Snowflake<a class="headerlink" href="#snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/operators/snowflake/index.html#module-airflow.providers.snowflake.operators.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.operators.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/hooks/snowflake/index.html#module-airflow.providers.snowflake.hooks.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.hooks.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="tableau">
-<h3>Tableau<a class="headerlink" href="#tableau" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/operators/tableau_refresh_workbook/index.html#module-airflow.providers.tableau.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/hooks/tableau/index.html#module-airflow.providers.tableau.hooks.tableau" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.hooks.tableau</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-tableau"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-tableau</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.tableau.com/">Tableau</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="telegram">
-<h3>Telegram<a class="headerlink" href="#telegram" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/operators/telegram/index.html#module-airflow.providers.telegram.operators.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.operators.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/hooks/telegram/index.html#module-airflow.providers.telegram.hooks.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.hooks.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/operators.html" title="(in apache-airflow-providers-telegram vmaster)"><span>TelegramOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-telegram"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-telegram</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://telegram.org/">Telegram</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud">
-<h3>Yandex.Cloud<a class="headerlink" href="#yandex-cloud" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandex/index.html#module-airflow.providers.yandex.hooks.yandex" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandex</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/">Yandex.Cloud</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud-dataproc">
-<h3>Yandex.Cloud Dataproc<a class="headerlink" href="#yandex-cloud-dataproc" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.operators.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.hooks.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/operators.html" title="(in apache-airflow-providers-yandex vmaster)"><span>Yandex.Cloud Data Proc Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/dataproc">Yandex.Cloud Dataproc</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfer-operators-and-hooks">
-<h2>Transfer operators and hooks<a class="headerlink" href="#transfer-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="facebook-ads-to-google-cloud-storage-gcs">
-<h3>Facebook Ads to Google Cloud Storage (GCS)<a class="headerlink" href="#facebook-ads-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/facebook_ads_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Facebook Ads To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/facebook_ads_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.facebook_ads_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.facebook_ads_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce-to-google-cloud-storage-gcs">
-<h3>Salesforce to Google Cloud Storage (GCS)<a class="headerlink" href="#salesforce-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/salesforce_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Salesforce To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/salesforce_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.salesforce_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.salesforce_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-mysql">
-<h3>Snowflake to MySQL<a class="headerlink" href="#snowflake-to-mysql" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.mysql.com/">MySQL</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-mysql/stable/_api/airflow/providers/mysql/transfers/presto_to_mysql/index.html#module-airflow.providers.mysql.transfers.presto_to_mysql" title="(in apache-airflow-providers-mysql vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.mysql.transfers.presto_to_mysql</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-mysql"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-mysql</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="amazon-simple-storage-service-s3-to-snowflake">
-<h3>Amazon Simple Storage Service (S3) to Snowflake<a class="headerlink" href="#amazon-simple-storage-service-s3-to-snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://aws.amazon.com/s3/">Amazon Simple Storage Service (S3)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/s3_to_snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>S3ToSnowflakeOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/s3_to_snowflake/index.html#module-airflow.providers.snowflake.transfers.s3_to_snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.s3_to_snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-slack">
-<h3>Snowflake to Slack<a class="headerlink" href="#snowflake-to-slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake_to_slack.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeToSlackOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/snowflake_to_slack/index.html#module-airflow.providers.snowflake.transfers.snowflake_to_slack" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.snowflake_to_slack</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
+ <div class="section" id="module-airflow.providers.apache.beam.operators">
+<span id="airflow-providers-apache-beam-operators"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.beam.operators" title="airflow.providers.apache.beam.operators"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.beam.operators" title="Permalink to this headline">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this headline">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="beam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators.beam</span></code></a></li>
+</ul>
</div>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Protocol integrations" href="protocol.html" >
+ <a rel="prev" title="airflow.providers.apache.beam.hooks.beam" href="../hooks/beam/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Software integrations" href="software.html" >
+ <a rel="next" title="airflow.providers.apache.beam.operators.beam" href="beam/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -1035,36 +657,8 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Services</a><ul>
-<li><a class="reference internal" href="#service-operators-and-hooks">Service operators and hooks</a><ul>
-<li><a class="reference internal" href="#databricks">Databricks</a></li>
-<li><a class="reference internal" href="#datadog">Datadog</a></li>
-<li><a class="reference internal" href="#dingding">Dingding</a></li>
-<li><a class="reference internal" href="#discord">Discord</a></li>
-<li><a class="reference internal" href="#facebook-ads">Facebook Ads</a></li>
-<li><a class="reference internal" href="#ibm-cloudant">IBM Cloudant</a></li>
-<li><a class="reference internal" href="#opsgenie">Opsgenie</a></li>
-<li><a class="reference internal" href="#pagerduty">Pagerduty</a></li>
-<li><a class="reference internal" href="#plexus">Plexus</a></li>
-<li><a class="reference internal" href="#qubole">Qubole</a></li>
-<li><a class="reference internal" href="#salesforce">Salesforce</a></li>
-<li><a class="reference internal" href="#segment">Segment</a></li>
-<li><a class="reference internal" href="#slack">Slack</a></li>
-<li><a class="reference internal" href="#snowflake">Snowflake</a></li>
-<li><a class="reference internal" href="#tableau">Tableau</a></li>
-<li><a class="reference internal" href="#telegram">Telegram</a></li>
-<li><a class="reference internal" href="#yandex-cloud">Yandex.Cloud</a></li>
-<li><a class="reference internal" href="#yandex-cloud-dataproc">Yandex.Cloud Dataproc</a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#transfer-operators-and-hooks">Transfer operators and hooks</a><ul>
-<li><a class="reference internal" href="#facebook-ads-to-google-cloud-storage-gcs">Facebook Ads to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#salesforce-to-google-cloud-storage-gcs">Salesforce to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#snowflake-to-mysql">Snowflake to MySQL</a></li>
-<li><a class="reference internal" href="#amazon-simple-storage-service-s3-to-snowflake">Amazon Simple Storage Service (S3) to Snowflake</a></li>
-<li><a class="reference internal" href="#snowflake-to-slack">Snowflake to Slack</a></li>
-</ul>
-</li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -1089,7 +683,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers/operators-and-hooks-ref/services.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers-apache-beam/_api/airflow/providers/apache/beam/operators/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -1223,15 +817,15 @@
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/airflow/providers/apache/beam/example_dags/example_beam.html
similarity index 64%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
copy to docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/airflow/providers/apache/beam/example_dags/example_beam.html
index a2732c7..0fc5fa4 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/airflow/providers/apache/beam/example_dags/example_beam.html
@@ -9,15 +9,13 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Services — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Software integrations" href="software.html" />
- <link rel="prev" title="Protocol integrations" href="protocol.html" />
+ <title>airflow.providers.apache.beam.example_dags.example_beam — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -283,7 +281,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -313,9 +311,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/apache/beam/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -410,7 +420,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -440,9 +450,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/apache/beam/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -531,11 +553,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../index.html">Module code</a></li>
- <li class="breadcrumb-item"><a href="services.html"> Services</a></li>
+ <li class="breadcrumb-item"><a href="example_beam.html"> airflow.providers.apache.beam.example_dags.example_beam</a></li>
</ul>
</div>
@@ -546,428 +568,325 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="services">
-<h1>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h1>
-<div class="section" id="service-operators-and-hooks">
-<h2>Service operators and hooks<a class="headerlink" href="#service-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="databricks">
-<h3>Databricks<a class="headerlink" href="#databricks" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/operators/databricks/index.html#module-airflow.providers.databricks.operators.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/hooks/databricks/index.html#module-airflow.providers.databricks.hooks.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/operators.html" title="(in apache-airflow-providers-databricks vmaster)"><span>DatabricksSubmitRunOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-databricks"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-databricks</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://databricks.com/">Databricks</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="datadog">
-<h3>Datadog<a class="headerlink" href="#datadog" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-datadog/stable/_api/airflow/providers/datadog/hooks/datadog/index.html#module-airflow.providers.datadog.hooks.datadog" title="(in apache-airflow-providers-datadog vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.datadog.hooks.datadog</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-datadog"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-datadog</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.datadoghq.com/">Datadog</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="dingding">
-<h3>Dingding<a class="headerlink" href="#dingding" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/operators/dingding/index.html#module-airflow.providers.dingding.operators.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.operators.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Guides</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/operators.html" title="(in apache-airflow-providers-dingding vmaster)"><span>Dingding Operators</span></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-dingding"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-dingding</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://oapi.dingtalk.com">Dingding</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="discord">
-<h3>Discord<a class="headerlink" href="#discord" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/operators/discord_webhook/index.html#module-airflow.providers.discord.operators.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.operators.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/hooks/discord_webhook/index.html#module-airflow.providers.discord.hooks.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.hooks.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-discord"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-discord</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://discordapp.com">Discord</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="facebook-ads">
-<h3>Facebook Ads<a class="headerlink" href="#facebook-ads" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-facebook/stable/_api/airflow/providers/facebook/ads/hooks/ads/index.html#module-airflow.providers.facebook.ads.hooks.ads" title="(in apache-airflow-providers-facebook vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.facebook.ads.hooks.ads</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-facebook"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-facebook</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ibm-cloudant">
-<h3>IBM Cloudant<a class="headerlink" href="#ibm-cloudant" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/hooks/dingding/index.html#module-airflow.providers.dingding.hooks.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.hooks.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-cloudant"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-cloudant</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.ibm.com/cloud/cloudant">IBM Cloudant</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="opsgenie">
-<h3>Opsgenie<a class="headerlink" href="#opsgenie" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/operators/opsgenie_alert/index.html#module-airflow.providers.opsgenie.operators.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.operators.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/hooks/opsgenie_alert/index.html#module-airflow.providers.opsgenie.hooks.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.hooks.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-opsgenie"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-opsgenie</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.opsgenie.com/">Opsgenie</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="pagerduty">
-<h3>Pagerduty<a class="headerlink" href="#pagerduty" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-pagerduty/stable/_api/airflow/providers/pagerduty/hooks/pagerduty/index.html#module-airflow.providers.pagerduty.hooks.pagerduty" title="(in apache-airflow-providers-pagerduty vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.pagerduty.hooks.pagerduty</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-pagerduty"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-pagerduty</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.pagerduty.com/">Pagerduty</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="plexus">
-<h3>Plexus<a class="headerlink" href="#plexus" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/operators/job/index.html#module-airflow.providers.plexus.operators.job" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.operators.job</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/hooks/plexus/index.html#module-airflow.providers.plexus.hooks.plexus" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.hooks.plexus</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-plexus"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-plexus</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://plexus.corescientific.com/">Plexus</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="qubole">
-<h3>Qubole<a class="headerlink" href="#qubole" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/operators/qubole/index.html#module-airflow.providers.qubole.operators.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.operators.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/ai [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/hooks/qubole/index.html#module-airflow.providers.qubole.hooks.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.hooks.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/provi [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-qubole"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-qubole</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.qubole.com/">Qubole</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce">
-<h3>Salesforce<a class="headerlink" href="#salesforce" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/operators/tableau_refresh_workbook/index.html#module-airflow.providers.salesforce.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/hooks/salesforce/index.html#module-airflow.providers.salesforce.hooks.salesforce" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.hooks.salesforce</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-salesforce"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-salesforce</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="segment">
-<h3>Segment<a class="headerlink" href="#segment" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/operators/segment_track_event/index.html#module-airflow.providers.segment.operators.segment_track_event" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.operators.segment_track_event</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/hooks/segment/index.html#module-airflow.providers.segment.hooks.segment" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.hooks.segment</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-segment"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-segment</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://segment.com/docs/">Segment</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="slack">
-<h3>Slack<a class="headerlink" href="#slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/operators/slack/index.html#module-airflow.providers.slack.operators.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.operators.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/pro [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/hooks/slack/index.html#module-airflow.providers.slack.hooks.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.hooks.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slac [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-slack"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-slack</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake">
-<h3>Snowflake<a class="headerlink" href="#snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/operators/snowflake/index.html#module-airflow.providers.snowflake.operators.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.operators.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/hooks/snowflake/index.html#module-airflow.providers.snowflake.hooks.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.hooks.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="tableau">
-<h3>Tableau<a class="headerlink" href="#tableau" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/operators/tableau_refresh_workbook/index.html#module-airflow.providers.tableau.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/hooks/tableau/index.html#module-airflow.providers.tableau.hooks.tableau" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.hooks.tableau</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-tableau"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-tableau</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.tableau.com/">Tableau</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="telegram">
-<h3>Telegram<a class="headerlink" href="#telegram" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/operators/telegram/index.html#module-airflow.providers.telegram.operators.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.operators.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/hooks/telegram/index.html#module-airflow.providers.telegram.hooks.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.hooks.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/operators.html" title="(in apache-airflow-providers-telegram vmaster)"><span>TelegramOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-telegram"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-telegram</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://telegram.org/">Telegram</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud">
-<h3>Yandex.Cloud<a class="headerlink" href="#yandex-cloud" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandex/index.html#module-airflow.providers.yandex.hooks.yandex" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandex</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/">Yandex.Cloud</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud-dataproc">
-<h3>Yandex.Cloud Dataproc<a class="headerlink" href="#yandex-cloud-dataproc" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.operators.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.hooks.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/operators.html" title="(in apache-airflow-providers-yandex vmaster)"><span>Yandex.Cloud Data Proc Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/dataproc">Yandex.Cloud Dataproc</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfer-operators-and-hooks">
-<h2>Transfer operators and hooks<a class="headerlink" href="#transfer-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="facebook-ads-to-google-cloud-storage-gcs">
-<h3>Facebook Ads to Google Cloud Storage (GCS)<a class="headerlink" href="#facebook-ads-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/facebook_ads_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Facebook Ads To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/facebook_ads_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.facebook_ads_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.facebook_ads_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce-to-google-cloud-storage-gcs">
-<h3>Salesforce to Google Cloud Storage (GCS)<a class="headerlink" href="#salesforce-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/salesforce_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Salesforce To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/salesforce_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.salesforce_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.salesforce_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-mysql">
-<h3>Snowflake to MySQL<a class="headerlink" href="#snowflake-to-mysql" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.mysql.com/">MySQL</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-mysql/stable/_api/airflow/providers/mysql/transfers/presto_to_mysql/index.html#module-airflow.providers.mysql.transfers.presto_to_mysql" title="(in apache-airflow-providers-mysql vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.mysql.transfers.presto_to_mysql</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-mysql"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-mysql</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="amazon-simple-storage-service-s3-to-snowflake">
-<h3>Amazon Simple Storage Service (S3) to Snowflake<a class="headerlink" href="#amazon-simple-storage-service-s3-to-snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://aws.amazon.com/s3/">Amazon Simple Storage Service (S3)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/s3_to_snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>S3ToSnowflakeOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/s3_to_snowflake/index.html#module-airflow.providers.snowflake.transfers.s3_to_snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.s3_to_snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-slack">
-<h3>Snowflake to Slack<a class="headerlink" href="#snowflake-to-slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake_to_slack.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeToSlackOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/snowflake_to_slack/index.html#module-airflow.providers.snowflake.transfers.snowflake_to_slack" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.snowflake_to_slack</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-</div>
-</div>
-
-
- <div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Protocol integrations" href="protocol.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
- </a>
- <a rel="next" title="Software integrations" href="software.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
- </a>
+ <h1>Source code for airflow.providers.apache.beam.example_dags.example_beam</h1><div class="highlight"><pre>
+<span></span><span class="c1">#</span>
+<span class="c1"># Licensed to the Apache Software Foundation (ASF) under one</span>
+<span class="c1"># or more contributor license agreements. See the NOTICE file</span>
+<span class="c1"># distributed with this work for additional information</span>
+<span class="c1"># regarding copyright ownership. The ASF licenses this file</span>
+<span class="c1"># to you under the Apache License, Version 2.0 (the</span>
+<span class="c1"># "License"); you may not use this file except in compliance</span>
+<span class="c1"># with the License. You may obtain a copy of the License at</span>
+<span class="c1">#</span>
+<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
+<span class="c1">#</span>
+<span class="c1"># Unless required by applicable law or agreed to in writing,</span>
+<span class="c1"># software distributed under the License is distributed on an</span>
+<span class="c1"># "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span>
+<span class="c1"># KIND, either express or implied. See the License for the</span>
+<span class="c1"># specific language governing permissions and limitations</span>
+<span class="c1"># under the License.</span>
+
+<span class="sd">"""</span>
+<span class="sd">Example Airflow DAG for Apache Beam operators</span>
+<span class="sd">"""</span>
+<span class="kn">import</span> <span class="nn">os</span>
+<span class="kn">from</span> <span class="nn">urllib.parse</span> <span class="kn">import</span> <span class="n">urlparse</span>
+
+<span class="kn">from</span> <span class="nn">airflow</span> <span class="kn">import</span> <span class="n">models</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.apache.beam.operators.beam</span> <span class="kn">import</span> <span class="p">(</span>
+ <span class="n">BeamRunJavaPipelineOperator</span><span class="p">,</span>
+ <span class="n">BeamRunPythonPipelineOperator</span><span class="p">,</span>
+<span class="p">)</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.google.cloud.hooks.dataflow</span> <span class="kn">import</span> <span class="n">DataflowJobStatus</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.google.cloud.operators.dataflow</span> <span class="kn">import</span> <span class="n">DataflowConfiguration</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.google.cloud.sensors.dataflow</span> <span class="kn">import</span> <span class="n">DataflowJobStatusSensor</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.google.cloud.transfers.gcs_to_local</span> <span class="kn">import</span> <span class="n">GCSToLocalFilesystemOperator</span>
+<span class="kn">from</span> <span class="nn">airflow.utils.dates</span> <span class="kn">import</span> <span class="n">days_ago</span>
+
+<span class="n">GCP_PROJECT_ID</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'GCP_PROJECT_ID'</span><span class="p">,</span> <span class="s1">'example-project'</span><span class="p">)</span>
+<span class="n">GCS_INPUT</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'APACHE_BEAM_PYTHON'</span><span class="p">,</span> <span class="s1">'gs://apache-beam-samples/shakespeare/kinglear.txt'</span><span class="p">)</span>
+<span class="n">GCS_TMP</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'APACHE_BEAM_GCS_TMP'</span><span class="p">,</span> <span class="s1">'gs://test-dataflow-example/temp/'</span><span class="p">)</span>
+<span class="n">GCS_STAGING</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'APACHE_BEAM_GCS_STAGING'</span><span class="p">,</span> <span class="s1">'gs://test-dataflow-example/staging/'</span><span class="p">)</span>
+<span class="n">GCS_OUTPUT</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'APACHE_BEAM_GCS_OUTPUT'</span><span class="p">,</span> <span class="s1">'gs://test-dataflow-example/output'</span><span class="p">)</span>
+<span class="n">GCS_PYTHON</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'APACHE_BEAM_PYTHON'</span><span class="p">,</span> <span class="s1">'gs://test-dataflow-example/wordcount_debugging.py'</span><span class="p">)</span>
+<span class="n">GCS_PYTHON_DATAFLOW_ASYNC</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span>
+ <span class="s1">'APACHE_BEAM_PYTHON_DATAFLOW_ASYNC'</span><span class="p">,</span> <span class="s1">'gs://test-dataflow-example/wordcount_debugging.py'</span>
+<span class="p">)</span>
+
+<span class="n">GCS_JAR_DIRECT_RUNNER</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span>
+ <span class="s1">'APACHE_BEAM_DIRECT_RUNNER_JAR'</span><span class="p">,</span>
+ <span class="s1">'gs://test-dataflow-example/tests/dataflow-templates-bundled-java=11-beam-v2.25.0-DirectRunner.jar'</span><span class="p">,</span>
+<span class="p">)</span>
+<span class="n">GCS_JAR_DATAFLOW_RUNNER</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span>
+ <span class="s1">'APACHE_BEAM_DATAFLOW_RUNNER_JAR'</span><span class="p">,</span> <span class="s1">'gs://test-dataflow-example/word-count-beam-bundled-0.1.jar'</span>
+<span class="p">)</span>
+<span class="n">GCS_JAR_SPARK_RUNNER</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span>
+ <span class="s1">'APACHE_BEAM_SPARK_RUNNER_JAR'</span><span class="p">,</span>
+ <span class="s1">'gs://test-dataflow-example/tests/dataflow-templates-bundled-java=11-beam-v2.25.0-SparkRunner.jar'</span><span class="p">,</span>
+<span class="p">)</span>
+<span class="n">GCS_JAR_FLINK_RUNNER</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span>
+ <span class="s1">'APACHE_BEAM_FLINK_RUNNER_JAR'</span><span class="p">,</span>
+ <span class="s1">'gs://test-dataflow-example/tests/dataflow-templates-bundled-java=11-beam-v2.25.0-FlinkRunner.jar'</span><span class="p">,</span>
+<span class="p">)</span>
+
+<span class="n">GCS_JAR_DIRECT_RUNNER_PARTS</span> <span class="o">=</span> <span class="n">urlparse</span><span class="p">(</span><span class="n">GCS_JAR_DIRECT_RUNNER</span><span class="p">)</span>
+<span class="n">GCS_JAR_DIRECT_RUNNER_BUCKET_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_DIRECT_RUNNER_PARTS</span><span class="o">.</span><span class="n">netloc</span>
+<span class="n">GCS_JAR_DIRECT_RUNNER_OBJECT_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_DIRECT_RUNNER_PARTS</span><span class="o">.</span><span class="n">path</span><span class="p">[</span><span class="mi">1</span><span class="p">:]</span>
+<span class="n">GCS_JAR_DATAFLOW_RUNNER_PARTS</span> <span class="o">=</span> <span class="n">urlparse</span><span class="p">(</span><span class="n">GCS_JAR_DATAFLOW_RUNNER</span><span class="p">)</span>
+<span class="n">GCS_JAR_DATAFLOW_RUNNER_BUCKET_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_DATAFLOW_RUNNER_PARTS</span><span class="o">.</span><span class="n">netloc</span>
+<span class="n">GCS_JAR_DATAFLOW_RUNNER_OBJECT_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_DATAFLOW_RUNNER_PARTS</span><span class="o">.</span><span class="n">path</span><span class="p">[</span><span class="mi">1</span><span class="p">:]</span>
+<span class="n">GCS_JAR_SPARK_RUNNER_PARTS</span> <span class="o">=</span> <span class="n">urlparse</span><span class="p">(</span><span class="n">GCS_JAR_SPARK_RUNNER</span><span class="p">)</span>
+<span class="n">GCS_JAR_SPARK_RUNNER_BUCKET_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_SPARK_RUNNER_PARTS</span><span class="o">.</span><span class="n">netloc</span>
+<span class="n">GCS_JAR_SPARK_RUNNER_OBJECT_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_SPARK_RUNNER_PARTS</span><span class="o">.</span><span class="n">path</span><span class="p">[</span><span class="mi">1</span><span class="p">:]</span>
+<span class="n">GCS_JAR_FLINK_RUNNER_PARTS</span> <span class="o">=</span> <span class="n">urlparse</span><span class="p">(</span><span class="n">GCS_JAR_FLINK_RUNNER</span><span class="p">)</span>
+<span class="n">GCS_JAR_FLINK_RUNNER_BUCKET_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_FLINK_RUNNER_PARTS</span><span class="o">.</span><span class="n">netloc</span>
+<span class="n">GCS_JAR_FLINK_RUNNER_OBJECT_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_FLINK_RUNNER_PARTS</span><span class="o">.</span><span class="n">path</span><span class="p">[</span><span class="mi">1</span><span class="p">:]</span>
+
+
+<span class="n">default_args</span> <span class="o">=</span> <span class="p">{</span>
+ <span class="s1">'default_pipeline_options'</span><span class="p">:</span> <span class="p">{</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="s1">'/tmp/example_beam'</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="s2">"trigger_rule"</span><span class="p">:</span> <span class="s2">"all_done"</span><span class="p">,</span>
+<span class="p">}</span>
+
+
+<span class="k">with</span> <span class="n">models</span><span class="o">.</span><span class="n">DAG</span><span class="p">(</span>
+ <span class="s2">"example_beam_native_java_direct_runner"</span><span class="p">,</span>
+ <span class="n">schedule_interval</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="c1"># Override to match your needs</span>
+ <span class="n">start_date</span><span class="o">=</span><span class="n">days_ago</span><span class="p">(</span><span class="mi">1</span><span class="p">),</span>
+ <span class="n">tags</span><span class="o">=</span><span class="p">[</span><span class="s1">'example'</span><span class="p">],</span>
+<span class="p">)</span> <span class="k">as</span> <span class="n">dag_native_java_direct_runner</span><span class="p">:</span>
+
+ <span class="c1"># [START howto_operator_start_java_direct_runner_pipeline]</span>
+ <span class="n">jar_to_local_direct_runner</span> <span class="o">=</span> <span class="n">GCSToLocalFilesystemOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"jar_to_local_direct_runner"</span><span class="p">,</span>
+ <span class="n">bucket</span><span class="o">=</span><span class="n">GCS_JAR_DIRECT_RUNNER_BUCKET_NAME</span><span class="p">,</span>
+ <span class="n">object_name</span><span class="o">=</span><span class="n">GCS_JAR_DIRECT_RUNNER_OBJECT_NAME</span><span class="p">,</span>
+ <span class="n">filename</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_direct_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">start_java_pipeline_direct_runner</span> <span class="o">=</span> <span class="n">BeamRunJavaPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_java_pipeline_direct_runner"</span><span class="p">,</span>
+ <span class="n">jar</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_direct_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="s1">'/tmp/start_java_pipeline_direct_runner'</span><span class="p">,</span>
+ <span class="s1">'inputFile'</span><span class="p">:</span> <span class="n">GCS_INPUT</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">job_class</span><span class="o">=</span><span class="s1">'org.apache.beam.examples.WordCount'</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">jar_to_local_direct_runner</span> <span class="o">>></span> <span class="n">start_java_pipeline_direct_runner</span>
+ <span class="c1"># [END howto_operator_start_java_direct_runner_pipeline]</span>
+
+<span class="k">with</span> <span class="n">models</span><span class="o">.</span><span class="n">DAG</span><span class="p">(</span>
+ <span class="s2">"example_beam_native_java_dataflow_runner"</span><span class="p">,</span>
+ <span class="n">schedule_interval</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="c1"># Override to match your needs</span>
+ <span class="n">start_date</span><span class="o">=</span><span class="n">days_ago</span><span class="p">(</span><span class="mi">1</span><span class="p">),</span>
+ <span class="n">tags</span><span class="o">=</span><span class="p">[</span><span class="s1">'example'</span><span class="p">],</span>
+<span class="p">)</span> <span class="k">as</span> <span class="n">dag_native_java_dataflow_runner</span><span class="p">:</span>
+ <span class="c1"># [START howto_operator_start_java_dataflow_runner_pipeline]</span>
+ <span class="n">jar_to_local_dataflow_runner</span> <span class="o">=</span> <span class="n">GCSToLocalFilesystemOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"jar_to_local_dataflow_runner"</span><span class="p">,</span>
+ <span class="n">bucket</span><span class="o">=</span><span class="n">GCS_JAR_DATAFLOW_RUNNER_BUCKET_NAME</span><span class="p">,</span>
+ <span class="n">object_name</span><span class="o">=</span><span class="n">GCS_JAR_DATAFLOW_RUNNER_OBJECT_NAME</span><span class="p">,</span>
+ <span class="n">filename</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_dataflow_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">start_java_pipeline_dataflow</span> <span class="o">=</span> <span class="n">BeamRunJavaPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_java_pipeline_dataflow"</span><span class="p">,</span>
+ <span class="n">runner</span><span class="o">=</span><span class="s2">"DataflowRunner"</span><span class="p">,</span>
+ <span class="n">jar</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_dataflow_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span>
+ <span class="s1">'tempLocation'</span><span class="p">:</span> <span class="n">GCS_TMP</span><span class="p">,</span>
+ <span class="s1">'stagingLocation'</span><span class="p">:</span> <span class="n">GCS_STAGING</span><span class="p">,</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="n">GCS_OUTPUT</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">job_class</span><span class="o">=</span><span class="s1">'org.apache.beam.examples.WordCount'</span><span class="p">,</span>
+ <span class="n">dataflow_config</span><span class="o">=</span><span class="p">{</span><span class="s2">"job_name"</span><span class="p">:</span> <span class="s2">"{{task.task_id}}"</span><span class="p">,</span> <span class="s2">"location"</span><span class="p">:</span> <span class="s2">"us-central1"</span><span class="p">},</span>
+ <span class="p">)</span>
+
+ <span class="n">jar_to_local_dataflow_runner</span> <span class="o">>></span> <span class="n">start_java_pipeline_dataflow</span>
+ <span class="c1"># [END howto_operator_start_java_dataflow_runner_pipeline]</span>
+
+<span class="k">with</span> <span class="n">models</span><span class="o">.</span><span class="n">DAG</span><span class="p">(</span>
+ <span class="s2">"example_beam_native_java_spark_runner"</span><span class="p">,</span>
+ <span class="n">schedule_interval</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="c1"># Override to match your needs</span>
+ <span class="n">start_date</span><span class="o">=</span><span class="n">days_ago</span><span class="p">(</span><span class="mi">1</span><span class="p">),</span>
+ <span class="n">tags</span><span class="o">=</span><span class="p">[</span><span class="s1">'example'</span><span class="p">],</span>
+<span class="p">)</span> <span class="k">as</span> <span class="n">dag_native_java_spark_runner</span><span class="p">:</span>
+
+ <span class="n">jar_to_local_spark_runner</span> <span class="o">=</span> <span class="n">GCSToLocalFilesystemOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"jar_to_local_spark_runner"</span><span class="p">,</span>
+ <span class="n">bucket</span><span class="o">=</span><span class="n">GCS_JAR_SPARK_RUNNER_BUCKET_NAME</span><span class="p">,</span>
+ <span class="n">object_name</span><span class="o">=</span><span class="n">GCS_JAR_SPARK_RUNNER_OBJECT_NAME</span><span class="p">,</span>
+ <span class="n">filename</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_spark_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">start_java_pipeline_spark_runner</span> <span class="o">=</span> <span class="n">BeamRunJavaPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_java_pipeline_spark_runner"</span><span class="p">,</span>
+ <span class="n">runner</span><span class="o">=</span><span class="s2">"SparkRunner"</span><span class="p">,</span>
+ <span class="n">jar</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_spark_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="s1">'/tmp/start_java_pipeline_spark_runner'</span><span class="p">,</span>
+ <span class="s1">'inputFile'</span><span class="p">:</span> <span class="n">GCS_INPUT</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">job_class</span><span class="o">=</span><span class="s1">'org.apache.beam.examples.WordCount'</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">jar_to_local_spark_runner</span> <span class="o">>></span> <span class="n">start_java_pipeline_spark_runner</span>
+
+<span class="k">with</span> <span class="n">models</span><span class="o">.</span><span class="n">DAG</span><span class="p">(</span>
+ <span class="s2">"example_beam_native_java_flink_runner"</span><span class="p">,</span>
+ <span class="n">schedule_interval</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="c1"># Override to match your needs</span>
+ <span class="n">start_date</span><span class="o">=</span><span class="n">days_ago</span><span class="p">(</span><span class="mi">1</span><span class="p">),</span>
+ <span class="n">tags</span><span class="o">=</span><span class="p">[</span><span class="s1">'example'</span><span class="p">],</span>
+<span class="p">)</span> <span class="k">as</span> <span class="n">dag_native_java_flink_runner</span><span class="p">:</span>
+
+ <span class="n">jar_to_local_flink_runner</span> <span class="o">=</span> <span class="n">GCSToLocalFilesystemOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"jar_to_local_flink_runner"</span><span class="p">,</span>
+ <span class="n">bucket</span><span class="o">=</span><span class="n">GCS_JAR_FLINK_RUNNER_BUCKET_NAME</span><span class="p">,</span>
+ <span class="n">object_name</span><span class="o">=</span><span class="n">GCS_JAR_FLINK_RUNNER_OBJECT_NAME</span><span class="p">,</span>
+ <span class="n">filename</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_flink_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">start_java_pipeline_flink_runner</span> <span class="o">=</span> <span class="n">BeamRunJavaPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_java_pipeline_flink_runner"</span><span class="p">,</span>
+ <span class="n">runner</span><span class="o">=</span><span class="s2">"FlinkRunner"</span><span class="p">,</span>
+ <span class="n">jar</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_flink_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="s1">'/tmp/start_java_pipeline_flink_runner'</span><span class="p">,</span>
+ <span class="s1">'inputFile'</span><span class="p">:</span> <span class="n">GCS_INPUT</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">job_class</span><span class="o">=</span><span class="s1">'org.apache.beam.examples.WordCount'</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">jar_to_local_flink_runner</span> <span class="o">>></span> <span class="n">start_java_pipeline_flink_runner</span>
+
+
+<span class="k">with</span> <span class="n">models</span><span class="o">.</span><span class="n">DAG</span><span class="p">(</span>
+ <span class="s2">"example_beam_native_python"</span><span class="p">,</span>
+ <span class="n">default_args</span><span class="o">=</span><span class="n">default_args</span><span class="p">,</span>
+ <span class="n">start_date</span><span class="o">=</span><span class="n">days_ago</span><span class="p">(</span><span class="mi">1</span><span class="p">),</span>
+ <span class="n">schedule_interval</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="c1"># Override to match your needs</span>
+ <span class="n">tags</span><span class="o">=</span><span class="p">[</span><span class="s1">'example'</span><span class="p">],</span>
+<span class="p">)</span> <span class="k">as</span> <span class="n">dag_native_python</span><span class="p">:</span>
+
+ <span class="c1"># [START howto_operator_start_python_direct_runner_pipeline_local_file]</span>
+ <span class="n">start_python_pipeline_local_direct_runner</span> <span class="o">=</span> <span class="n">BeamRunPythonPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_python_pipeline_local_direct_runner"</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="o">=</span><span class="s1">'apache_beam.examples.wordcount'</span><span class="p">,</span>
+ <span class="n">py_options</span><span class="o">=</span><span class="p">[</span><span class="s1">'-m'</span><span class="p">],</span>
+ <span class="n">py_requirements</span><span class="o">=</span><span class="p">[</span><span class="s1">'apache-beam[gcp]==2.26.0'</span><span class="p">],</span>
+ <span class="n">py_interpreter</span><span class="o">=</span><span class="s1">'python3'</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="c1"># [END howto_operator_start_python_direct_runner_pipeline_local_file]</span>
+
+ <span class="c1"># [START howto_operator_start_python_direct_runner_pipeline_gcs_file]</span>
+ <span class="n">start_python_pipeline_direct_runner</span> <span class="o">=</span> <span class="n">BeamRunPythonPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_python_pipeline_direct_runner"</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="o">=</span><span class="n">GCS_PYTHON</span><span class="p">,</span>
+ <span class="n">py_options</span><span class="o">=</span><span class="p">[],</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span><span class="s2">"output"</span><span class="p">:</span> <span class="n">GCS_OUTPUT</span><span class="p">},</span>
+ <span class="n">py_requirements</span><span class="o">=</span><span class="p">[</span><span class="s1">'apache-beam[gcp]==2.26.0'</span><span class="p">],</span>
+ <span class="n">py_interpreter</span><span class="o">=</span><span class="s1">'python3'</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="c1"># [END howto_operator_start_python_direct_runner_pipeline_gcs_file]</span>
+
+ <span class="c1"># [START howto_operator_start_python_dataflow_runner_pipeline_gcs_file]</span>
+ <span class="n">start_python_pipeline_dataflow_runner</span> <span class="o">=</span> <span class="n">BeamRunPythonPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_python_pipeline_dataflow_runner"</span><span class="p">,</span>
+ <span class="n">runner</span><span class="o">=</span><span class="s2">"DataflowRunner"</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="o">=</span><span class="n">GCS_PYTHON</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span>
+ <span class="s1">'tempLocation'</span><span class="p">:</span> <span class="n">GCS_TMP</span><span class="p">,</span>
+ <span class="s1">'stagingLocation'</span><span class="p">:</span> <span class="n">GCS_STAGING</span><span class="p">,</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="n">GCS_OUTPUT</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">py_options</span><span class="o">=</span><span class="p">[],</span>
+ <span class="n">py_requirements</span><span class="o">=</span><span class="p">[</span><span class="s1">'apache-beam[gcp]==2.26.0'</span><span class="p">],</span>
+ <span class="n">py_interpreter</span><span class="o">=</span><span class="s1">'python3'</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="n">dataflow_config</span><span class="o">=</span><span class="n">DataflowConfiguration</span><span class="p">(</span>
+ <span class="n">job_name</span><span class="o">=</span><span class="s1">'{{task.task_id}}'</span><span class="p">,</span> <span class="n">project_id</span><span class="o">=</span><span class="n">GCP_PROJECT_ID</span><span class="p">,</span> <span class="n">location</span><span class="o">=</span><span class="s2">"us-central1"</span>
+ <span class="p">),</span>
+ <span class="p">)</span>
+ <span class="c1"># [END howto_operator_start_python_dataflow_runner_pipeline_gcs_file]</span>
+
+ <span class="n">start_python_pipeline_local_spark_runner</span> <span class="o">=</span> <span class="n">BeamRunPythonPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_python_pipeline_local_spark_runner"</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="o">=</span><span class="s1">'apache_beam.examples.wordcount'</span><span class="p">,</span>
+ <span class="n">runner</span><span class="o">=</span><span class="s2">"SparkRunner"</span><span class="p">,</span>
+ <span class="n">py_options</span><span class="o">=</span><span class="p">[</span><span class="s1">'-m'</span><span class="p">],</span>
+ <span class="n">py_requirements</span><span class="o">=</span><span class="p">[</span><span class="s1">'apache-beam[gcp]==2.26.0'</span><span class="p">],</span>
+ <span class="n">py_interpreter</span><span class="o">=</span><span class="s1">'python3'</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">start_python_pipeline_local_flink_runner</span> <span class="o">=</span> <span class="n">BeamRunPythonPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_python_pipeline_local_flink_runner"</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="o">=</span><span class="s1">'apache_beam.examples.wordcount'</span><span class="p">,</span>
+ <span class="n">runner</span><span class="o">=</span><span class="s2">"FlinkRunner"</span><span class="p">,</span>
+ <span class="n">py_options</span><span class="o">=</span><span class="p">[</span><span class="s1">'-m'</span><span class="p">],</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="s1">'/tmp/start_python_pipeline_local_flink_runner'</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">py_requirements</span><span class="o">=</span><span class="p">[</span><span class="s1">'apache-beam[gcp]==2.26.0'</span><span class="p">],</span>
+ <span class="n">py_interpreter</span><span class="o">=</span><span class="s1">'python3'</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="p">[</span>
+ <span class="n">start_python_pipeline_local_direct_runner</span><span class="p">,</span>
+ <span class="n">start_python_pipeline_direct_runner</span><span class="p">,</span>
+ <span class="p">]</span> <span class="o">>></span> <span class="n">start_python_pipeline_local_flink_runner</span> <span class="o">>></span> <span class="n">start_python_pipeline_local_spark_runner</span>
+
+
+<span class="k">with</span> <span class="n">models</span><span class="o">.</span><span class="n">DAG</span><span class="p">(</span>
+ <span class="s2">"example_beam_native_python_dataflow_async"</span><span class="p">,</span>
+ <span class="n">default_args</span><span class="o">=</span><span class="n">default_args</span><span class="p">,</span>
+ <span class="n">start_date</span><span class="o">=</span><span class="n">days_ago</span><span class="p">(</span><span class="mi">1</span><span class="p">),</span>
+ <span class="n">schedule_interval</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="c1"># Override to match your needs</span>
+ <span class="n">tags</span><span class="o">=</span><span class="p">[</span><span class="s1">'example'</span><span class="p">],</span>
+<span class="p">)</span> <span class="k">as</span> <span class="n">dag_native_python_dataflow_async</span><span class="p">:</span>
+ <span class="c1"># [START howto_operator_start_python_dataflow_runner_pipeline_async_gcs_file]</span>
+ <span class="n">start_python_job_dataflow_runner_async</span> <span class="o">=</span> <span class="n">BeamRunPythonPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_python_job_dataflow_runner_async"</span><span class="p">,</span>
+ <span class="n">runner</span><span class="o">=</span><span class="s2">"DataflowRunner"</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="o">=</span><span class="n">GCS_PYTHON_DATAFLOW_ASYNC</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span>
+ <span class="s1">'tempLocation'</span><span class="p">:</span> <span class="n">GCS_TMP</span><span class="p">,</span>
+ <span class="s1">'stagingLocation'</span><span class="p">:</span> <span class="n">GCS_STAGING</span><span class="p">,</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="n">GCS_OUTPUT</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">py_options</span><span class="o">=</span><span class="p">[],</span>
+ <span class="n">py_requirements</span><span class="o">=</span><span class="p">[</span><span class="s1">'apache-beam[gcp]==2.26.0'</span><span class="p">],</span>
+ <span class="n">py_interpreter</span><span class="o">=</span><span class="s1">'python3'</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="n">dataflow_config</span><span class="o">=</span><span class="n">DataflowConfiguration</span><span class="p">(</span>
+ <span class="n">job_name</span><span class="o">=</span><span class="s1">'{{task.task_id}}'</span><span class="p">,</span>
+ <span class="n">project_id</span><span class="o">=</span><span class="n">GCP_PROJECT_ID</span><span class="p">,</span>
+ <span class="n">location</span><span class="o">=</span><span class="s2">"us-central1"</span><span class="p">,</span>
+ <span class="n">wait_until_finished</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="p">),</span>
+ <span class="p">)</span>
+
+ <span class="n">wait_for_python_job_dataflow_runner_async_done</span> <span class="o">=</span> <span class="n">DataflowJobStatusSensor</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"wait-for-python-job-async-done"</span><span class="p">,</span>
+ <span class="n">job_id</span><span class="o">=</span><span class="s2">"{{task_instance.xcom_pull('start_python_job_dataflow_runner_async')['dataflow_job_id']}}"</span><span class="p">,</span>
+ <span class="n">expected_statuses</span><span class="o">=</span><span class="p">{</span><span class="n">DataflowJobStatus</span><span class="o">.</span><span class="n">JOB_STATE_DONE</span><span class="p">},</span>
+ <span class="n">project_id</span><span class="o">=</span><span class="n">GCP_PROJECT_ID</span><span class="p">,</span>
+ <span class="n">location</span><span class="o">=</span><span class="s1">'us-central1'</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">start_python_job_dataflow_runner_async</span> <span class="o">>></span> <span class="n">wait_for_python_job_dataflow_runner_async_done</span>
+ <span class="c1"># [END howto_operator_start_python_dataflow_runner_pipeline_async_gcs_file]</span>
+</pre></div>
+
+ <div class="pager" role="navigation" aria-label="related navigation"><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Previous</button><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Next</button>
</div>
</div>
@@ -1034,41 +953,7 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
- <ul>
-<li><a class="reference internal" href="#">Services</a><ul>
-<li><a class="reference internal" href="#service-operators-and-hooks">Service operators and hooks</a><ul>
-<li><a class="reference internal" href="#databricks">Databricks</a></li>
-<li><a class="reference internal" href="#datadog">Datadog</a></li>
-<li><a class="reference internal" href="#dingding">Dingding</a></li>
-<li><a class="reference internal" href="#discord">Discord</a></li>
-<li><a class="reference internal" href="#facebook-ads">Facebook Ads</a></li>
-<li><a class="reference internal" href="#ibm-cloudant">IBM Cloudant</a></li>
-<li><a class="reference internal" href="#opsgenie">Opsgenie</a></li>
-<li><a class="reference internal" href="#pagerduty">Pagerduty</a></li>
-<li><a class="reference internal" href="#plexus">Plexus</a></li>
-<li><a class="reference internal" href="#qubole">Qubole</a></li>
-<li><a class="reference internal" href="#salesforce">Salesforce</a></li>
-<li><a class="reference internal" href="#segment">Segment</a></li>
-<li><a class="reference internal" href="#slack">Slack</a></li>
-<li><a class="reference internal" href="#snowflake">Snowflake</a></li>
-<li><a class="reference internal" href="#tableau">Tableau</a></li>
-<li><a class="reference internal" href="#telegram">Telegram</a></li>
-<li><a class="reference internal" href="#yandex-cloud">Yandex.Cloud</a></li>
-<li><a class="reference internal" href="#yandex-cloud-dataproc">Yandex.Cloud Dataproc</a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#transfer-operators-and-hooks">Transfer operators and hooks</a><ul>
-<li><a class="reference internal" href="#facebook-ads-to-google-cloud-storage-gcs">Facebook Ads to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#salesforce-to-google-cloud-storage-gcs">Salesforce to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#snowflake-to-mysql">Snowflake to MySQL</a></li>
-<li><a class="reference internal" href="#amazon-simple-storage-service-s3-to-snowflake">Amazon Simple Storage Service (S3) to Snowflake</a></li>
-<li><a class="reference internal" href="#snowflake-to-slack">Snowflake to Slack</a></li>
-</ul>
-</li>
-</ul>
-</li>
-</ul>
-
+
</div>
</nav>
@@ -1084,24 +969,6 @@
-
-
-
-
- <div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers/operators-and-hooks-ref/services.rst" rel="nofollow">
-
- <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
- <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
- <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.15 [...]
- </svg>
-
- <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span>
- </button>
- </a>
- </div>
-
-
</div>
@@ -1223,15 +1090,15 @@
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/airflow/providers/apache/beam/hooks/beam.html
similarity index 64%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
copy to docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/airflow/providers/apache/beam/hooks/beam.html
index a2732c7..ecf909a 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/airflow/providers/apache/beam/hooks/beam.html
@@ -9,15 +9,13 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Services — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Software integrations" href="software.html" />
- <link rel="prev" title="Protocol integrations" href="protocol.html" />
+ <title>airflow.providers.apache.beam.hooks.beam — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -283,7 +281,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -313,9 +311,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/apache/beam/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -410,7 +420,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -440,9 +450,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/apache/beam/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -531,11 +553,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../index.html">Module code</a></li>
- <li class="breadcrumb-item"><a href="services.html"> Services</a></li>
+ <li class="breadcrumb-item"><a href="beam.html"> airflow.providers.apache.beam.hooks.beam</a></li>
</ul>
</div>
@@ -546,428 +568,299 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="services">
-<h1>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h1>
-<div class="section" id="service-operators-and-hooks">
-<h2>Service operators and hooks<a class="headerlink" href="#service-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="databricks">
-<h3>Databricks<a class="headerlink" href="#databricks" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/operators/databricks/index.html#module-airflow.providers.databricks.operators.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/hooks/databricks/index.html#module-airflow.providers.databricks.hooks.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/operators.html" title="(in apache-airflow-providers-databricks vmaster)"><span>DatabricksSubmitRunOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-databricks"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-databricks</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://databricks.com/">Databricks</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="datadog">
-<h3>Datadog<a class="headerlink" href="#datadog" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-datadog/stable/_api/airflow/providers/datadog/hooks/datadog/index.html#module-airflow.providers.datadog.hooks.datadog" title="(in apache-airflow-providers-datadog vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.datadog.hooks.datadog</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-datadog"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-datadog</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.datadoghq.com/">Datadog</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="dingding">
-<h3>Dingding<a class="headerlink" href="#dingding" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/operators/dingding/index.html#module-airflow.providers.dingding.operators.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.operators.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Guides</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/operators.html" title="(in apache-airflow-providers-dingding vmaster)"><span>Dingding Operators</span></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-dingding"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-dingding</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://oapi.dingtalk.com">Dingding</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="discord">
-<h3>Discord<a class="headerlink" href="#discord" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/operators/discord_webhook/index.html#module-airflow.providers.discord.operators.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.operators.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/hooks/discord_webhook/index.html#module-airflow.providers.discord.hooks.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.hooks.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-discord"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-discord</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://discordapp.com">Discord</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="facebook-ads">
-<h3>Facebook Ads<a class="headerlink" href="#facebook-ads" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-facebook/stable/_api/airflow/providers/facebook/ads/hooks/ads/index.html#module-airflow.providers.facebook.ads.hooks.ads" title="(in apache-airflow-providers-facebook vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.facebook.ads.hooks.ads</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-facebook"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-facebook</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ibm-cloudant">
-<h3>IBM Cloudant<a class="headerlink" href="#ibm-cloudant" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/hooks/dingding/index.html#module-airflow.providers.dingding.hooks.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.hooks.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-cloudant"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-cloudant</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.ibm.com/cloud/cloudant">IBM Cloudant</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="opsgenie">
-<h3>Opsgenie<a class="headerlink" href="#opsgenie" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/operators/opsgenie_alert/index.html#module-airflow.providers.opsgenie.operators.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.operators.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/hooks/opsgenie_alert/index.html#module-airflow.providers.opsgenie.hooks.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.hooks.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-opsgenie"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-opsgenie</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.opsgenie.com/">Opsgenie</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="pagerduty">
-<h3>Pagerduty<a class="headerlink" href="#pagerduty" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-pagerduty/stable/_api/airflow/providers/pagerduty/hooks/pagerduty/index.html#module-airflow.providers.pagerduty.hooks.pagerduty" title="(in apache-airflow-providers-pagerduty vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.pagerduty.hooks.pagerduty</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-pagerduty"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-pagerduty</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.pagerduty.com/">Pagerduty</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="plexus">
-<h3>Plexus<a class="headerlink" href="#plexus" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/operators/job/index.html#module-airflow.providers.plexus.operators.job" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.operators.job</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/hooks/plexus/index.html#module-airflow.providers.plexus.hooks.plexus" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.hooks.plexus</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-plexus"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-plexus</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://plexus.corescientific.com/">Plexus</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="qubole">
-<h3>Qubole<a class="headerlink" href="#qubole" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/operators/qubole/index.html#module-airflow.providers.qubole.operators.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.operators.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/ai [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/hooks/qubole/index.html#module-airflow.providers.qubole.hooks.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.hooks.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/provi [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-qubole"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-qubole</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.qubole.com/">Qubole</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce">
-<h3>Salesforce<a class="headerlink" href="#salesforce" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/operators/tableau_refresh_workbook/index.html#module-airflow.providers.salesforce.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/hooks/salesforce/index.html#module-airflow.providers.salesforce.hooks.salesforce" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.hooks.salesforce</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-salesforce"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-salesforce</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="segment">
-<h3>Segment<a class="headerlink" href="#segment" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/operators/segment_track_event/index.html#module-airflow.providers.segment.operators.segment_track_event" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.operators.segment_track_event</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/hooks/segment/index.html#module-airflow.providers.segment.hooks.segment" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.hooks.segment</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-segment"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-segment</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://segment.com/docs/">Segment</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="slack">
-<h3>Slack<a class="headerlink" href="#slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/operators/slack/index.html#module-airflow.providers.slack.operators.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.operators.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/pro [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/hooks/slack/index.html#module-airflow.providers.slack.hooks.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.hooks.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slac [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-slack"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-slack</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake">
-<h3>Snowflake<a class="headerlink" href="#snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/operators/snowflake/index.html#module-airflow.providers.snowflake.operators.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.operators.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/hooks/snowflake/index.html#module-airflow.providers.snowflake.hooks.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.hooks.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="tableau">
-<h3>Tableau<a class="headerlink" href="#tableau" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/operators/tableau_refresh_workbook/index.html#module-airflow.providers.tableau.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/hooks/tableau/index.html#module-airflow.providers.tableau.hooks.tableau" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.hooks.tableau</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-tableau"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-tableau</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.tableau.com/">Tableau</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="telegram">
-<h3>Telegram<a class="headerlink" href="#telegram" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/operators/telegram/index.html#module-airflow.providers.telegram.operators.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.operators.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/hooks/telegram/index.html#module-airflow.providers.telegram.hooks.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.hooks.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/operators.html" title="(in apache-airflow-providers-telegram vmaster)"><span>TelegramOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-telegram"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-telegram</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://telegram.org/">Telegram</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud">
-<h3>Yandex.Cloud<a class="headerlink" href="#yandex-cloud" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandex/index.html#module-airflow.providers.yandex.hooks.yandex" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandex</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/">Yandex.Cloud</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud-dataproc">
-<h3>Yandex.Cloud Dataproc<a class="headerlink" href="#yandex-cloud-dataproc" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.operators.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.hooks.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/operators.html" title="(in apache-airflow-providers-yandex vmaster)"><span>Yandex.Cloud Data Proc Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/dataproc">Yandex.Cloud Dataproc</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfer-operators-and-hooks">
-<h2>Transfer operators and hooks<a class="headerlink" href="#transfer-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="facebook-ads-to-google-cloud-storage-gcs">
-<h3>Facebook Ads to Google Cloud Storage (GCS)<a class="headerlink" href="#facebook-ads-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/facebook_ads_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Facebook Ads To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/facebook_ads_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.facebook_ads_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.facebook_ads_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce-to-google-cloud-storage-gcs">
-<h3>Salesforce to Google Cloud Storage (GCS)<a class="headerlink" href="#salesforce-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/salesforce_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Salesforce To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/salesforce_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.salesforce_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.salesforce_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-mysql">
-<h3>Snowflake to MySQL<a class="headerlink" href="#snowflake-to-mysql" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.mysql.com/">MySQL</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-mysql/stable/_api/airflow/providers/mysql/transfers/presto_to_mysql/index.html#module-airflow.providers.mysql.transfers.presto_to_mysql" title="(in apache-airflow-providers-mysql vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.mysql.transfers.presto_to_mysql</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-mysql"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-mysql</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="amazon-simple-storage-service-s3-to-snowflake">
-<h3>Amazon Simple Storage Service (S3) to Snowflake<a class="headerlink" href="#amazon-simple-storage-service-s3-to-snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://aws.amazon.com/s3/">Amazon Simple Storage Service (S3)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/s3_to_snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>S3ToSnowflakeOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/s3_to_snowflake/index.html#module-airflow.providers.snowflake.transfers.s3_to_snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.s3_to_snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-slack">
-<h3>Snowflake to Slack<a class="headerlink" href="#snowflake-to-slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake_to_slack.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeToSlackOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/snowflake_to_slack/index.html#module-airflow.providers.snowflake.transfers.snowflake_to_slack" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.snowflake_to_slack</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-</div>
-</div>
-
-
- <div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Protocol integrations" href="protocol.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
- </a>
- <a rel="next" title="Software integrations" href="software.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
- </a>
+ <h1>Source code for airflow.providers.apache.beam.hooks.beam</h1><div class="highlight"><pre>
+<span></span><span class="c1">#</span>
+<span class="c1"># Licensed to the Apache Software Foundation (ASF) under one</span>
+<span class="c1"># or more contributor license agreements. See the NOTICE file</span>
+<span class="c1"># distributed with this work for additional information</span>
+<span class="c1"># regarding copyright ownership. The ASF licenses this file</span>
+<span class="c1"># to you under the Apache License, Version 2.0 (the</span>
+<span class="c1"># "License"); you may not use this file except in compliance</span>
+<span class="c1"># with the License. You may obtain a copy of the License at</span>
+<span class="c1">#</span>
+<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
+<span class="c1">#</span>
+<span class="c1"># Unless required by applicable law or agreed to in writing,</span>
+<span class="c1"># software distributed under the License is distributed on an</span>
+<span class="c1"># "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span>
+<span class="c1"># KIND, either express or implied. See the License for the</span>
+<span class="c1"># specific language governing permissions and limitations</span>
+<span class="c1"># under the License.</span>
+<span class="sd">"""This module contains a Apache Beam Hook."""</span>
+<span class="kn">import</span> <span class="nn">json</span>
+<span class="kn">import</span> <span class="nn">select</span>
+<span class="kn">import</span> <span class="nn">shlex</span>
+<span class="kn">import</span> <span class="nn">subprocess</span>
+<span class="kn">import</span> <span class="nn">textwrap</span>
+<span class="kn">from</span> <span class="nn">tempfile</span> <span class="kn">import</span> <span class="n">TemporaryDirectory</span>
+<span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">Callable</span><span class="p">,</span> <span class="n">List</span><span class="p">,</span> <span class="n">Optional</span>
+
+<span class="kn">from</span> <span class="nn">airflow.exceptions</span> <span class="kn">import</span> <span class="n">AirflowException</span>
+<span class="kn">from</span> <span class="nn">airflow.hooks.base</span> <span class="kn">import</span> <span class="n">BaseHook</span>
+<span class="kn">from</span> <span class="nn">airflow.utils.log.logging_mixin</span> <span class="kn">import</span> <span class="n">LoggingMixin</span>
+<span class="kn">from</span> <span class="nn">airflow.utils.python_virtualenv</span> <span class="kn">import</span> <span class="n">prepare_virtualenv</span>
+
+
+<div class="viewcode-block" id="BeamRunnerType"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType">[docs]</a><span class="k">class</span> <span class="nc">BeamRunnerType</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Helper class for listing runner types.</span>
+<span class="sd"> For more information about runners see:</span>
+<span class="sd"> https://beam.apache.org/documentation/</span>
+<span class="sd"> """</span>
+
+<div class="viewcode-block" id="BeamRunnerType.DataflowRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DataflowRunner">[docs]</a> <span class="n">DataflowRunner</span> <span class="o">=</span> <span class="s2">"DataflowRunner"</span></div>
+<div class="viewcode-block" id="BeamRunnerType.DirectRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DirectRunner">[docs]</a> <span class="n">DirectRunner</span> <span class="o">=</span> <span class="s2">"DirectRunner"</span></div>
+<div class="viewcode-block" id="BeamRunnerType.SparkRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SparkRunner">[docs]</a> <span class="n">SparkRunner</span> <span class="o">=</span> <span class="s2">"SparkRunner"</span></div>
+<div class="viewcode-block" id="BeamRunnerType.FlinkRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.FlinkRunner">[docs]</a> <span class="n">FlinkRunner</span> <span class="o">=</span> <span class="s2">"FlinkRunner"</span></div>
+<div class="viewcode-block" id="BeamRunnerType.SamzaRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SamzaRunner">[docs]</a> <span class="n">SamzaRunner</span> <span class="o">=</span> <span class="s2">"SamzaRunner"</span></div>
+<div class="viewcode-block" id="BeamRunnerType.NemoRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.NemoRunner">[docs]</a> <span class="n">NemoRunner</span> <span class="o">=</span> <span class="s2">"NemoRunner"</span></div>
+<div class="viewcode-block" id="BeamRunnerType.JetRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.JetRunner">[docs]</a> <span class="n">JetRunner</span> <span class="o">=</span> <span class="s2">"JetRunner"</span></div>
+<div class="viewcode-block" id="BeamRunnerType.Twister2Runner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.Twister2Runner">[docs]</a> <span class="n">Twister2Runner</span> <span class="o">=</span> <span class="s2">"Twister2Runner"</span></div></div>
+
+
+<div class="viewcode-block" id="beam_options_to_args"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.beam_options_to_args">[docs]</a><span class="k">def</span> <span class="nf">beam_options_to_args</span><span class="p">(</span><span class="n">options</span><span class="p">:</span> <span class="nb">dict</span><span class="p">)</span> <span class="o">-></span> <span class="n">List</span> [...]
+ <span class="sd">"""</span>
+<span class="sd"> Returns a formatted pipeline options from a dictionary of arguments</span>
+
+<span class="sd"> The logic of this method should be compatible with Apache Beam:</span>
+<span class="sd"> https://github.com/apache/beam/blob/b56740f0e8cd80c2873412847d0b336837429fb9/sdks/python/</span>
+<span class="sd"> apache_beam/options/pipeline_options.py#L230-L251</span>
+
+<span class="sd"> :param options: Dictionary with options</span>
+<span class="sd"> :type options: dict</span>
+<span class="sd"> :return: List of arguments</span>
+<span class="sd"> :rtype: List[str]</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">options</span><span class="p">:</span>
+ <span class="k">return</span> <span class="p">[]</span>
+
+ <span class="n">args</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
+ <span class="k">for</span> <span class="n">attr</span><span class="p">,</span> <span class="n">value</span> <span class="ow">in</span> <span class="n">options</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
+ <span class="k">if</span> <span class="n">value</span> <span class="ow">is</span> <span class="kc">None</span> <span class="ow">or</span> <span class="p">(</span><span class="nb">isinstance</span><span class="p">(</span><span class="n">value</span><span class="p">,</span> <span class="nb">bool</span><span class="p">)</span> <span class="ow">and</span> <span class="n">value</span><span class="p">):</span>
+ <span class="n">args</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="sa">f</span><span class="s2">"--</span><span class="si">{</span><span class="n">attr</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
+ <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">value</span><span class="p">,</span> <span class="nb">list</span><span class="p">):</span>
+ <span class="n">args</span><span class="o">.</span><span class="n">extend</span><span class="p">([</span><span class="sa">f</span><span class="s2">"--</span><span class="si">{</span><span class="n">attr</span><span class="si">}</span><span class="s2">=</span><span class="si">{</span><span class="n">v</span><span class="si">}</span><span class="s2">"</span> <span class="k">for</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">value</span><spa [...]
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">args</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="sa">f</span><span class="s2">"--</span><span class="si">{</span><span class="n">attr</span><span class="si">}</span><span class="s2">=</span><span class="si">{</span><span class="n">value</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">args</span></div>
+
+
+<div class="viewcode-block" id="BeamCommandRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamCommandRunner">[docs]</a><span class="k">class</span> <span class="nc">BeamCommandRunner</span><span class="p">(</span><span class="n">LoggingMixin</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Class responsible for running pipeline command in subprocess</span>
+
+<span class="sd"> :param cmd: Parts of the command to be run in subprocess</span>
+<span class="sd"> :type cmd: List[str]</span>
+<span class="sd"> :param process_line_callback: Optional callback which can be used to process</span>
+<span class="sd"> stdout and stderr to detect job id</span>
+<span class="sd"> :type process_line_callback: Optional[Callable[[str], None]]</span>
+<span class="sd"> """</span>
+
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">cmd</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">],</span>
+ <span class="n">process_line_callback</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Callable</span><span class="p">[[</span><span class="nb">str</span><span class="p">],</span> <span class="kc">None</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Running command: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="s2">" "</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">shlex</span><span class="o">.</span><span class="n">quote</span><span class [...]
+ <span class="bp">self</span><span class="o">.</span><span class="n">process_line_callback</span> <span class="o">=</span> <span class="n">process_line_callback</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">job_id</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_proc</span> <span class="o">=</span> <span class="n">subprocess</span><span class="o">.</span><span class="n">Popen</span><span class="p">(</span>
+ <span class="n">cmd</span><span class="p">,</span>
+ <span class="n">shell</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="n">stdout</span><span class="o">=</span><span class="n">subprocess</span><span class="o">.</span><span class="n">PIPE</span><span class="p">,</span>
+ <span class="n">stderr</span><span class="o">=</span><span class="n">subprocess</span><span class="o">.</span><span class="n">PIPE</span><span class="p">,</span>
+ <span class="n">close_fds</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
+ <span class="p">)</span>
+
+<div class="viewcode-block" id="BeamCommandRunner._process_fd"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamCommandRunner._process_fd">[docs]</a> <span class="k">def</span> <span class="nf">_process_fd</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">fd</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Prints output to logs.</span>
+
+<span class="sd"> :param fd: File descriptor.</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="n">fd</span> <span class="ow">not</span> <span class="ow">in</span> <span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">stdout</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">stderr</span><span class="p">):</span>
+ <span class="k">raise</span> <span class="ne">Exception</span><span class="p">(</span><span class="s2">"No data in stderr or in stdout."</span><span class="p">)</span>
+
+ <span class="n">fd_to_log</span> <span class="o">=</span> <span class="p">{</span><span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">stderr</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">warning</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span c [...]
+ <span class="n">func_log</span> <span class="o">=</span> <span class="n">fd_to_log</span><span class="p">[</span><span class="n">fd</span><span class="p">]</span>
+
+ <span class="k">while</span> <span class="kc">True</span><span class="p">:</span>
+ <span class="n">line</span> <span class="o">=</span> <span class="n">fd</span><span class="o">.</span><span class="n">readline</span><span class="p">()</span><span class="o">.</span><span class="n">decode</span><span class="p">()</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">line</span><span class="p">:</span>
+ <span class="k">return</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">process_line_callback</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">process_line_callback</span><span class="p">(</span><span class="n">line</span><span class="p">)</span>
+ <span class="n">func_log</span><span class="p">(</span><span class="n">line</span><span class="o">.</span><span class="n">rstrip</span><span class="p">(</span><span class="s2">"</span><span class="se">\n</span><span class="s2">"</span><span class="p">))</span></div>
+
+<div class="viewcode-block" id="BeamCommandRunner.wait_for_done"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamCommandRunner.wait_for_done">[docs]</a> <span class="k">def</span> <span class="nf">wait_for_done</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="sd">"""Waits for Apache Beam pipeline to complete."""</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Start waiting for Apache Beam process to complete."</span><span class="p">)</span>
+ <span class="n">reads</span> <span class="o">=</span> <span class="p">[</span><span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">stderr</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">stdout</span><span class="p">]</span>
+ <span class="k">while</span> <span class="kc">True</span><span class="p">:</span>
+ <span class="c1"># Wait for at least one available fd.</span>
+ <span class="n">readable_fds</span><span class="p">,</span> <span class="n">_</span><span class="p">,</span> <span class="n">_</span> <span class="o">=</span> <span class="n">select</span><span class="o">.</span><span class="n">select</span><span class="p">(</span><span class="n">reads</span><span class="p">,</span> <span class="p">[],</span> <span class="p">[],</span> <span class="mi">5</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">readable_fds</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Waiting for Apache Beam process to complete."</span><span class="p">)</span>
+ <span class="k">continue</span>
+
+ <span class="k">for</span> <span class="n">readable_fd</span> <span class="ow">in</span> <span class="n">readable_fds</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_process_fd</span><span class="p">(</span><span class="n">readable_fd</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">poll</span><span class="p">()</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="k">break</span>
+
+ <span class="c1"># Corner case: check if more output was created between the last read and the process termination</span>
+ <span class="k">for</span> <span class="n">readable_fd</span> <span class="ow">in</span> <span class="n">reads</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_process_fd</span><span class="p">(</span><span class="n">readable_fd</span><span class="p">)</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Process exited with return code: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">returncode</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">returncode</span> <span class="o">!=</span> <span class="mi">0</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Apache Beam process failed with return code </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">returncode</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span></div></div>
+
+
+<div class="viewcode-block" id="BeamHook"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamHook">[docs]</a><span class="k">class</span> <span class="nc">BeamHook</span><span class="p">(</span><span class="n">BaseHook</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Hook for Apache Beam.</span>
+
+<span class="sd"> All the methods in the hook where project_id is used must be called with</span>
+<span class="sd"> keyword arguments rather than positional.</span>
+
+<span class="sd"> :param runner: Runner type</span>
+<span class="sd"> :type runner: str</span>
+<span class="sd"> """</span>
+
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">runner</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">runner</span> <span class="o">=</span> <span class="n">runner</span>
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
+
+<div class="viewcode-block" id="BeamHook._start_pipeline"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamHook._start_pipeline">[docs]</a> <span class="k">def</span> <span class="nf">_start_pipeline</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">variables</span><span class="p">:</span> <span class="nb">dict</span><span class="p">,</span>
+ <span class="n">command_prefix</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">],</span>
+ <span class="n">process_line_callback</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Callable</span><span class="p">[[</span><span class="nb">str</span><span class="p">],</span> <span class="kc">None</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="n">cmd</span> <span class="o">=</span> <span class="n">command_prefix</span> <span class="o">+</span> <span class="p">[</span>
+ <span class="sa">f</span><span class="s2">"--runner=</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">runner</span><span class="si">}</span><span class="s2">"</span><span class="p">,</span>
+ <span class="p">]</span>
+ <span class="k">if</span> <span class="n">variables</span><span class="p">:</span>
+ <span class="n">cmd</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">beam_options_to_args</span><span class="p">(</span><span class="n">variables</span><span class="p">))</span>
+ <span class="n">cmd_runner</span> <span class="o">=</span> <span class="n">BeamCommandRunner</span><span class="p">(</span>
+ <span class="n">cmd</span><span class="o">=</span><span class="n">cmd</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="o">=</span><span class="n">process_line_callback</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="n">cmd_runner</span><span class="o">.</span><span class="n">wait_for_done</span><span class="p">()</span></div>
+
+<div class="viewcode-block" id="BeamHook.start_python_pipeline"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamHook.start_python_pipeline">[docs]</a> <span class="k">def</span> <span class="nf">start_python_pipeline</span><span class="p">(</span> <span class="c1"># pylint: disable=too-many-arguments</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">variables</span><span class="p">:</span> <span class="nb">dict</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">py_options</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">],</span>
+ <span class="n">py_interpreter</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"python3"</span><span class="p">,</span>
+ <span class="n">py_requirements</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Callable</span><span class="p">[[</span><span class="nb">str</span><span class="p">],</span> <span class="kc">None</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Starts Apache Beam python pipeline.</span>
+
+<span class="sd"> :param variables: Variables passed to the pipeline.</span>
+<span class="sd"> :type variables: Dict</span>
+<span class="sd"> :param py_options: Additional options.</span>
+<span class="sd"> :type py_options: List[str]</span>
+<span class="sd"> :param py_interpreter: Python version of the Apache Beam pipeline.</span>
+<span class="sd"> If None, this defaults to the python3.</span>
+<span class="sd"> To track python versions supported by beam and related</span>
+<span class="sd"> issues check: https://issues.apache.org/jira/browse/BEAM-1251</span>
+<span class="sd"> :type py_interpreter: str</span>
+<span class="sd"> :param py_requirements: Additional python package(s) to install.</span>
+<span class="sd"> If a value is passed to this parameter, a new virtual environment has been created with</span>
+<span class="sd"> additional packages installed.</span>
+
+<span class="sd"> You could also install the apache-beam package if it is not installed on your system or you want</span>
+<span class="sd"> to use a different version.</span>
+<span class="sd"> :type py_requirements: List[str]</span>
+<span class="sd"> :param py_system_site_packages: Whether to include system_site_packages in your virtualenv.</span>
+<span class="sd"> See virtualenv documentation for more information.</span>
+
+<span class="sd"> This option is only relevant if the ``py_requirements`` parameter is not None.</span>
+<span class="sd"> :type py_system_site_packages: bool</span>
+<span class="sd"> :param on_new_job_id_callback: Callback called when the job ID is known.</span>
+<span class="sd"> :type on_new_job_id_callback: callable</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="s2">"labels"</span> <span class="ow">in</span> <span class="n">variables</span><span class="p">:</span>
+ <span class="n">variables</span><span class="p">[</span><span class="s2">"labels"</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">key</span><span class="si">}</span><span class="s2">=</span><span class="si">{</span><span class="n">value</span><span class="si">}</span><span class="s2">"</span> <span class="k">for</span> <span class="n"> [...]
+
+ <span class="k">if</span> <span class="n">py_requirements</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">py_requirements</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">py_system_site_packages</span><span class="p">:</span>
+ <span class="n">warning_invalid_environment</span> <span class="o">=</span> <span class="n">textwrap</span><span class="o">.</span><span class="n">dedent</span><span class="p">(</span>
+ <span class="sd">"""\</span>
+<span class="sd"> Invalid method invocation. You have disabled inclusion of system packages and empty list</span>
+<span class="sd"> required for installation, so it is not possible to create a valid virtual environment.</span>
+<span class="sd"> In the virtual environment, apache-beam package must be installed for your job to be \</span>
+<span class="sd"> executed. To fix this problem:</span>
+<span class="sd"> * install apache-beam on the system, then set parameter py_system_site_packages to True,</span>
+<span class="sd"> * add apache-beam to the list of required packages in parameter py_requirements.</span>
+<span class="sd"> """</span>
+ <span class="p">)</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="n">warning_invalid_environment</span><span class="p">)</span>
+
+ <span class="k">with</span> <span class="n">TemporaryDirectory</span><span class="p">(</span><span class="n">prefix</span><span class="o">=</span><span class="s2">"apache-beam-venv"</span><span class="p">)</span> <span class="k">as</span> <span class="n">tmp_dir</span><span class="p">:</span>
+ <span class="n">py_interpreter</span> <span class="o">=</span> <span class="n">prepare_virtualenv</span><span class="p">(</span>
+ <span class="n">venv_directory</span><span class="o">=</span><span class="n">tmp_dir</span><span class="p">,</span>
+ <span class="n">python_bin</span><span class="o">=</span><span class="n">py_interpreter</span><span class="p">,</span>
+ <span class="n">system_site_packages</span><span class="o">=</span><span class="n">py_system_site_packages</span><span class="p">,</span>
+ <span class="n">requirements</span><span class="o">=</span><span class="n">py_requirements</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="n">command_prefix</span> <span class="o">=</span> <span class="p">[</span><span class="n">py_interpreter</span><span class="p">]</span> <span class="o">+</span> <span class="n">py_options</span> <span class="o">+</span> <span class="p">[</span><span class="n">py_file</span><span class="p">]</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">_start_pipeline</span><span class="p">(</span>
+ <span class="n">variables</span><span class="o">=</span><span class="n">variables</span><span class="p">,</span>
+ <span class="n">command_prefix</span><span class="o">=</span><span class="n">command_prefix</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="o">=</span><span class="n">process_line_callback</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">command_prefix</span> <span class="o">=</span> <span class="p">[</span><span class="n">py_interpreter</span><span class="p">]</span> <span class="o">+</span> <span class="n">py_options</span> <span class="o">+</span> <span class="p">[</span><span class="n">py_file</span><span class="p">]</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">_start_pipeline</span><span class="p">(</span>
+ <span class="n">variables</span><span class="o">=</span><span class="n">variables</span><span class="p">,</span>
+ <span class="n">command_prefix</span><span class="o">=</span><span class="n">command_prefix</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="o">=</span><span class="n">process_line_callback</span><span class="p">,</span></div>
+ <span class="p">)</span>
+
+<div class="viewcode-block" id="BeamHook.start_java_pipeline"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamHook.start_java_pipeline">[docs]</a> <span class="k">def</span> <span class="nf">start_java_pipeline</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">variables</span><span class="p">:</span> <span class="nb">dict</span><span class="p">,</span>
+ <span class="n">jar</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">job_class</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Callable</span><span class="p">[[</span><span class="nb">str</span><span class="p">],</span> <span class="kc">None</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Starts Apache Beam Java pipeline.</span>
+
+<span class="sd"> :param variables: Variables passed to the job.</span>
+<span class="sd"> :type variables: dict</span>
+<span class="sd"> :param jar: Name of the jar for the pipeline</span>
+<span class="sd"> :type job_class: str</span>
+<span class="sd"> :param job_class: Name of the java class for the pipeline.</span>
+<span class="sd"> :type job_class: str</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="s2">"labels"</span> <span class="ow">in</span> <span class="n">variables</span><span class="p">:</span>
+ <span class="n">variables</span><span class="p">[</span><span class="s2">"labels"</span><span class="p">]</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">dumps</span><span class="p">(</span><span class="n">variables</span><span class="p">[</span><span class="s2">"labels"</span><span class="p">],</span> <span class="n">separators</span><span class="o">=</span><span class="p">(</span><span class="s2">", [...]
+
+ <span class="n">command_prefix</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"java"</span><span class="p">,</span> <span class="s2">"-cp"</span><span class="p">,</span> <span class="n">jar</span><span class="p">,</span> <span class="n">job_class</span><span class="p">]</span> <span class="k">if</span> <span class="n">job_class</span> <span class="k">else</span> <span class="p">[</span><span class="s2">"java"</span><span cla [...]
+ <span class="bp">self</span><span class="o">.</span><span class="n">_start_pipeline</span><span class="p">(</span>
+ <span class="n">variables</span><span class="o">=</span><span class="n">variables</span><span class="p">,</span>
+ <span class="n">command_prefix</span><span class="o">=</span><span class="n">command_prefix</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="o">=</span><span class="n">process_line_callback</span><span class="p">,</span></div></div>
+ <span class="p">)</span>
+</pre></div>
+
+ <div class="pager" role="navigation" aria-label="related navigation"><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Previous</button><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Next</button>
</div>
</div>
@@ -1034,41 +927,7 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
- <ul>
-<li><a class="reference internal" href="#">Services</a><ul>
-<li><a class="reference internal" href="#service-operators-and-hooks">Service operators and hooks</a><ul>
-<li><a class="reference internal" href="#databricks">Databricks</a></li>
-<li><a class="reference internal" href="#datadog">Datadog</a></li>
-<li><a class="reference internal" href="#dingding">Dingding</a></li>
-<li><a class="reference internal" href="#discord">Discord</a></li>
-<li><a class="reference internal" href="#facebook-ads">Facebook Ads</a></li>
-<li><a class="reference internal" href="#ibm-cloudant">IBM Cloudant</a></li>
-<li><a class="reference internal" href="#opsgenie">Opsgenie</a></li>
-<li><a class="reference internal" href="#pagerduty">Pagerduty</a></li>
-<li><a class="reference internal" href="#plexus">Plexus</a></li>
-<li><a class="reference internal" href="#qubole">Qubole</a></li>
-<li><a class="reference internal" href="#salesforce">Salesforce</a></li>
-<li><a class="reference internal" href="#segment">Segment</a></li>
-<li><a class="reference internal" href="#slack">Slack</a></li>
-<li><a class="reference internal" href="#snowflake">Snowflake</a></li>
-<li><a class="reference internal" href="#tableau">Tableau</a></li>
-<li><a class="reference internal" href="#telegram">Telegram</a></li>
-<li><a class="reference internal" href="#yandex-cloud">Yandex.Cloud</a></li>
-<li><a class="reference internal" href="#yandex-cloud-dataproc">Yandex.Cloud Dataproc</a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#transfer-operators-and-hooks">Transfer operators and hooks</a><ul>
-<li><a class="reference internal" href="#facebook-ads-to-google-cloud-storage-gcs">Facebook Ads to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#salesforce-to-google-cloud-storage-gcs">Salesforce to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#snowflake-to-mysql">Snowflake to MySQL</a></li>
-<li><a class="reference internal" href="#amazon-simple-storage-service-s3-to-snowflake">Amazon Simple Storage Service (S3) to Snowflake</a></li>
-<li><a class="reference internal" href="#snowflake-to-slack">Snowflake to Slack</a></li>
-</ul>
-</li>
-</ul>
-</li>
-</ul>
-
+
</div>
</nav>
@@ -1084,24 +943,6 @@
-
-
-
-
- <div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers/operators-and-hooks-ref/services.rst" rel="nofollow">
-
- <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
- <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
- <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.15 [...]
- </svg>
-
- <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span>
- </button>
- </a>
- </div>
-
-
</div>
@@ -1223,15 +1064,15 @@
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/airflow/providers/apache/beam/operators/beam.html
similarity index 51%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
copy to docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/airflow/providers/apache/beam/operators/beam.html
index a2732c7..f59d439 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/airflow/providers/apache/beam/operators/beam.html
@@ -9,15 +9,13 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Services — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Software integrations" href="software.html" />
- <link rel="prev" title="Protocol integrations" href="protocol.html" />
+ <title>airflow.providers.apache.beam.operators.beam — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -283,7 +281,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -313,9 +311,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/apache/beam/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -410,7 +420,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -440,9 +450,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/apache/beam/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -531,11 +553,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../index.html">Module code</a></li>
- <li class="breadcrumb-item"><a href="services.html"> Services</a></li>
+ <li class="breadcrumb-item"><a href="beam.html"> airflow.providers.apache.beam.operators.beam</a></li>
</ul>
</div>
@@ -546,428 +568,469 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="services">
-<h1>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h1>
-<div class="section" id="service-operators-and-hooks">
-<h2>Service operators and hooks<a class="headerlink" href="#service-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="databricks">
-<h3>Databricks<a class="headerlink" href="#databricks" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/operators/databricks/index.html#module-airflow.providers.databricks.operators.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/hooks/databricks/index.html#module-airflow.providers.databricks.hooks.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/operators.html" title="(in apache-airflow-providers-databricks vmaster)"><span>DatabricksSubmitRunOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-databricks"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-databricks</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://databricks.com/">Databricks</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="datadog">
-<h3>Datadog<a class="headerlink" href="#datadog" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-datadog/stable/_api/airflow/providers/datadog/hooks/datadog/index.html#module-airflow.providers.datadog.hooks.datadog" title="(in apache-airflow-providers-datadog vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.datadog.hooks.datadog</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-datadog"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-datadog</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.datadoghq.com/">Datadog</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="dingding">
-<h3>Dingding<a class="headerlink" href="#dingding" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/operators/dingding/index.html#module-airflow.providers.dingding.operators.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.operators.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Guides</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/operators.html" title="(in apache-airflow-providers-dingding vmaster)"><span>Dingding Operators</span></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-dingding"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-dingding</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://oapi.dingtalk.com">Dingding</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="discord">
-<h3>Discord<a class="headerlink" href="#discord" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/operators/discord_webhook/index.html#module-airflow.providers.discord.operators.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.operators.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/hooks/discord_webhook/index.html#module-airflow.providers.discord.hooks.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.hooks.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-discord"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-discord</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://discordapp.com">Discord</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="facebook-ads">
-<h3>Facebook Ads<a class="headerlink" href="#facebook-ads" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-facebook/stable/_api/airflow/providers/facebook/ads/hooks/ads/index.html#module-airflow.providers.facebook.ads.hooks.ads" title="(in apache-airflow-providers-facebook vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.facebook.ads.hooks.ads</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-facebook"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-facebook</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ibm-cloudant">
-<h3>IBM Cloudant<a class="headerlink" href="#ibm-cloudant" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/hooks/dingding/index.html#module-airflow.providers.dingding.hooks.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.hooks.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-cloudant"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-cloudant</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.ibm.com/cloud/cloudant">IBM Cloudant</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="opsgenie">
-<h3>Opsgenie<a class="headerlink" href="#opsgenie" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/operators/opsgenie_alert/index.html#module-airflow.providers.opsgenie.operators.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.operators.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/hooks/opsgenie_alert/index.html#module-airflow.providers.opsgenie.hooks.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.hooks.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-opsgenie"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-opsgenie</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.opsgenie.com/">Opsgenie</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="pagerduty">
-<h3>Pagerduty<a class="headerlink" href="#pagerduty" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-pagerduty/stable/_api/airflow/providers/pagerduty/hooks/pagerduty/index.html#module-airflow.providers.pagerduty.hooks.pagerduty" title="(in apache-airflow-providers-pagerduty vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.pagerduty.hooks.pagerduty</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-pagerduty"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-pagerduty</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.pagerduty.com/">Pagerduty</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="plexus">
-<h3>Plexus<a class="headerlink" href="#plexus" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/operators/job/index.html#module-airflow.providers.plexus.operators.job" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.operators.job</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/hooks/plexus/index.html#module-airflow.providers.plexus.hooks.plexus" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.hooks.plexus</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-plexus"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-plexus</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://plexus.corescientific.com/">Plexus</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="qubole">
-<h3>Qubole<a class="headerlink" href="#qubole" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/operators/qubole/index.html#module-airflow.providers.qubole.operators.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.operators.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/ai [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/hooks/qubole/index.html#module-airflow.providers.qubole.hooks.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.hooks.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/provi [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-qubole"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-qubole</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.qubole.com/">Qubole</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce">
-<h3>Salesforce<a class="headerlink" href="#salesforce" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/operators/tableau_refresh_workbook/index.html#module-airflow.providers.salesforce.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/hooks/salesforce/index.html#module-airflow.providers.salesforce.hooks.salesforce" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.hooks.salesforce</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-salesforce"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-salesforce</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="segment">
-<h3>Segment<a class="headerlink" href="#segment" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/operators/segment_track_event/index.html#module-airflow.providers.segment.operators.segment_track_event" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.operators.segment_track_event</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/hooks/segment/index.html#module-airflow.providers.segment.hooks.segment" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.hooks.segment</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-segment"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-segment</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://segment.com/docs/">Segment</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="slack">
-<h3>Slack<a class="headerlink" href="#slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/operators/slack/index.html#module-airflow.providers.slack.operators.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.operators.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/pro [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/hooks/slack/index.html#module-airflow.providers.slack.hooks.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.hooks.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slac [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-slack"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-slack</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake">
-<h3>Snowflake<a class="headerlink" href="#snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/operators/snowflake/index.html#module-airflow.providers.snowflake.operators.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.operators.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/hooks/snowflake/index.html#module-airflow.providers.snowflake.hooks.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.hooks.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="tableau">
-<h3>Tableau<a class="headerlink" href="#tableau" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/operators/tableau_refresh_workbook/index.html#module-airflow.providers.tableau.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/hooks/tableau/index.html#module-airflow.providers.tableau.hooks.tableau" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.hooks.tableau</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-tableau"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-tableau</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.tableau.com/">Tableau</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="telegram">
-<h3>Telegram<a class="headerlink" href="#telegram" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/operators/telegram/index.html#module-airflow.providers.telegram.operators.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.operators.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/hooks/telegram/index.html#module-airflow.providers.telegram.hooks.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.hooks.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/operators.html" title="(in apache-airflow-providers-telegram vmaster)"><span>TelegramOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-telegram"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-telegram</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://telegram.org/">Telegram</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud">
-<h3>Yandex.Cloud<a class="headerlink" href="#yandex-cloud" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandex/index.html#module-airflow.providers.yandex.hooks.yandex" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandex</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/">Yandex.Cloud</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud-dataproc">
-<h3>Yandex.Cloud Dataproc<a class="headerlink" href="#yandex-cloud-dataproc" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.operators.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.hooks.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/operators.html" title="(in apache-airflow-providers-yandex vmaster)"><span>Yandex.Cloud Data Proc Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/dataproc">Yandex.Cloud Dataproc</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfer-operators-and-hooks">
-<h2>Transfer operators and hooks<a class="headerlink" href="#transfer-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="facebook-ads-to-google-cloud-storage-gcs">
-<h3>Facebook Ads to Google Cloud Storage (GCS)<a class="headerlink" href="#facebook-ads-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/facebook_ads_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Facebook Ads To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/facebook_ads_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.facebook_ads_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.facebook_ads_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce-to-google-cloud-storage-gcs">
-<h3>Salesforce to Google Cloud Storage (GCS)<a class="headerlink" href="#salesforce-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/salesforce_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Salesforce To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/salesforce_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.salesforce_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.salesforce_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-mysql">
-<h3>Snowflake to MySQL<a class="headerlink" href="#snowflake-to-mysql" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.mysql.com/">MySQL</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-mysql/stable/_api/airflow/providers/mysql/transfers/presto_to_mysql/index.html#module-airflow.providers.mysql.transfers.presto_to_mysql" title="(in apache-airflow-providers-mysql vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.mysql.transfers.presto_to_mysql</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-mysql"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-mysql</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="amazon-simple-storage-service-s3-to-snowflake">
-<h3>Amazon Simple Storage Service (S3) to Snowflake<a class="headerlink" href="#amazon-simple-storage-service-s3-to-snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://aws.amazon.com/s3/">Amazon Simple Storage Service (S3)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/s3_to_snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>S3ToSnowflakeOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/s3_to_snowflake/index.html#module-airflow.providers.snowflake.transfers.s3_to_snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.s3_to_snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-slack">
-<h3>Snowflake to Slack<a class="headerlink" href="#snowflake-to-slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake_to_slack.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeToSlackOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/snowflake_to_slack/index.html#module-airflow.providers.snowflake.transfers.snowflake_to_slack" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.snowflake_to_slack</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-</div>
-</div>
-
-
- <div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Protocol integrations" href="protocol.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
- </a>
- <a rel="next" title="Software integrations" href="software.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
- </a>
+ <h1>Source code for airflow.providers.apache.beam.operators.beam</h1><div class="highlight"><pre>
+<span></span><span class="c1">#</span>
+<span class="c1"># Licensed to the Apache Software Foundation (ASF) under one</span>
+<span class="c1"># or more contributor license agreements. See the NOTICE file</span>
+<span class="c1"># distributed with this work for additional information</span>
+<span class="c1"># regarding copyright ownership. The ASF licenses this file</span>
+<span class="c1"># to you under the Apache License, Version 2.0 (the</span>
+<span class="c1"># "License"); you may not use this file except in compliance</span>
+<span class="c1"># with the License. You may obtain a copy of the License at</span>
+<span class="c1">#</span>
+<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
+<span class="c1">#</span>
+<span class="c1"># Unless required by applicable law or agreed to in writing,</span>
+<span class="c1"># software distributed under the License is distributed on an</span>
+<span class="c1"># "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span>
+<span class="c1"># KIND, either express or implied. See the License for the</span>
+<span class="c1"># specific language governing permissions and limitations</span>
+<span class="c1"># under the License.</span>
+<span class="sd">"""This module contains Apache Beam operators."""</span>
+<span class="kn">import</span> <span class="nn">copy</span>
+<span class="kn">from</span> <span class="nn">abc</span> <span class="kn">import</span> <span class="n">ABCMeta</span>
+<span class="kn">from</span> <span class="nn">contextlib</span> <span class="kn">import</span> <span class="n">ExitStack</span>
+<span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">Callable</span><span class="p">,</span> <span class="n">List</span><span class="p">,</span> <span class="n">Optional</span><span class="p">,</span> <span class="n">Tuple</span><span class="p">,</span> <span class="n">Union</span>
+
+<span class="kn">from</span> <span class="nn">airflow.models</span> <span class="kn">import</span> <span class="n">BaseOperator</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.apache.beam.hooks.beam</span> <span class="kn">import</span> <span class="n">BeamHook</span><span class="p">,</span> <span class="n">BeamRunnerType</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.google.cloud.hooks.dataflow</span> <span class="kn">import</span> <span class="p">(</span>
+ <span class="n">DataflowHook</span><span class="p">,</span>
+ <span class="n">process_line_and_extract_dataflow_job_id_callback</span><span class="p">,</span>
+<span class="p">)</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.google.cloud.hooks.gcs</span> <span class="kn">import</span> <span class="n">GCSHook</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.google.cloud.operators.dataflow</span> <span class="kn">import</span> <span class="n">CheckJobRunning</span><span class="p">,</span> <span class="n">DataflowConfiguration</span>
+<span class="kn">from</span> <span class="nn">airflow.utils.decorators</span> <span class="kn">import</span> <span class="n">apply_defaults</span>
+<span class="kn">from</span> <span class="nn">airflow.utils.helpers</span> <span class="kn">import</span> <span class="n">convert_camel_to_snake</span>
+<span class="kn">from</span> <span class="nn">airflow.version</span> <span class="kn">import</span> <span class="n">version</span>
+
+
+<div class="viewcode-block" id="BeamDataflowMixin"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin">[docs]</a><span class="k">class</span> <span class="nc">BeamDataflowMixin</span><span class="p">(</span><span class="n">metaclass</span><span class="o">=</span><span class="n">ABCMeta</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Helper class to store common, Dataflow specific logic for both</span>
+<span class="sd"> :class:`~airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator` and</span>
+<span class="sd"> :class:`~airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator`.</span>
+<span class="sd"> """</span>
+
+<div class="viewcode-block" id="BeamDataflowMixin.dataflow_hook"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_hook">[docs]</a> <span class="n">dataflow_hook</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">DataflowHook</span><span class="p">]</span></div>
+<div class="viewcode-block" id="BeamDataflowMixin.dataflow_config"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_config">[docs]</a> <span class="n">dataflow_config</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">DataflowConfiguration</span><span class="p">]</span></div>
+
+<div class="viewcode-block" id="BeamDataflowMixin._set_dataflow"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin._set_dataflow">[docs]</a> <span class="k">def</span> <span class="nf">_set_dataflow</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span> <span class="n">pipeline_options</span><span class="p">:</span> <span class="nb">dict</span><span class="p">,</span> <span class="n">job_name_variable_key</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="n">Tuple</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">dict</span><span class="p">,</span> <span class="n">Callable</span><span class="p">[[</span><span class="nb">str</span><span class="p">],</span> <span class="kc">None</span><span class="p">]]:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">__set_dataflow_hook</span><span class="p">()</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">project_id</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">project_id</span> <span class="ow">or</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span><span class="o">.</span><span class="n">project_ [...]
+ <span class="n">dataflow_job_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">__get_dataflow_job_name</span><span class="p">()</span>
+ <span class="n">pipeline_options</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">__get_dataflow_pipeline_options</span><span class="p">(</span>
+ <span class="n">pipeline_options</span><span class="p">,</span> <span class="n">dataflow_job_name</span><span class="p">,</span> <span class="n">job_name_variable_key</span>
+ <span class="p">)</span>
+ <span class="n">process_line_callback</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">__get_dataflow_process_callback</span><span class="p">()</span>
+ <span class="k">return</span> <span class="n">dataflow_job_name</span><span class="p">,</span> <span class="n">pipeline_options</span><span class="p">,</span> <span class="n">process_line_callback</span></div>
+
+<div class="viewcode-block" id="BeamDataflowMixin.__set_dataflow_hook"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__set_dataflow_hook">[docs]</a> <span class="k">def</span> <span class="nf">__set_dataflow_hook</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">DataflowHook</span><s [...]
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span> <span class="o">=</span> <span class="n">DataflowHook</span><span class="p">(</span>
+ <span class="n">gcp_conn_id</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">gcp_conn_id</span> <span class="ow">or</span> <span class="bp">self</span><span class="o">.</span><span class="n">gcp_conn_id</span><span class="p">,</span>
+ <span class="n">delegate_to</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">delegate_to</span> <span class="ow">or</span> <span class="bp">self</span><span class="o">.</span><span class="n">delegate_to</span><span class="p">,</span>
+ <span class="n">poll_sleep</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">poll_sleep</span><span class="p">,</span>
+ <span class="n">impersonation_chain</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">impersonation_chain</span><span class="p">,</span>
+ <span class="n">drain_pipeline</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">drain_pipeline</span><span class="p">,</span>
+ <span class="n">cancel_timeout</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">cancel_timeout</span><span class="p">,</span>
+ <span class="n">wait_until_finished</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">wait_until_finished</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span></div>
+
+<div class="viewcode-block" id="BeamDataflowMixin.__get_dataflow_job_name"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__get_dataflow_job_name">[docs]</a> <span class="k">def</span> <span class="nf">__get_dataflow_job_name</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</spa [...]
+ <span class="k">return</span> <span class="n">DataflowHook</span><span class="o">.</span><span class="n">build_dataflow_job_name</span><span class="p">(</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">job_name</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">append_job_name</span></div>
+ <span class="p">)</span>
+
+<div class="viewcode-block" id="BeamDataflowMixin.__get_dataflow_pipeline_options"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__get_dataflow_pipeline_options">[docs]</a> <span class="k">def</span> <span class="nf">__get_dataflow_pipeline_options</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span> <span class="n">pipeline_options</span><span class="p">:</span> <span class="nb">dict</span><span class="p">,</span> <span class="n">job_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">job_name_key</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="k [...]
+ <span class="p">)</span> <span class="o">-></span> <span class="nb">dict</span><span class="p">:</span>
+ <span class="n">pipeline_options</span> <span class="o">=</span> <span class="n">copy</span><span class="o">.</span><span class="n">deepcopy</span><span class="p">(</span><span class="n">pipeline_options</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">job_name_key</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="n">pipeline_options</span><span class="p">[</span><span class="n">job_name_key</span><span class="p">]</span> <span class="o">=</span> <span class="n">job_name</span>
+ <span class="n">pipeline_options</span><span class="p">[</span><span class="s2">"project"</span><span class="p">]</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">project_id</span>
+ <span class="n">pipeline_options</span><span class="p">[</span><span class="s2">"region"</span><span class="p">]</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">location</span>
+ <span class="n">pipeline_options</span><span class="o">.</span><span class="n">setdefault</span><span class="p">(</span><span class="s2">"labels"</span><span class="p">,</span> <span class="p">{})</span><span class="o">.</span><span class="n">update</span><span class="p">(</span>
+ <span class="p">{</span><span class="s2">"airflow-version"</span><span class="p">:</span> <span class="s2">"v"</span> <span class="o">+</span> <span class="n">version</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">"."</span><span class="p">,</span> <span class="s2">"-"</span><span class="p">)</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span cl [...]
+ <span class="p">)</span>
+ <span class="k">return</span> <span class="n">pipeline_options</span></div>
+
+<div class="viewcode-block" id="BeamDataflowMixin.__get_dataflow_process_callback"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__get_dataflow_process_callback">[docs]</a> <span class="k">def</span> <span class="nf">__get_dataflow_process_callback</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> < [...]
+ <span class="k">def</span> <span class="nf">set_current_dataflow_job_id</span><span class="p">(</span><span class="n">job_id</span><span class="p">):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span> <span class="o">=</span> <span class="n">job_id</span>
+
+ <span class="k">return</span> <span class="n">process_line_and_extract_dataflow_job_id_callback</span><span class="p">(</span>
+ <span class="n">on_new_job_id_callback</span><span class="o">=</span><span class="n">set_current_dataflow_job_id</span></div></div>
+ <span class="p">)</span>
+
+
+<div class="viewcode-block" id="BeamRunPythonPipelineOperator"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator">[docs]</a><span class="k">class</span> <span class="nc">BeamRunPythonPipelineOperator</span><span class="p">(</span><span class="n">BaseOperator</span><span class="p">,</span> <span class="n">BeamDataflowMixin</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Launching Apache Beam pipelines written in Python. Note that both</span>
+<span class="sd"> ``default_pipeline_options`` and ``pipeline_options`` will be merged to specify pipeline</span>
+<span class="sd"> execution parameter, and ``default_pipeline_options`` is expected to save</span>
+<span class="sd"> high-level options, for instances, project and zone information, which</span>
+<span class="sd"> apply to all beam operators in the DAG.</span>
+
+<span class="sd"> .. seealso::</span>
+<span class="sd"> For more information on how to use this operator, take a look at the guide:</span>
+<span class="sd"> :ref:`howto/operator:BeamRunPythonPipelineOperator`</span>
+
+<span class="sd"> .. seealso::</span>
+<span class="sd"> For more detail on Apache Beam have a look at the reference:</span>
+<span class="sd"> https://beam.apache.org/documentation/</span>
+
+<span class="sd"> :param py_file: Reference to the python Apache Beam pipeline file.py, e.g.,</span>
+<span class="sd"> /some/local/file/path/to/your/python/pipeline/file. (templated)</span>
+<span class="sd"> :type py_file: str</span>
+<span class="sd"> :param runner: Runner on which pipeline will be run. By default "DirectRunner" is being used.</span>
+<span class="sd"> Other possible options: DataflowRunner, SparkRunner, FlinkRunner.</span>
+<span class="sd"> See: :class:`~providers.apache.beam.hooks.beam.BeamRunnerType`</span>
+<span class="sd"> See: https://beam.apache.org/documentation/runners/capability-matrix/</span>
+
+<span class="sd"> :type runner: str</span>
+<span class="sd"> :param py_options: Additional python options, e.g., ["-m", "-v"].</span>
+<span class="sd"> :type py_options: list[str]</span>
+<span class="sd"> :param default_pipeline_options: Map of default pipeline options.</span>
+<span class="sd"> :type default_pipeline_options: dict</span>
+<span class="sd"> :param pipeline_options: Map of pipeline options.The key must be a dictionary.</span>
+<span class="sd"> The value can contain different types:</span>
+
+<span class="sd"> * If the value is None, the single option - ``--key`` (without value) will be added.</span>
+<span class="sd"> * If the value is False, this option will be skipped</span>
+<span class="sd"> * If the value is True, the single option - ``--key`` (without value) will be added.</span>
+<span class="sd"> * If the value is list, the many options will be added for each key.</span>
+<span class="sd"> If the value is ``['A', 'B']`` and the key is ``key`` then the ``--key=A --key-B`` options</span>
+<span class="sd"> will be left</span>
+<span class="sd"> * Other value types will be replaced with the Python textual representation.</span>
+
+<span class="sd"> When defining labels (``labels`` option), you can also provide a dictionary.</span>
+<span class="sd"> :type pipeline_options: dict</span>
+<span class="sd"> :param py_interpreter: Python version of the beam pipeline.</span>
+<span class="sd"> If None, this defaults to the python3.</span>
+<span class="sd"> To track python versions supported by beam and related</span>
+<span class="sd"> issues check: https://issues.apache.org/jira/browse/BEAM-1251</span>
+<span class="sd"> :type py_interpreter: str</span>
+<span class="sd"> :param py_requirements: Additional python package(s) to install.</span>
+<span class="sd"> If a value is passed to this parameter, a new virtual environment has been created with</span>
+<span class="sd"> additional packages installed.</span>
+
+<span class="sd"> You could also install the apache_beam package if it is not installed on your system or you want</span>
+<span class="sd"> to use a different version.</span>
+<span class="sd"> :type py_requirements: List[str]</span>
+<span class="sd"> :param py_system_site_packages: Whether to include system_site_packages in your virtualenv.</span>
+<span class="sd"> See virtualenv documentation for more information.</span>
+
+<span class="sd"> This option is only relevant if the ``py_requirements`` parameter is not None.</span>
+<span class="sd"> :param gcp_conn_id: Optional.</span>
+<span class="sd"> The connection ID to use connecting to Google Cloud Storage if python file is on GCS.</span>
+<span class="sd"> :type gcp_conn_id: str</span>
+<span class="sd"> :param delegate_to: Optional.</span>
+<span class="sd"> The account to impersonate using domain-wide delegation of authority,</span>
+<span class="sd"> if any. For this to work, the service account making the request must have</span>
+<span class="sd"> domain-wide delegation enabled.</span>
+<span class="sd"> :type delegate_to: str</span>
+<span class="sd"> :param dataflow_config: Dataflow configuration, used when runner type is set to DataflowRunner</span>
+<span class="sd"> :type dataflow_config: Union[dict, providers.google.cloud.operators.dataflow.DataflowConfiguration]</span>
+<span class="sd"> """</span>
+
+<div class="viewcode-block" id="BeamRunPythonPipelineOperator.template_fields"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.template_fields">[docs]</a> <span class="n">template_fields</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"py_file"</span><span class="p">,</span> <span class="s2">"runner"</span [...]
+<div class="viewcode-block" id="BeamRunPythonPipelineOperator.template_fields_renderers"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.template_fields_renderers">[docs]</a> <span class="n">template_fields_renderers</span> <span class="o">=</span> <span class="p">{</span><span class="s1">'dataflow_config'</span><span class="p">:</span> <span [...]
+
+ <span class="nd">@apply_defaults</span>
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="o">*</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">runner</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"DirectRunner"</span><span class="p">,</span>
+ <span class="n">default_pipeline_options</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">dict</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">dict</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">py_interpreter</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"python3"</span><span class="p">,</span>
+ <span class="n">py_options</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">py_requirements</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
+ <span class="n">gcp_conn_id</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"google_cloud_default"</span><span class="p">,</span>
+ <span class="n">delegate_to</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">dataflow_config</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Union</span><span class="p">[</span><span class="n">DataflowConfiguration</span><span class="p">,</span> <span class="nb">dict</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="o">**</span><span class="n">kwargs</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="o">**</span><span class="n">kwargs</span><span class="p">)</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">py_file</span> <span class="o">=</span> <span class="n">py_file</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">runner</span> <span class="o">=</span> <span class="n">runner</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">py_options</span> <span class="o">=</span> <span class="n">py_options</span> <span class="ow">or</span> <span class="p">[]</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">default_pipeline_options</span> <span class="o">=</span> <span class="n">default_pipeline_options</span> <span class="ow">or</span> <span class="p">{}</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">pipeline_options</span> <span class="o">=</span> <span class="n">pipeline_options</span> <span class="ow">or</span> <span class="p">{}</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">pipeline_options</span><span class="o">.</span><span class="n">setdefault</span><span class="p">(</span><span class="s2">"labels"</span><span class="p">,</span> <span class="p">{})</span><span class="o">.</span><span class="n">update</span><span class="p">(</span>
+ <span class="p">{</span><span class="s2">"airflow-version"</span><span class="p">:</span> <span class="s2">"v"</span> <span class="o">+</span> <span class="n">version</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">"."</span><span class="p">,</span> <span class="s2">"-"</span><span class="p">)</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span cl [...]
+ <span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">py_interpreter</span> <span class="o">=</span> <span class="n">py_interpreter</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">py_requirements</span> <span class="o">=</span> <span class="n">py_requirements</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">py_system_site_packages</span> <span class="o">=</span> <span class="n">py_system_site_packages</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">gcp_conn_id</span> <span class="o">=</span> <span class="n">gcp_conn_id</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">delegate_to</span> <span class="o">=</span> <span class="n">delegate_to</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span> <span class="o">=</span> <span class="n">dataflow_config</span> <span class="ow">or</span> <span class="p">{}</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">beam_hook</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">BeamHook</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">DataflowHook</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">runner</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">!=</span> <span class="n">BeamRunnerType</span><span class="o">.</span><span class="n">DataflowRunner</span><span class="o">.</span><span class="n">lower</span><spa [...]
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span>
+ <span class="s2">"dataflow_config is defined but runner is different than DataflowRunner (</span><span class="si">%s</span><span class="s2">)"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">runner</span>
+ <span class="p">)</span>
+
+<div class="viewcode-block" id="BeamRunPythonPipelineOperator.execute"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.execute">[docs]</a> <span class="k">def</span> <span class="nf">execute</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">context</span><span class="p">):</span>
+ <span class="sd">"""Execute the Apache Beam Pipeline."""</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">beam_hook</span> <span class="o">=</span> <span class="n">BeamHook</span><span class="p">(</span><span class="n">runner</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">runner</span><span class="p">)</span>
+ <span class="n">pipeline_options</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">default_pipeline_options</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span>
+ <span class="n">process_line_callback</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Callable</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="n">is_dataflow</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">runner</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">==</span> <span class="n">BeamRunnerType</span><span class="o">.</span><span class="n">DataflowRunner</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span>
+ <span class="n">dataflow_job_name</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+
+ <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="p">,</span> <span class="nb">dict</span><span class="p">):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span> <span class="o">=</span> <span class="n">DataflowConfiguration</span><span class="p">(</span><span class="o">**</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">is_dataflow</span><span class="p">:</span>
+ <span class="n">dataflow_job_name</span><span class="p">,</span> <span class="n">pipeline_options</span><span class="p">,</span> <span class="n">process_line_callback</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_set_dataflow</span><span class="p">(</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="n">pipeline_options</span><span class="p">,</span> <span class="n">job_name_variable_key</span><span class="o">=</span><span class="s2">"job_name"</span>
+ <span class="p">)</span>
+
+ <span class="n">pipeline_options</span><span class="o">.</span><span class="n">update</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">pipeline_options</span><span class="p">)</span>
+
+ <span class="c1"># Convert argument names from lowerCamelCase to snake case.</span>
+ <span class="n">formatted_pipeline_options</span> <span class="o">=</span> <span class="p">{</span>
+ <span class="n">convert_camel_to_snake</span><span class="p">(</span><span class="n">key</span><span class="p">):</span> <span class="n">pipeline_options</span><span class="p">[</span><span class="n">key</span><span class="p">]</span> <span class="k">for</span> <span class="n">key</span> <span class="ow">in</span> <span class="n">pipeline_options</span>
+ <span class="p">}</span>
+
+ <span class="k">with</span> <span class="n">ExitStack</span><span class="p">()</span> <span class="k">as</span> <span class="n">exit_stack</span><span class="p">:</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">py_file</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s2">"gs://"</span><span class="p">):</span>
+ <span class="n">gcs_hook</span> <span class="o">=</span> <span class="n">GCSHook</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">gcp_conn_id</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">delegate_to</span><span class="p">)</span>
+ <span class="n">tmp_gcs_file</span> <span class="o">=</span> <span class="n">exit_stack</span><span class="o">.</span><span class="n">enter_context</span><span class="p">(</span> <span class="c1"># pylint: disable=no-member</span>
+ <span class="n">gcs_hook</span><span class="o">.</span><span class="n">provide_file</span><span class="p">(</span><span class="n">object_url</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">py_file</span><span class="p">)</span>
+ <span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">py_file</span> <span class="o">=</span> <span class="n">tmp_gcs_file</span><span class="o">.</span><span class="n">name</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">beam_hook</span><span class="o">.</span><span class="n">start_python_pipeline</span><span class="p">(</span>
+ <span class="n">variables</span><span class="o">=</span><span class="n">formatted_pipeline_options</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">py_file</span><span class="p">,</span>
+ <span class="n">py_options</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">py_options</span><span class="p">,</span>
+ <span class="n">py_interpreter</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">py_interpreter</span><span class="p">,</span>
+ <span class="n">py_requirements</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">py_requirements</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">py_system_site_packages</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="o">=</span><span class="n">process_line_callback</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">is_dataflow</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span><span class="o">.</span><span class="n">wait_for_done</span><span class="p">(</span> <span class="c1"># pylint: disable=no-value-for-parameter</span>
+ <span class="n">job_name</span><span class="o">=</span><span class="n">dataflow_job_name</span><span class="p">,</span>
+ <span class="n">location</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">location</span><span class="p">,</span>
+ <span class="n">job_id</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">,</span>
+ <span class="n">multiple_jobs</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="k">return</span> <span class="p">{</span><span class="s2">"dataflow_job_id"</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">}</span></div>
+
+<div class="viewcode-block" id="BeamRunPythonPipelineOperator.on_kill"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.on_kill">[docs]</a> <span class="k">def</span> <span class="nf">on_kill</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s1">'Dataflow job with id: `</span><span class="si">%s</span><span class="s1">` was requested to be cancelled.'</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span><span class="o">.</span><span class="n">cancel_job</span><span class="p">(</span>
+ <span class="n">job_id</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">,</span>
+ <span class="n">project_id</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">project_id</span><span class="p">,</span></div></div>
+ <span class="p">)</span>
+
+
+<span class="c1"># pylint: disable=too-many-instance-attributes</span>
+<div class="viewcode-block" id="BeamRunJavaPipelineOperator"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator">[docs]</a><span class="k">class</span> <span class="nc">BeamRunJavaPipelineOperator</span><span class="p">(</span><span class="n">BaseOperator</span><span class="p">,</span> <span class="n">BeamDataflowMixin</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Launching Apache Beam pipelines written in Java.</span>
+
+<span class="sd"> Note that both</span>
+<span class="sd"> ``default_pipeline_options`` and ``pipeline_options`` will be merged to specify pipeline</span>
+<span class="sd"> execution parameter, and ``default_pipeline_options`` is expected to save</span>
+<span class="sd"> high-level pipeline_options, for instances, project and zone information, which</span>
+<span class="sd"> apply to all Apache Beam operators in the DAG.</span>
+
+<span class="sd"> .. seealso::</span>
+<span class="sd"> For more information on how to use this operator, take a look at the guide:</span>
+<span class="sd"> :ref:`howto/operator:BeamRunJavaPipelineOperator`</span>
+
+<span class="sd"> .. seealso::</span>
+<span class="sd"> For more detail on Apache Beam have a look at the reference:</span>
+<span class="sd"> https://beam.apache.org/documentation/</span>
+
+<span class="sd"> You need to pass the path to your jar file as a file reference with the ``jar``</span>
+<span class="sd"> parameter, the jar needs to be a self executing jar (see documentation here:</span>
+<span class="sd"> https://beam.apache.org/documentation/runners/dataflow/#self-executing-jar).</span>
+<span class="sd"> Use ``pipeline_options`` to pass on pipeline_options to your job.</span>
+
+<span class="sd"> :param jar: The reference to a self executing Apache Beam jar (templated).</span>
+<span class="sd"> :type jar: str</span>
+<span class="sd"> :param runner: Runner on which pipeline will be run. By default "DirectRunner" is being used.</span>
+<span class="sd"> See:</span>
+<span class="sd"> https://beam.apache.org/documentation/runners/capability-matrix/</span>
+<span class="sd"> :type runner: str</span>
+<span class="sd"> :param job_class: The name of the Apache Beam pipeline class to be executed, it</span>
+<span class="sd"> is often not the main class configured in the pipeline jar file.</span>
+<span class="sd"> :type job_class: str</span>
+<span class="sd"> :param default_pipeline_options: Map of default job pipeline_options.</span>
+<span class="sd"> :type default_pipeline_options: dict</span>
+<span class="sd"> :param pipeline_options: Map of job specific pipeline_options.The key must be a dictionary.</span>
+<span class="sd"> The value can contain different types:</span>
+
+<span class="sd"> * If the value is None, the single option - ``--key`` (without value) will be added.</span>
+<span class="sd"> * If the value is False, this option will be skipped</span>
+<span class="sd"> * If the value is True, the single option - ``--key`` (without value) will be added.</span>
+<span class="sd"> * If the value is list, the many pipeline_options will be added for each key.</span>
+<span class="sd"> If the value is ``['A', 'B']`` and the key is ``key`` then the ``--key=A --key-B`` pipeline_options</span>
+<span class="sd"> will be left</span>
+<span class="sd"> * Other value types will be replaced with the Python textual representation.</span>
+
+<span class="sd"> When defining labels (``labels`` option), you can also provide a dictionary.</span>
+<span class="sd"> :type pipeline_options: dict</span>
+<span class="sd"> :param gcp_conn_id: The connection ID to use connecting to Google Cloud Storage if jar is on GCS</span>
+<span class="sd"> :type gcp_conn_id: str</span>
+<span class="sd"> :param delegate_to: The account to impersonate using domain-wide delegation of authority,</span>
+<span class="sd"> if any. For this to work, the service account making the request must have</span>
+<span class="sd"> domain-wide delegation enabled.</span>
+<span class="sd"> :type delegate_to: str</span>
+<span class="sd"> :param dataflow_config: Dataflow configuration, used when runner type is set to DataflowRunner</span>
+<span class="sd"> :type dataflow_config: Union[dict, providers.google.cloud.operators.dataflow.DataflowConfiguration]</span>
+<span class="sd"> """</span>
+
+<div class="viewcode-block" id="BeamRunJavaPipelineOperator.template_fields"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.template_fields">[docs]</a> <span class="n">template_fields</span> <span class="o">=</span> <span class="p">[</span>
+ <span class="s2">"jar"</span><span class="p">,</span>
+ <span class="s2">"runner"</span><span class="p">,</span>
+ <span class="s2">"job_class"</span><span class="p">,</span>
+ <span class="s2">"pipeline_options"</span><span class="p">,</span>
+ <span class="s2">"default_pipeline_options"</span><span class="p">,</span>
+ <span class="s2">"dataflow_config"</span><span class="p">,</span></div>
+ <span class="p">]</span>
+<div class="viewcode-block" id="BeamRunJavaPipelineOperator.template_fields_renderers"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.template_fields_renderers">[docs]</a> <span class="n">template_fields_renderers</span> <span class="o">=</span> <span class="p">{</span><span class="s1">'dataflow_config'</span><span class="p">:</span> <span cla [...]
+<div class="viewcode-block" id="BeamRunJavaPipelineOperator.ui_color"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.ui_color">[docs]</a> <span class="n">ui_color</span> <span class="o">=</span> <span class="s2">"#0273d4"</span></div>
+
+ <span class="nd">@apply_defaults</span>
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="o">*</span><span class="p">,</span>
+ <span class="n">jar</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">runner</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"DirectRunner"</span><span class="p">,</span>
+ <span class="n">job_class</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">default_pipeline_options</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">dict</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">dict</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">gcp_conn_id</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"google_cloud_default"</span><span class="p">,</span>
+ <span class="n">delegate_to</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">dataflow_config</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Union</span><span class="p">[</span><span class="n">DataflowConfiguration</span><span class="p">,</span> <span class="nb">dict</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="o">**</span><span class="n">kwargs</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="o">**</span><span class="n">kwargs</span><span class="p">)</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">jar</span> <span class="o">=</span> <span class="n">jar</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">runner</span> <span class="o">=</span> <span class="n">runner</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">default_pipeline_options</span> <span class="o">=</span> <span class="n">default_pipeline_options</span> <span class="ow">or</span> <span class="p">{}</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">pipeline_options</span> <span class="o">=</span> <span class="n">pipeline_options</span> <span class="ow">or</span> <span class="p">{}</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">job_class</span> <span class="o">=</span> <span class="n">job_class</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span> <span class="o">=</span> <span class="n">dataflow_config</span> <span class="ow">or</span> <span class="p">{}</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">gcp_conn_id</span> <span class="o">=</span> <span class="n">gcp_conn_id</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">delegate_to</span> <span class="o">=</span> <span class="n">delegate_to</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">DataflowHook</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">beam_hook</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">BeamHook</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_dataflow_job_name</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">runner</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">!=</span> <span class="n">BeamRunnerType</span><span class="o">.</span><span class="n">DataflowRunner</span><span class="o">.</span><span class="n">lower</span><spa [...]
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span>
+ <span class="s2">"dataflow_config is defined but runner is different than DataflowRunner (</span><span class="si">%s</span><span class="s2">)"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">runner</span>
+ <span class="p">)</span>
+
+<div class="viewcode-block" id="BeamRunJavaPipelineOperator.execute"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.execute">[docs]</a> <span class="k">def</span> <span class="nf">execute</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">context</span><span class="p">):</span>
+ <span class="sd">"""Execute the Apache Beam Pipeline."""</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">beam_hook</span> <span class="o">=</span> <span class="n">BeamHook</span><span class="p">(</span><span class="n">runner</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">runner</span><span class="p">)</span>
+ <span class="n">pipeline_options</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">default_pipeline_options</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span>
+ <span class="n">process_line_callback</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Callable</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="n">is_dataflow</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">runner</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">==</span> <span class="n">BeamRunnerType</span><span class="o">.</span><span class="n">DataflowRunner</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span>
+ <span class="n">dataflow_job_name</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+
+ <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="p">,</span> <span class="nb">dict</span><span class="p">):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span> <span class="o">=</span> <span class="n">DataflowConfiguration</span><span class="p">(</span><span class="o">**</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">is_dataflow</span><span class="p">:</span>
+ <span class="n">dataflow_job_name</span><span class="p">,</span> <span class="n">pipeline_options</span><span class="p">,</span> <span class="n">process_line_callback</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_set_dataflow</span><span class="p">(</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="n">pipeline_options</span><span class="p">,</span> <span class="n">job_name_variable_key</span><span class="o">=</span><span class="kc">None</span>
+ <span class="p">)</span>
+
+ <span class="n">pipeline_options</span><span class="o">.</span><span class="n">update</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">pipeline_options</span><span class="p">)</span>
+
+ <span class="k">with</span> <span class="n">ExitStack</span><span class="p">()</span> <span class="k">as</span> <span class="n">exit_stack</span><span class="p">:</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">jar</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s2">"gs://"</span><span class="p">):</span>
+ <span class="n">gcs_hook</span> <span class="o">=</span> <span class="n">GCSHook</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">gcp_conn_id</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">delegate_to</span><span class="p">)</span>
+ <span class="n">tmp_gcs_file</span> <span class="o">=</span> <span class="n">exit_stack</span><span class="o">.</span><span class="n">enter_context</span><span class="p">(</span> <span class="c1"># pylint: disable=no-member</span>
+ <span class="n">gcs_hook</span><span class="o">.</span><span class="n">provide_file</span><span class="p">(</span><span class="n">object_url</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">jar</span><span class="p">)</span>
+ <span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">jar</span> <span class="o">=</span> <span class="n">tmp_gcs_file</span><span class="o">.</span><span class="n">name</span>
+
+ <span class="k">if</span> <span class="n">is_dataflow</span><span class="p">:</span>
+ <span class="n">is_running</span> <span class="o">=</span> <span class="kc">False</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">check_if_running</span> <span class="o">!=</span> <span class="n">CheckJobRunning</span><span class="o">.</span><span class="n">IgnoreJob</span><span class="p">:</span>
+ <span class="n">is_running</span> <span class="o">=</span> <span class="p">(</span>
+ <span class="c1"># The reason for disable=no-value-for-parameter is that project_id parameter is</span>
+ <span class="c1"># required but here is not passed, moreover it cannot be passed here.</span>
+ <span class="c1"># This method is wrapped by @_fallback_to_project_id_from_variables decorator which</span>
+ <span class="c1"># fallback project_id value from variables and raise error if project_id is</span>
+ <span class="c1"># defined both in variables and as parameter (here is already defined in variables)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span><span class="o">.</span><span class="n">is_job_dataflow_running</span><span class="p">(</span> <span class="c1"># pylint: disable=no-value-for-parameter</span>
+ <span class="n">name</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">job_name</span><span class="p">,</span>
+ <span class="n">variables</span><span class="o">=</span><span class="n">pipeline_options</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="p">)</span>
+ <span class="k">while</span> <span class="n">is_running</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">check_if_running</span> <span class="o">==</span> <span class="n">CheckJobRunning</span><span class="o">.</span><span class="n">WaitForRun</span><span class="p">:</span>
+ <span class="c1"># The reason for disable=no-value-for-parameter is that project_id parameter is</span>
+ <span class="c1"># required but here is not passed, moreover it cannot be passed here.</span>
+ <span class="c1"># This method is wrapped by @_fallback_to_project_id_from_variables decorator which</span>
+ <span class="c1"># fallback project_id value from variables and raise error if project_id is</span>
+ <span class="c1"># defined both in variables and as parameter (here is already defined in variables)</span>
+ <span class="c1"># pylint: disable=no-value-for-parameter</span>
+ <span class="n">is_running</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span><span class="o">.</span><span class="n">is_job_dataflow_running</span><span class="p">(</span>
+ <span class="n">name</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">job_name</span><span class="p">,</span>
+ <span class="n">variables</span><span class="o">=</span><span class="n">pipeline_options</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">is_running</span><span class="p">:</span>
+ <span class="n">pipeline_options</span><span class="p">[</span><span class="s2">"jobName"</span><span class="p">]</span> <span class="o">=</span> <span class="n">dataflow_job_name</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">beam_hook</span><span class="o">.</span><span class="n">start_java_pipeline</span><span class="p">(</span>
+ <span class="n">variables</span><span class="o">=</span><span class="n">pipeline_options</span><span class="p">,</span>
+ <span class="n">jar</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">jar</span><span class="p">,</span>
+ <span class="n">job_class</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">job_class</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="o">=</span><span class="n">process_line_callback</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span><span class="o">.</span><span class="n">wait_for_done</span><span class="p">(</span>
+ <span class="n">job_name</span><span class="o">=</span><span class="n">dataflow_job_name</span><span class="p">,</span>
+ <span class="n">location</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">location</span><span class="p">,</span>
+ <span class="n">job_id</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">,</span>
+ <span class="n">multiple_jobs</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">multiple_jobs</span><span class="p">,</span>
+ <span class="n">project_id</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">project_id</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="k">else</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">beam_hook</span><span class="o">.</span><span class="n">start_java_pipeline</span><span class="p">(</span>
+ <span class="n">variables</span><span class="o">=</span><span class="n">pipeline_options</span><span class="p">,</span>
+ <span class="n">jar</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">jar</span><span class="p">,</span>
+ <span class="n">job_class</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">job_class</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="o">=</span><span class="n">process_line_callback</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="k">return</span> <span class="p">{</span><span class="s2">"dataflow_job_id"</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">}</span></div>
+
+<div class="viewcode-block" id="BeamRunJavaPipelineOperator.on_kill"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.on_kill">[docs]</a> <span class="k">def</span> <span class="nf">on_kill</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s1">'Dataflow job with id: `</span><span class="si">%s</span><span class="s1">` was requested to be cancelled.'</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span><span class="o">.</span><span class="n">cancel_job</span><span class="p">(</span>
+ <span class="n">job_id</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">,</span>
+ <span class="n">project_id</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">project_id</span><span class="p">,</span></div></div>
+ <span class="p">)</span>
+</pre></div>
+
+ <div class="pager" role="navigation" aria-label="related navigation"><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Previous</button><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Next</button>
</div>
</div>
@@ -1034,41 +1097,7 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
- <ul>
-<li><a class="reference internal" href="#">Services</a><ul>
-<li><a class="reference internal" href="#service-operators-and-hooks">Service operators and hooks</a><ul>
-<li><a class="reference internal" href="#databricks">Databricks</a></li>
-<li><a class="reference internal" href="#datadog">Datadog</a></li>
-<li><a class="reference internal" href="#dingding">Dingding</a></li>
-<li><a class="reference internal" href="#discord">Discord</a></li>
-<li><a class="reference internal" href="#facebook-ads">Facebook Ads</a></li>
-<li><a class="reference internal" href="#ibm-cloudant">IBM Cloudant</a></li>
-<li><a class="reference internal" href="#opsgenie">Opsgenie</a></li>
-<li><a class="reference internal" href="#pagerduty">Pagerduty</a></li>
-<li><a class="reference internal" href="#plexus">Plexus</a></li>
-<li><a class="reference internal" href="#qubole">Qubole</a></li>
-<li><a class="reference internal" href="#salesforce">Salesforce</a></li>
-<li><a class="reference internal" href="#segment">Segment</a></li>
-<li><a class="reference internal" href="#slack">Slack</a></li>
-<li><a class="reference internal" href="#snowflake">Snowflake</a></li>
-<li><a class="reference internal" href="#tableau">Tableau</a></li>
-<li><a class="reference internal" href="#telegram">Telegram</a></li>
-<li><a class="reference internal" href="#yandex-cloud">Yandex.Cloud</a></li>
-<li><a class="reference internal" href="#yandex-cloud-dataproc">Yandex.Cloud Dataproc</a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#transfer-operators-and-hooks">Transfer operators and hooks</a><ul>
-<li><a class="reference internal" href="#facebook-ads-to-google-cloud-storage-gcs">Facebook Ads to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#salesforce-to-google-cloud-storage-gcs">Salesforce to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#snowflake-to-mysql">Snowflake to MySQL</a></li>
-<li><a class="reference internal" href="#amazon-simple-storage-service-s3-to-snowflake">Amazon Simple Storage Service (S3) to Snowflake</a></li>
-<li><a class="reference internal" href="#snowflake-to-slack">Snowflake to Slack</a></li>
-</ul>
-</li>
-</ul>
-</li>
-</ul>
-
+
</div>
</nav>
@@ -1084,24 +1113,6 @@
-
-
-
-
- <div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers/operators-and-hooks-ref/services.rst" rel="nofollow">
-
- <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
- <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
- <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.15 [...]
- </svg>
-
- <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span>
- </button>
- </a>
- </div>
-
-
</div>
@@ -1223,15 +1234,15 @@
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/index.html
similarity index 65%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
copy to docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/index.html
index a2732c7..db28b8a 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/index.html
@@ -9,15 +9,13 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Services — apache-airflow-providers Documentation</title>
+ <title>Overview: module code — apache-airflow-providers-apache-beam Documentation</title>
<link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
<link rel="shortcut icon" href="../_static/pin_32.png"/>
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Software integrations" href="software.html" />
- <link rel="prev" title="Protocol integrations" href="protocol.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -313,9 +311,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../_api/airflow/providers/apache/beam/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -440,9 +450,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../_api/airflow/providers/apache/beam/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -533,9 +555,7 @@
<li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
-
- <li class="breadcrumb-item"><a href="services.html"> Services</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> Overview: module code</a></li>
</ul>
</div>
@@ -546,428 +566,13 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="services">
-<h1>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h1>
-<div class="section" id="service-operators-and-hooks">
-<h2>Service operators and hooks<a class="headerlink" href="#service-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="databricks">
-<h3>Databricks<a class="headerlink" href="#databricks" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/operators/databricks/index.html#module-airflow.providers.databricks.operators.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/hooks/databricks/index.html#module-airflow.providers.databricks.hooks.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/operators.html" title="(in apache-airflow-providers-databricks vmaster)"><span>DatabricksSubmitRunOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-databricks"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-databricks</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://databricks.com/">Databricks</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="datadog">
-<h3>Datadog<a class="headerlink" href="#datadog" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-datadog/stable/_api/airflow/providers/datadog/hooks/datadog/index.html#module-airflow.providers.datadog.hooks.datadog" title="(in apache-airflow-providers-datadog vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.datadog.hooks.datadog</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-datadog"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-datadog</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.datadoghq.com/">Datadog</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="dingding">
-<h3>Dingding<a class="headerlink" href="#dingding" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/operators/dingding/index.html#module-airflow.providers.dingding.operators.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.operators.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Guides</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/operators.html" title="(in apache-airflow-providers-dingding vmaster)"><span>Dingding Operators</span></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-dingding"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-dingding</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://oapi.dingtalk.com">Dingding</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="discord">
-<h3>Discord<a class="headerlink" href="#discord" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/operators/discord_webhook/index.html#module-airflow.providers.discord.operators.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.operators.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/hooks/discord_webhook/index.html#module-airflow.providers.discord.hooks.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.hooks.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-discord"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-discord</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://discordapp.com">Discord</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="facebook-ads">
-<h3>Facebook Ads<a class="headerlink" href="#facebook-ads" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-facebook/stable/_api/airflow/providers/facebook/ads/hooks/ads/index.html#module-airflow.providers.facebook.ads.hooks.ads" title="(in apache-airflow-providers-facebook vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.facebook.ads.hooks.ads</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-facebook"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-facebook</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ibm-cloudant">
-<h3>IBM Cloudant<a class="headerlink" href="#ibm-cloudant" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/hooks/dingding/index.html#module-airflow.providers.dingding.hooks.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.hooks.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-cloudant"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-cloudant</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.ibm.com/cloud/cloudant">IBM Cloudant</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="opsgenie">
-<h3>Opsgenie<a class="headerlink" href="#opsgenie" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/operators/opsgenie_alert/index.html#module-airflow.providers.opsgenie.operators.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.operators.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/hooks/opsgenie_alert/index.html#module-airflow.providers.opsgenie.hooks.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.hooks.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-opsgenie"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-opsgenie</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.opsgenie.com/">Opsgenie</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="pagerduty">
-<h3>Pagerduty<a class="headerlink" href="#pagerduty" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-pagerduty/stable/_api/airflow/providers/pagerduty/hooks/pagerduty/index.html#module-airflow.providers.pagerduty.hooks.pagerduty" title="(in apache-airflow-providers-pagerduty vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.pagerduty.hooks.pagerduty</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-pagerduty"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-pagerduty</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.pagerduty.com/">Pagerduty</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="plexus">
-<h3>Plexus<a class="headerlink" href="#plexus" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/operators/job/index.html#module-airflow.providers.plexus.operators.job" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.operators.job</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/hooks/plexus/index.html#module-airflow.providers.plexus.hooks.plexus" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.hooks.plexus</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-plexus"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-plexus</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://plexus.corescientific.com/">Plexus</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="qubole">
-<h3>Qubole<a class="headerlink" href="#qubole" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/operators/qubole/index.html#module-airflow.providers.qubole.operators.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.operators.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/ai [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/hooks/qubole/index.html#module-airflow.providers.qubole.hooks.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.hooks.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/provi [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-qubole"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-qubole</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.qubole.com/">Qubole</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce">
-<h3>Salesforce<a class="headerlink" href="#salesforce" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/operators/tableau_refresh_workbook/index.html#module-airflow.providers.salesforce.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/hooks/salesforce/index.html#module-airflow.providers.salesforce.hooks.salesforce" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.hooks.salesforce</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-salesforce"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-salesforce</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="segment">
-<h3>Segment<a class="headerlink" href="#segment" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/operators/segment_track_event/index.html#module-airflow.providers.segment.operators.segment_track_event" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.operators.segment_track_event</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/hooks/segment/index.html#module-airflow.providers.segment.hooks.segment" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.hooks.segment</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-segment"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-segment</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://segment.com/docs/">Segment</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="slack">
-<h3>Slack<a class="headerlink" href="#slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/operators/slack/index.html#module-airflow.providers.slack.operators.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.operators.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/pro [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/hooks/slack/index.html#module-airflow.providers.slack.hooks.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.hooks.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slac [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-slack"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-slack</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake">
-<h3>Snowflake<a class="headerlink" href="#snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/operators/snowflake/index.html#module-airflow.providers.snowflake.operators.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.operators.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/hooks/snowflake/index.html#module-airflow.providers.snowflake.hooks.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.hooks.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="tableau">
-<h3>Tableau<a class="headerlink" href="#tableau" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/operators/tableau_refresh_workbook/index.html#module-airflow.providers.tableau.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/hooks/tableau/index.html#module-airflow.providers.tableau.hooks.tableau" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.hooks.tableau</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-tableau"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-tableau</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.tableau.com/">Tableau</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="telegram">
-<h3>Telegram<a class="headerlink" href="#telegram" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/operators/telegram/index.html#module-airflow.providers.telegram.operators.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.operators.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/hooks/telegram/index.html#module-airflow.providers.telegram.hooks.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.hooks.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/operators.html" title="(in apache-airflow-providers-telegram vmaster)"><span>TelegramOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-telegram"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-telegram</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://telegram.org/">Telegram</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud">
-<h3>Yandex.Cloud<a class="headerlink" href="#yandex-cloud" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandex/index.html#module-airflow.providers.yandex.hooks.yandex" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandex</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/">Yandex.Cloud</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud-dataproc">
-<h3>Yandex.Cloud Dataproc<a class="headerlink" href="#yandex-cloud-dataproc" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.operators.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.hooks.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/operators.html" title="(in apache-airflow-providers-yandex vmaster)"><span>Yandex.Cloud Data Proc Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/dataproc">Yandex.Cloud Dataproc</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfer-operators-and-hooks">
-<h2>Transfer operators and hooks<a class="headerlink" href="#transfer-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="facebook-ads-to-google-cloud-storage-gcs">
-<h3>Facebook Ads to Google Cloud Storage (GCS)<a class="headerlink" href="#facebook-ads-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/facebook_ads_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Facebook Ads To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/facebook_ads_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.facebook_ads_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.facebook_ads_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce-to-google-cloud-storage-gcs">
-<h3>Salesforce to Google Cloud Storage (GCS)<a class="headerlink" href="#salesforce-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/salesforce_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Salesforce To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/salesforce_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.salesforce_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.salesforce_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-mysql">
-<h3>Snowflake to MySQL<a class="headerlink" href="#snowflake-to-mysql" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.mysql.com/">MySQL</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-mysql/stable/_api/airflow/providers/mysql/transfers/presto_to_mysql/index.html#module-airflow.providers.mysql.transfers.presto_to_mysql" title="(in apache-airflow-providers-mysql vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.mysql.transfers.presto_to_mysql</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-mysql"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-mysql</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="amazon-simple-storage-service-s3-to-snowflake">
-<h3>Amazon Simple Storage Service (S3) to Snowflake<a class="headerlink" href="#amazon-simple-storage-service-s3-to-snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://aws.amazon.com/s3/">Amazon Simple Storage Service (S3)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/s3_to_snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>S3ToSnowflakeOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/s3_to_snowflake/index.html#module-airflow.providers.snowflake.transfers.s3_to_snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.s3_to_snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-slack">
-<h3>Snowflake to Slack<a class="headerlink" href="#snowflake-to-slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake_to_slack.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeToSlackOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/snowflake_to_slack/index.html#module-airflow.providers.snowflake.transfers.snowflake_to_slack" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.snowflake_to_slack</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-</div>
-</div>
-
+ <h1>All modules for which code is available</h1>
+<ul><li><a href="airflow/providers/apache/beam/example_dags/example_beam.html">airflow.providers.apache.beam.example_dags.example_beam</a></li>
+<li><a href="airflow/providers/apache/beam/hooks/beam.html">airflow.providers.apache.beam.hooks.beam</a></li>
+<li><a href="airflow/providers/apache/beam/operators/beam.html">airflow.providers.apache.beam.operators.beam</a></li>
+</ul>
- <div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Protocol integrations" href="protocol.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
- </a>
- <a rel="next" title="Software integrations" href="software.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
- </a>
+ <div class="pager" role="navigation" aria-label="related navigation"><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Previous</button><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Next</button>
</div>
</div>
@@ -1034,41 +639,7 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
- <ul>
-<li><a class="reference internal" href="#">Services</a><ul>
-<li><a class="reference internal" href="#service-operators-and-hooks">Service operators and hooks</a><ul>
-<li><a class="reference internal" href="#databricks">Databricks</a></li>
-<li><a class="reference internal" href="#datadog">Datadog</a></li>
-<li><a class="reference internal" href="#dingding">Dingding</a></li>
-<li><a class="reference internal" href="#discord">Discord</a></li>
-<li><a class="reference internal" href="#facebook-ads">Facebook Ads</a></li>
-<li><a class="reference internal" href="#ibm-cloudant">IBM Cloudant</a></li>
-<li><a class="reference internal" href="#opsgenie">Opsgenie</a></li>
-<li><a class="reference internal" href="#pagerduty">Pagerduty</a></li>
-<li><a class="reference internal" href="#plexus">Plexus</a></li>
-<li><a class="reference internal" href="#qubole">Qubole</a></li>
-<li><a class="reference internal" href="#salesforce">Salesforce</a></li>
-<li><a class="reference internal" href="#segment">Segment</a></li>
-<li><a class="reference internal" href="#slack">Slack</a></li>
-<li><a class="reference internal" href="#snowflake">Snowflake</a></li>
-<li><a class="reference internal" href="#tableau">Tableau</a></li>
-<li><a class="reference internal" href="#telegram">Telegram</a></li>
-<li><a class="reference internal" href="#yandex-cloud">Yandex.Cloud</a></li>
-<li><a class="reference internal" href="#yandex-cloud-dataproc">Yandex.Cloud Dataproc</a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#transfer-operators-and-hooks">Transfer operators and hooks</a><ul>
-<li><a class="reference internal" href="#facebook-ads-to-google-cloud-storage-gcs">Facebook Ads to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#salesforce-to-google-cloud-storage-gcs">Salesforce to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#snowflake-to-mysql">Snowflake to MySQL</a></li>
-<li><a class="reference internal" href="#amazon-simple-storage-service-s3-to-snowflake">Amazon Simple Storage Service (S3) to Snowflake</a></li>
-<li><a class="reference internal" href="#snowflake-to-slack">Snowflake to Slack</a></li>
-</ul>
-</li>
-</ul>
-</li>
-</ul>
-
+
</div>
</nav>
@@ -1084,24 +655,6 @@
-
-
-
-
- <div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers/operators-and-hooks-ref/services.rst" rel="nofollow">
-
- <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
- <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
- <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.15 [...]
- </svg>
-
- <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span>
- </button>
- </a>
- </div>
-
-
</div>
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/hooks/beam/index.rst.txt b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/hooks/beam/index.rst.txt
new file mode 100644
index 0000000..ce9b538
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/hooks/beam/index.rst.txt
@@ -0,0 +1,166 @@
+:mod:`airflow.providers.apache.beam.hooks.beam`
+===============================================
+
+.. py:module:: airflow.providers.apache.beam.hooks.beam
+
+.. autoapi-nested-parse::
+
+ This module contains a Apache Beam Hook.
+
+
+
+Module Contents
+---------------
+
+.. py:class:: BeamRunnerType
+
+ Helper class for listing runner types.
+ For more information about runners see:
+ https://beam.apache.org/documentation/
+
+ .. attribute:: DataflowRunner
+ :annotation: = DataflowRunner
+
+
+
+ .. attribute:: DirectRunner
+ :annotation: = DirectRunner
+
+
+
+ .. attribute:: SparkRunner
+ :annotation: = SparkRunner
+
+
+
+ .. attribute:: FlinkRunner
+ :annotation: = FlinkRunner
+
+
+
+ .. attribute:: SamzaRunner
+ :annotation: = SamzaRunner
+
+
+
+ .. attribute:: NemoRunner
+ :annotation: = NemoRunner
+
+
+
+ .. attribute:: JetRunner
+ :annotation: = JetRunner
+
+
+
+ .. attribute:: Twister2Runner
+ :annotation: = Twister2Runner
+
+
+
+
+.. function:: beam_options_to_args(options: dict) -> List[str]
+ Returns a formatted pipeline options from a dictionary of arguments
+
+ The logic of this method should be compatible with Apache Beam:
+ https://github.com/apache/beam/blob/b56740f0e8cd80c2873412847d0b336837429fb9/sdks/python/
+ apache_beam/options/pipeline_options.py#L230-L251
+
+ :param options: Dictionary with options
+ :type options: dict
+ :return: List of arguments
+ :rtype: List[str]
+
+
+.. py:class:: BeamCommandRunner(cmd: List[str], process_line_callback: Optional[Callable[[str], None]] = None)
+
+ Bases: :class:`airflow.utils.log.logging_mixin.LoggingMixin`
+
+ Class responsible for running pipeline command in subprocess
+
+ :param cmd: Parts of the command to be run in subprocess
+ :type cmd: List[str]
+ :param process_line_callback: Optional callback which can be used to process
+ stdout and stderr to detect job id
+ :type process_line_callback: Optional[Callable[[str], None]]
+
+
+ .. method:: _process_fd(self, fd)
+
+ Prints output to logs.
+
+ :param fd: File descriptor.
+
+
+
+
+ .. method:: wait_for_done(self)
+
+ Waits for Apache Beam pipeline to complete.
+
+
+
+
+.. py:class:: BeamHook(runner: str)
+
+ Bases: :class:`airflow.hooks.base.BaseHook`
+
+ Hook for Apache Beam.
+
+ All the methods in the hook where project_id is used must be called with
+ keyword arguments rather than positional.
+
+ :param runner: Runner type
+ :type runner: str
+
+
+ .. method:: _start_pipeline(self, variables: dict, command_prefix: List[str], process_line_callback: Optional[Callable[[str], None]] = None)
+
+
+
+
+ .. method:: start_python_pipeline(self, variables: dict, py_file: str, py_options: List[str], py_interpreter: str = 'python3', py_requirements: Optional[List[str]] = None, py_system_site_packages: bool = False, process_line_callback: Optional[Callable[[str], None]] = None)
+
+ Starts Apache Beam python pipeline.
+
+ :param variables: Variables passed to the pipeline.
+ :type variables: Dict
+ :param py_options: Additional options.
+ :type py_options: List[str]
+ :param py_interpreter: Python version of the Apache Beam pipeline.
+ If None, this defaults to the python3.
+ To track python versions supported by beam and related
+ issues check: https://issues.apache.org/jira/browse/BEAM-1251
+ :type py_interpreter: str
+ :param py_requirements: Additional python package(s) to install.
+ If a value is passed to this parameter, a new virtual environment has been created with
+ additional packages installed.
+
+ You could also install the apache-beam package if it is not installed on your system or you want
+ to use a different version.
+ :type py_requirements: List[str]
+ :param py_system_site_packages: Whether to include system_site_packages in your virtualenv.
+ See virtualenv documentation for more information.
+
+ This option is only relevant if the ``py_requirements`` parameter is not None.
+ :type py_system_site_packages: bool
+ :param on_new_job_id_callback: Callback called when the job ID is known.
+ :type on_new_job_id_callback: callable
+
+
+
+
+ .. method:: start_java_pipeline(self, variables: dict, jar: str, job_class: Optional[str] = None, process_line_callback: Optional[Callable[[str], None]] = None)
+
+ Starts Apache Beam Java pipeline.
+
+ :param variables: Variables passed to the job.
+ :type variables: dict
+ :param jar: Name of the jar for the pipeline
+ :type job_class: str
+ :param job_class: Name of the java class for the pipeline.
+ :type job_class: str
+
+
+
+
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/hooks/index.rst.txt b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/hooks/index.rst.txt
new file mode 100644
index 0000000..13e919e
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/hooks/index.rst.txt
@@ -0,0 +1,15 @@
+:mod:`airflow.providers.apache.beam.hooks`
+==========================================
+
+.. py:module:: airflow.providers.apache.beam.hooks
+
+
+Submodules
+----------
+.. toctree::
+ :titlesonly:
+ :maxdepth: 1
+
+ beam/index.rst
+
+
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/index.rst.txt b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/index.rst.txt
new file mode 100644
index 0000000..c13e066
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/index.rst.txt
@@ -0,0 +1,16 @@
+:mod:`airflow.providers.apache.beam`
+====================================
+
+.. py:module:: airflow.providers.apache.beam
+
+
+Subpackages
+-----------
+.. toctree::
+ :titlesonly:
+ :maxdepth: 3
+
+ hooks/index.rst
+ operators/index.rst
+
+
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/operators/beam/index.rst.txt b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/operators/beam/index.rst.txt
new file mode 100644
index 0000000..493b8f6
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/operators/beam/index.rst.txt
@@ -0,0 +1,236 @@
+:mod:`airflow.providers.apache.beam.operators.beam`
+===================================================
+
+.. py:module:: airflow.providers.apache.beam.operators.beam
+
+.. autoapi-nested-parse::
+
+ This module contains Apache Beam operators.
+
+
+
+Module Contents
+---------------
+
+.. py:class:: BeamDataflowMixin
+
+ Helper class to store common, Dataflow specific logic for both
+ :class:`~airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator` and
+ :class:`~airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator`.
+
+ .. attribute:: dataflow_hook
+ :annotation: :Optional[DataflowHook]
+
+
+
+ .. attribute:: dataflow_config
+ :annotation: :Optional[DataflowConfiguration]
+
+
+
+
+ .. method:: _set_dataflow(self, pipeline_options: dict, job_name_variable_key: Optional[str] = None)
+
+
+
+
+ .. method:: __set_dataflow_hook(self)
+
+
+
+
+ .. method:: __get_dataflow_job_name(self)
+
+
+
+
+ .. method:: __get_dataflow_pipeline_options(self, pipeline_options: dict, job_name: str, job_name_key: Optional[str] = None)
+
+
+
+
+ .. method:: __get_dataflow_process_callback(self)
+
+
+
+
+.. py:class:: BeamRunPythonPipelineOperator(*, py_file: str, runner: str = 'DirectRunner', default_pipeline_options: Optional[dict] = None, pipeline_options: Optional[dict] = None, py_interpreter: str = 'python3', py_options: Optional[List[str]] = None, py_requirements: Optional[List[str]] = None, py_system_site_packages: bool = False, gcp_conn_id: str = 'google_cloud_default', delegate_to: Optional[str] = None, dataflow_config: Optional[Union[DataflowConfiguration, dict]] = None, **kwargs)
+
+ Bases: :class:`airflow.models.BaseOperator`, :class:`airflow.providers.apache.beam.operators.beam.BeamDataflowMixin`
+
+ Launching Apache Beam pipelines written in Python. Note that both
+ ``default_pipeline_options`` and ``pipeline_options`` will be merged to specify pipeline
+ execution parameter, and ``default_pipeline_options`` is expected to save
+ high-level options, for instances, project and zone information, which
+ apply to all beam operators in the DAG.
+
+ .. seealso::
+ For more information on how to use this operator, take a look at the guide:
+ :ref:`howto/operator:BeamRunPythonPipelineOperator`
+
+ .. seealso::
+ For more detail on Apache Beam have a look at the reference:
+ https://beam.apache.org/documentation/
+
+ :param py_file: Reference to the python Apache Beam pipeline file.py, e.g.,
+ /some/local/file/path/to/your/python/pipeline/file. (templated)
+ :type py_file: str
+ :param runner: Runner on which pipeline will be run. By default "DirectRunner" is being used.
+ Other possible options: DataflowRunner, SparkRunner, FlinkRunner.
+ See: :class:`~providers.apache.beam.hooks.beam.BeamRunnerType`
+ See: https://beam.apache.org/documentation/runners/capability-matrix/
+
+ :type runner: str
+ :param py_options: Additional python options, e.g., ["-m", "-v"].
+ :type py_options: list[str]
+ :param default_pipeline_options: Map of default pipeline options.
+ :type default_pipeline_options: dict
+ :param pipeline_options: Map of pipeline options.The key must be a dictionary.
+ The value can contain different types:
+
+ * If the value is None, the single option - ``--key`` (without value) will be added.
+ * If the value is False, this option will be skipped
+ * If the value is True, the single option - ``--key`` (without value) will be added.
+ * If the value is list, the many options will be added for each key.
+ If the value is ``['A', 'B']`` and the key is ``key`` then the ``--key=A --key-B`` options
+ will be left
+ * Other value types will be replaced with the Python textual representation.
+
+ When defining labels (``labels`` option), you can also provide a dictionary.
+ :type pipeline_options: dict
+ :param py_interpreter: Python version of the beam pipeline.
+ If None, this defaults to the python3.
+ To track python versions supported by beam and related
+ issues check: https://issues.apache.org/jira/browse/BEAM-1251
+ :type py_interpreter: str
+ :param py_requirements: Additional python package(s) to install.
+ If a value is passed to this parameter, a new virtual environment has been created with
+ additional packages installed.
+
+ You could also install the apache_beam package if it is not installed on your system or you want
+ to use a different version.
+ :type py_requirements: List[str]
+ :param py_system_site_packages: Whether to include system_site_packages in your virtualenv.
+ See virtualenv documentation for more information.
+
+ This option is only relevant if the ``py_requirements`` parameter is not None.
+ :param gcp_conn_id: Optional.
+ The connection ID to use connecting to Google Cloud Storage if python file is on GCS.
+ :type gcp_conn_id: str
+ :param delegate_to: Optional.
+ The account to impersonate using domain-wide delegation of authority,
+ if any. For this to work, the service account making the request must have
+ domain-wide delegation enabled.
+ :type delegate_to: str
+ :param dataflow_config: Dataflow configuration, used when runner type is set to DataflowRunner
+ :type dataflow_config: Union[dict, providers.google.cloud.operators.dataflow.DataflowConfiguration]
+
+ .. attribute:: template_fields
+ :annotation: = ['py_file', 'runner', 'pipeline_options', 'default_pipeline_options', 'dataflow_config']
+
+
+
+ .. attribute:: template_fields_renderers
+
+
+
+
+
+ .. method:: execute(self, context)
+
+ Execute the Apache Beam Pipeline.
+
+
+
+
+ .. method:: on_kill(self)
+
+
+
+
+.. py:class:: BeamRunJavaPipelineOperator(*, jar: str, runner: str = 'DirectRunner', job_class: Optional[str] = None, default_pipeline_options: Optional[dict] = None, pipeline_options: Optional[dict] = None, gcp_conn_id: str = 'google_cloud_default', delegate_to: Optional[str] = None, dataflow_config: Optional[Union[DataflowConfiguration, dict]] = None, **kwargs)
+
+ Bases: :class:`airflow.models.BaseOperator`, :class:`airflow.providers.apache.beam.operators.beam.BeamDataflowMixin`
+
+ Launching Apache Beam pipelines written in Java.
+
+ Note that both
+ ``default_pipeline_options`` and ``pipeline_options`` will be merged to specify pipeline
+ execution parameter, and ``default_pipeline_options`` is expected to save
+ high-level pipeline_options, for instances, project and zone information, which
+ apply to all Apache Beam operators in the DAG.
+
+ .. seealso::
+ For more information on how to use this operator, take a look at the guide:
+ :ref:`howto/operator:BeamRunJavaPipelineOperator`
+
+ .. seealso::
+ For more detail on Apache Beam have a look at the reference:
+ https://beam.apache.org/documentation/
+
+ You need to pass the path to your jar file as a file reference with the ``jar``
+ parameter, the jar needs to be a self executing jar (see documentation here:
+ https://beam.apache.org/documentation/runners/dataflow/#self-executing-jar).
+ Use ``pipeline_options`` to pass on pipeline_options to your job.
+
+ :param jar: The reference to a self executing Apache Beam jar (templated).
+ :type jar: str
+ :param runner: Runner on which pipeline will be run. By default "DirectRunner" is being used.
+ See:
+ https://beam.apache.org/documentation/runners/capability-matrix/
+ :type runner: str
+ :param job_class: The name of the Apache Beam pipeline class to be executed, it
+ is often not the main class configured in the pipeline jar file.
+ :type job_class: str
+ :param default_pipeline_options: Map of default job pipeline_options.
+ :type default_pipeline_options: dict
+ :param pipeline_options: Map of job specific pipeline_options.The key must be a dictionary.
+ The value can contain different types:
+
+ * If the value is None, the single option - ``--key`` (without value) will be added.
+ * If the value is False, this option will be skipped
+ * If the value is True, the single option - ``--key`` (without value) will be added.
+ * If the value is list, the many pipeline_options will be added for each key.
+ If the value is ``['A', 'B']`` and the key is ``key`` then the ``--key=A --key-B`` pipeline_options
+ will be left
+ * Other value types will be replaced with the Python textual representation.
+
+ When defining labels (``labels`` option), you can also provide a dictionary.
+ :type pipeline_options: dict
+ :param gcp_conn_id: The connection ID to use connecting to Google Cloud Storage if jar is on GCS
+ :type gcp_conn_id: str
+ :param delegate_to: The account to impersonate using domain-wide delegation of authority,
+ if any. For this to work, the service account making the request must have
+ domain-wide delegation enabled.
+ :type delegate_to: str
+ :param dataflow_config: Dataflow configuration, used when runner type is set to DataflowRunner
+ :type dataflow_config: Union[dict, providers.google.cloud.operators.dataflow.DataflowConfiguration]
+
+ .. attribute:: template_fields
+ :annotation: = ['jar', 'runner', 'job_class', 'pipeline_options', 'default_pipeline_options', 'dataflow_config']
+
+
+
+ .. attribute:: template_fields_renderers
+
+
+
+
+ .. attribute:: ui_color
+ :annotation: = #0273d4
+
+
+
+
+ .. method:: execute(self, context)
+
+ Execute the Apache Beam Pipeline.
+
+
+
+
+ .. method:: on_kill(self)
+
+
+
+
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/operators/index.rst.txt b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/operators/index.rst.txt
new file mode 100644
index 0000000..68d910e
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/operators/index.rst.txt
@@ -0,0 +1,15 @@
+:mod:`airflow.providers.apache.beam.operators`
+==============================================
+
+.. py:module:: airflow.providers.apache.beam.operators
+
+
+Submodules
+----------
+.. toctree::
+ :titlesonly:
+ :maxdepth: 1
+
+ beam/index.rst
+
+
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/commits.rst.txt b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/commits.rst.txt
new file mode 100644
index 0000000..9428ea0
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/commits.rst.txt
@@ -0,0 +1,55 @@
+
+ .. Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ .. http://www.apache.org/licenses/LICENSE-2.0
+
+ .. Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+
+
+Package apache-airflow-providers-apache-beam
+------------------------------------------------------
+
+`Apache Beam <https://beam.apache.org/>`__.
+
+
+This is detailed commit list of changes for versions provider package: ``apache.beam``.
+For high-level changelog, see :doc:`package information including changelog <index>`.
+
+
+
+1.0.1
+.....
+
+Latest change: 2021-03-03
+
+================================================================================================ =========== ======================================================================================
+Commit Committed Subject
+================================================================================================ =========== ======================================================================================
+`4e5763060 <https://github.com/apache/airflow/commit/4e5763060683456405ab6173cdee1f2facc231e5>`_ 2021-03-03 ``Remove WARNINGs from BeamHook (#14554)``
+`589d6dec9 <https://github.com/apache/airflow/commit/589d6dec922565897785bcbc5ac6bb3b973d7f5d>`_ 2021-02-27 ``Prepare to release the next wave of providers: (#14487)``
+`8a731f536 <https://github.com/apache/airflow/commit/8a731f536cc946cc62c20921187354b828df931e>`_ 2021-02-05 ``Improve Apache Beam operators - refactor operator - common Dataflow logic (#14094)``
+`10343ec29 <https://github.com/apache/airflow/commit/10343ec29f8f0abc5b932ba26faf49bc63c6bcda>`_ 2021-02-05 ``Corrections in docs and tools after releasing provider RCs (#14082)``
+================================================================================================ =========== ======================================================================================
+
+1.0.0
+.....
+
+Latest change: 2021-02-04
+
+================================================================================================ =========== ===========================================================================
+Commit Committed Subject
+================================================================================================ =========== ===========================================================================
+`d45739f7c <https://github.com/apache/airflow/commit/d45739f7ce0de183329d67fff88a9da3943a9280>`_ 2021-02-04 ``Fixes to release process after releasing 2nd wave of providers (#14059)``
+`1872d8719 <https://github.com/apache/airflow/commit/1872d8719d24f94aeb1dcba9694837070b9884ca>`_ 2021-02-03 ``Add Apache Beam operators (#12814)``
+================================================================================================ =========== ===========================================================================
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/index.rst.txt b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/index.rst.txt
new file mode 100644
index 0000000..45dccf6
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/index.rst.txt
@@ -0,0 +1,138 @@
+ .. Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ .. http://www.apache.org/licenses/LICENSE-2.0
+
+ .. Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+
+``apache-airflow-providers-apache-beam``
+========================================
+
+Content
+-------
+
+.. toctree::
+ :maxdepth: 1
+ :caption: References
+
+ Python API <_api/airflow/providers/apache/beam/index>
+ PyPI Repository <https://pypi.org/project/apache-airflow-providers-apache-beam/>
+ Example DAGs <https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags>
+
+.. toctree::
+ :maxdepth: 1
+ :caption: Guides
+
+ Operators <operators>
+
+.. THE REMINDER OF THE FILE IS AUTOMATICALLY GENERATED. IT WILL BE OVERWRITTEN AT RELEASE TIME!
+
+
+.. toctree::
+ :maxdepth: 1
+ :caption: Commits
+
+ Detailed list of commits <commits>
+
+
+Package apache-airflow-providers-apache-beam
+------------------------------------------------------
+
+`Apache Beam <https://beam.apache.org/>`__.
+
+
+Release: 1.0.1
+
+Provider package
+----------------
+
+This is a provider package for ``apache.beam`` provider. All classes for this provider package
+are in ``airflow.providers.apache.beam`` python package.
+
+Installation
+------------
+
+.. note::
+
+ On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver
+ does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice
+ of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4
+ ``pip install --upgrade pip==20.2.4`` or, in case you use Pip 20.3, you need to add option
+ ``--use-deprecated legacy-resolver`` to your pip install command.
+
+
+You can install this package on top of an existing airflow 2.* installation via
+``pip install apache-airflow-providers-apache-beam``
+
+PIP requirements
+----------------
+
+==================== ==================
+PIP package Version required
+==================== ==================
+``apache-beam[gcp]``
+==================== ==================
+
+Cross provider package dependencies
+-----------------------------------
+
+Those are dependencies that might be needed in order to use all the features of the package.
+You need to install the specified backport providers package in order to use them.
+
+You can install such cross-provider dependencies when installing from PyPI. For example:
+
+.. code-block:: bash
+
+ pip install apache-airflow-providers-apache-beam[google]
+
+
+==================================================================================================== ==========
+Dependent package Extra
+==================================================================================================== ==========
+`apache-airflow-providers-google <https://airflow.apache.org/docs/apache-airflow-providers-google>`_ ``google``
+==================================================================================================== ==========
+
+ .. Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ .. http://www.apache.org/licenses/LICENSE-2.0
+
+ .. Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+
+
+Changelog
+---------
+
+1.0.1
+.....
+
+Bug fixes
+~~~~~~~~~
+
+* ``Improve Apache Beam operators - refactor operator - common Dataflow logic (#14094)``
+* ``Corrections in docs and tools after releasing provider RCs (#14082)``
+
+1.0.0
+.....
+
+Initial version of the provider.
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/operators.rst.txt b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/operators.rst.txt
new file mode 100644
index 0000000..3c1b2bd
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/operators.rst.txt
@@ -0,0 +1,116 @@
+
+ .. Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ .. http://www.apache.org/licenses/LICENSE-2.0
+
+ .. Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+
+Apache Beam Operators
+=====================
+
+`Apache Beam <https://beam.apache.org/>`__ is an open source, unified model for defining both batch and
+streaming data-parallel processing pipelines. Using one of the open source Beam SDKs, you build a program
+that defines the pipeline. The pipeline is then executed by one of Beam’s supported distributed processing
+back-ends, which include Apache Flink, Apache Spark, and Google Cloud Dataflow.
+
+
+.. _howto/operator:BeamRunPythonPipelineOperator:
+
+Run Python Pipelines in Apache Beam
+===================================
+
+The ``py_file`` argument must be specified for
+:class:`~airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator`
+as it contains the pipeline to be executed by Beam. The Python file can be available on GCS that Airflow
+has the ability to download or available on the local filesystem (provide the absolute path to it).
+
+The ``py_interpreter`` argument specifies the Python version to be used when executing the pipeline, the default
+is ``python3`. If your Airflow instance is running on Python 2 - specify ``python2`` and ensure your ``py_file`` is
+in Python 2. For best results, use Python 3.
+
+If ``py_requirements`` argument is specified a temporary Python virtual environment with specified requirements will be created
+and within it pipeline will run.
+
+The ``py_system_site_packages`` argument specifies whether or not all the Python packages from your Airflow instance,
+will be accessible within virtual environment (if ``py_requirements`` argument is specified),
+recommend avoiding unless the Dataflow job requires it.
+
+Python Pipelines with DirectRunner
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+.. exampleinclude:: /../../airflow/providers/apache/beam/example_dags/example_beam.py
+ :language: python
+ :dedent: 4
+ :start-after: [START howto_operator_start_python_direct_runner_pipeline_local_file]
+ :end-before: [END howto_operator_start_python_direct_runner_pipeline_local_file]
+
+.. exampleinclude:: /../../airflow/providers/apache/beam/example_dags/example_beam.py
+ :language: python
+ :dedent: 4
+ :start-after: [START howto_operator_start_python_direct_runner_pipeline_gcs_file]
+ :end-before: [END howto_operator_start_python_direct_runner_pipeline_gcs_file]
+
+Python Pipelines with DataflowRunner
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+.. exampleinclude:: /../../airflow/providers/apache/beam/example_dags/example_beam.py
+ :language: python
+ :dedent: 4
+ :start-after: [START howto_operator_start_python_dataflow_runner_pipeline_gcs_file]
+ :end-before: [END howto_operator_start_python_dataflow_runner_pipeline_gcs_file]
+
+.. exampleinclude:: /../../airflow/providers/apache/beam/example_dags/example_beam.py
+ :language: python
+ :dedent: 4
+ :start-after: [START howto_operator_start_python_dataflow_runner_pipeline_async_gcs_file]
+ :end-before: [END howto_operator_start_python_dataflow_runner_pipeline_async_gcs_file]
+
+.. _howto/operator:BeamRunJavaPipelineOperator:
+
+Run Java Pipelines in Apache Beam
+=================================
+
+For Java pipeline the ``jar`` argument must be specified for
+:class:`~airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator`
+as it contains the pipeline to be executed by Apache Beam. The JAR can be available on GCS that Airflow
+has the ability to download or available on the local filesystem (provide the absolute path to it).
+
+Java Pipelines with DirectRunner
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+.. exampleinclude:: /../../airflow/providers/apache/beam/example_dags/example_beam.py
+ :language: python
+ :dedent: 4
+ :start-after: [START howto_operator_start_java_direct_runner_pipeline]
+ :end-before: [END howto_operator_start_java_direct_runner_pipeline
+
+Java Pipelines with DataflowRunner
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+.. exampleinclude:: /../../airflow/providers/apache/beam/example_dags/example_beam.py
+ :language: python
+ :dedent: 4
+ :start-after: [START howto_operator_start_java_dataflow_runner_pipeline]
+ :end-before: [END howto_operator_start_java_dataflow_runner_pipeline
+
+Reference
+^^^^^^^^^
+
+For further information, look at:
+
+* `Apache Beam Documentation <https://beam.apache.org/documentation/>`__
+* `Google Cloud API Documentation <https://cloud.google.com/dataflow/docs/apis>`__
+* `Product Documentation <https://cloud.google.com/dataflow/docs/>`__
+* `Dataflow Monitoring Interface <https://cloud.google.com/dataflow/docs/guides/using-monitoring-intf/>`__
+* `Dataflow Command-line Interface <https://cloud.google.com/dataflow/docs/guides/using-command-line-intf/>`__
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/_gen/css/main-custom.min.css b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/_gen/css/main-custom.min.css
new file mode 100644
index 0000000..d3c9f3f
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/_gen/css/main-custom.min.css
@@ -0,0 +1 @@
+@charset "UTF-8";@import "https://fonts.googleapis.com/css?family=Rubik:500&display=swap";@import "https://fonts.googleapis.com/css?family=Roboto:400,400i,500,700&display=swap";@import "https://fonts.googleapis.com/css?family=Roboto+Mono:400,700&display=swap";.header__large--cerulean-blue{font-family:rubik,sans-serif;font-weight:500;font-size:72px;line-height:1.17;color:#017cee}.header__large--shamrock{font-family:rubik,sans-serif;font-weight:500;font-size:72px;line-height:1.17;color:#00 [...]
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/_gen/css/main.min.css b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/_gen/css/main.min.css
new file mode 100644
index 0000000..603f3cb
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/_gen/css/main.min.css
@@ -0,0 +1,7 @@
+@import "https://fonts.googleapis.com/css?family=Open+Sans:300,300i,400,400i,700,700i";@fa-font-path:"../webfonts";/*!* Bootstrap v4.1.3 (https://getbootstrap.com/)
+* Copyright 2011-2018 The Bootstrap Authors
+* Copyright 2011-2018 Twitter, Inc.
+* Licensed under MIT (https://github.com/twbs/bootstrap/blob/master/LICENSE)*/:root{--blue: #72A1E5;--indigo: #6610f2;--purple: #6f42c1;--pink: #e83e8c;--red: #dc3545;--orange: #BA5A31;--yellow: #ffc107;--green: #28a745;--teal: #20c997;--cyan: #17a2b8;--white: #fff;--gray: #888;--gray-dark: #333;--primary: #30638E;--secondary: #FFA630;--success: #3772FF;--info: #C0E0DE;--warning: #ED6A5A;--danger: #ED6A5A;--light: #D3F3EE;--dark: #403F4C;--breakpoint-xs: 0;--breakpoint-sm: 576px;--breakp [...]
+* License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License)*/.fa,.fas,.far,.fal,.fad,.fab{-moz-osx-font-smoothing:grayscale;-webkit-font-smoothing:antialiased;display:inline-block;font-style:normal;font-variant:normal;text-rendering:auto;line-height:1}.fa-lg{font-size:1.33333333em;line-height:.75em;vertical-align:-.0667em}.fa-xs{font-size:.75em}.fa-sm{font-size:.875em}.fa-1x{font-size:1em}.fa-2x{font-size:2em}.fa-3x{font-size:3em}.fa-4x{font [...]
+* License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License)*/@font-face{font-family:'font awesome 5 free';font-style:normal;font-weight:900;font-display:auto;src:url(../webfonts/fa-solid-900.eot);src:url(../webfonts/fa-solid-900.eot?#iefix) format("embedded-opentype"),url(../webfonts/fa-solid-900.woff2) format("woff2"),url(../webfonts/fa-solid-900.woff) format("woff"),url(../webfonts/fa-solid-900.ttf) format("truetype"),url(../webfonts/fa-so [...]
+* License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License)*/@font-face{font-family:'font awesome 5 brands';font-style:normal;font-weight:400;font-display:auto;src:url(../webfonts/fa-brands-400.eot);src:url(../webfonts/fa-brands-400.eot?#iefix) format("embedded-opentype"),url(../webfonts/fa-brands-400.woff2) format("woff2"),url(../webfonts/fa-brands-400.woff) format("woff"),url(../webfonts/fa-brands-400.ttf) format("truetype"),url(../webfont [...]
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/_gen/js/docs.js b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/_gen/js/docs.js
new file mode 100644
index 0000000..6bff3b3
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/_gen/js/docs.js
@@ -0,0 +1 @@
+!function(r){var n={};function o(t){if(n[t])return n[t].exports;var e=n[t]={i:t,l:!1,exports:{}};return r[t].call(e.exports,e,e.exports,o),e.l=!0,e.exports}o.m=r,o.c=n,o.d=function(t,e,r){o.o(t,e)||Object.defineProperty(t,e,{enumerable:!0,get:r})},o.r=function(t){"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(t,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(t,"__esModule",{value:!0})},o.t=function(e,t){if(1&t&&(e=o(e)),8&t)return e;if(4&t&&"object"==typ [...]
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/basic.css b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/basic.css
new file mode 100644
index 0000000..be19270
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/basic.css
@@ -0,0 +1,856 @@
+/*
+ * basic.css
+ * ~~~~~~~~~
+ *
+ * Sphinx stylesheet -- basic theme.
+ *
+ * :copyright: Copyright 2007-2021 by the Sphinx team, see AUTHORS.
+ * :license: BSD, see LICENSE for details.
+ *
+ */
+
+/* -- main layout ----------------------------------------------------------- */
+
+div.clearer {
+ clear: both;
+}
+
+div.section::after {
+ display: block;
+ content: '';
+ clear: left;
+}
+
+/* -- relbar ---------------------------------------------------------------- */
+
+div.related {
+ width: 100%;
+ font-size: 90%;
+}
+
+div.related h3 {
+ display: none;
+}
+
+div.related ul {
+ margin: 0;
+ padding: 0 0 0 10px;
+ list-style: none;
+}
+
+div.related li {
+ display: inline;
+}
+
+div.related li.right {
+ float: right;
+ margin-right: 5px;
+}
+
+/* -- sidebar --------------------------------------------------------------- */
+
+div.sphinxsidebarwrapper {
+ padding: 10px 5px 0 10px;
+}
+
+div.sphinxsidebar {
+ float: left;
+ width: 230px;
+ margin-left: -100%;
+ font-size: 90%;
+ word-wrap: break-word;
+ overflow-wrap : break-word;
+}
+
+div.sphinxsidebar ul {
+ list-style: none;
+}
+
+div.sphinxsidebar ul ul,
+div.sphinxsidebar ul.want-points {
+ margin-left: 20px;
+ list-style: square;
+}
+
+div.sphinxsidebar ul ul {
+ margin-top: 0;
+ margin-bottom: 0;
+}
+
+div.sphinxsidebar form {
+ margin-top: 10px;
+}
+
+div.sphinxsidebar input {
+ border: 1px solid #98dbcc;
+ font-family: sans-serif;
+ font-size: 1em;
+}
+
+div.sphinxsidebar #searchbox form.search {
+ overflow: hidden;
+}
+
+div.sphinxsidebar #searchbox input[type="text"] {
+ float: left;
+ width: 80%;
+ padding: 0.25em;
+ box-sizing: border-box;
+}
+
+div.sphinxsidebar #searchbox input[type="submit"] {
+ float: left;
+ width: 20%;
+ border-left: none;
+ padding: 0.25em;
+ box-sizing: border-box;
+}
+
+
+img {
+ border: 0;
+ max-width: 100%;
+}
+
+/* -- search page ----------------------------------------------------------- */
+
+ul.search {
+ margin: 10px 0 0 20px;
+ padding: 0;
+}
+
+ul.search li {
+ padding: 5px 0 5px 20px;
+ background-image: url(file.png);
+ background-repeat: no-repeat;
+ background-position: 0 7px;
+}
+
+ul.search li a {
+ font-weight: bold;
+}
+
+ul.search li div.context {
+ color: #888;
+ margin: 2px 0 0 30px;
+ text-align: left;
+}
+
+ul.keywordmatches li.goodmatch a {
+ font-weight: bold;
+}
+
+/* -- index page ------------------------------------------------------------ */
+
+table.contentstable {
+ width: 90%;
+ margin-left: auto;
+ margin-right: auto;
+}
+
+table.contentstable p.biglink {
+ line-height: 150%;
+}
+
+a.biglink {
+ font-size: 1.3em;
+}
+
+span.linkdescr {
+ font-style: italic;
+ padding-top: 5px;
+ font-size: 90%;
+}
+
+/* -- general index --------------------------------------------------------- */
+
+table.indextable {
+ width: 100%;
+}
+
+table.indextable td {
+ text-align: left;
+ vertical-align: top;
+}
+
+table.indextable ul {
+ margin-top: 0;
+ margin-bottom: 0;
+ list-style-type: none;
+}
+
+table.indextable > tbody > tr > td > ul {
+ padding-left: 0em;
+}
+
+table.indextable tr.pcap {
+ height: 10px;
+}
+
+table.indextable tr.cap {
+ margin-top: 10px;
+ background-color: #f2f2f2;
+}
+
+img.toggler {
+ margin-right: 3px;
+ margin-top: 3px;
+ cursor: pointer;
+}
+
+div.modindex-jumpbox {
+ border-top: 1px solid #ddd;
+ border-bottom: 1px solid #ddd;
+ margin: 1em 0 1em 0;
+ padding: 0.4em;
+}
+
+div.genindex-jumpbox {
+ border-top: 1px solid #ddd;
+ border-bottom: 1px solid #ddd;
+ margin: 1em 0 1em 0;
+ padding: 0.4em;
+}
+
+/* -- domain module index --------------------------------------------------- */
+
+table.modindextable td {
+ padding: 2px;
+ border-collapse: collapse;
+}
+
+/* -- general body styles --------------------------------------------------- */
+
+div.body {
+ min-width: 450px;
+ max-width: 800px;
+}
+
+div.body p, div.body dd, div.body li, div.body blockquote {
+ -moz-hyphens: auto;
+ -ms-hyphens: auto;
+ -webkit-hyphens: auto;
+ hyphens: auto;
+}
+
+a.headerlink {
+ visibility: hidden;
+}
+
+a.brackets:before,
+span.brackets > a:before{
+ content: "[";
+}
+
+a.brackets:after,
+span.brackets > a:after {
+ content: "]";
+}
+
+h1:hover > a.headerlink,
+h2:hover > a.headerlink,
+h3:hover > a.headerlink,
+h4:hover > a.headerlink,
+h5:hover > a.headerlink,
+h6:hover > a.headerlink,
+dt:hover > a.headerlink,
+caption:hover > a.headerlink,
+p.caption:hover > a.headerlink,
+div.code-block-caption:hover > a.headerlink {
+ visibility: visible;
+}
+
+div.body p.caption {
+ text-align: inherit;
+}
+
+div.body td {
+ text-align: left;
+}
+
+.first {
+ margin-top: 0 !important;
+}
+
+p.rubric {
+ margin-top: 30px;
+ font-weight: bold;
+}
+
+img.align-left, .figure.align-left, object.align-left {
+ clear: left;
+ float: left;
+ margin-right: 1em;
+}
+
+img.align-right, .figure.align-right, object.align-right {
+ clear: right;
+ float: right;
+ margin-left: 1em;
+}
+
+img.align-center, .figure.align-center, object.align-center {
+ display: block;
+ margin-left: auto;
+ margin-right: auto;
+}
+
+img.align-default, .figure.align-default {
+ display: block;
+ margin-left: auto;
+ margin-right: auto;
+}
+
+.align-left {
+ text-align: left;
+}
+
+.align-center {
+ text-align: center;
+}
+
+.align-default {
+ text-align: center;
+}
+
+.align-right {
+ text-align: right;
+}
+
+/* -- sidebars -------------------------------------------------------------- */
+
+div.sidebar {
+ margin: 0 0 0.5em 1em;
+ border: 1px solid #ddb;
+ padding: 7px;
+ background-color: #ffe;
+ width: 40%;
+ float: right;
+ clear: right;
+ overflow-x: auto;
+}
+
+p.sidebar-title {
+ font-weight: bold;
+}
+
+div.admonition, div.topic, blockquote {
+ clear: left;
+}
+
+/* -- topics ---------------------------------------------------------------- */
+
+div.topic {
+ border: 1px solid #ccc;
+ padding: 7px;
+ margin: 10px 0 10px 0;
+}
+
+p.topic-title {
+ font-size: 1.1em;
+ font-weight: bold;
+ margin-top: 10px;
+}
+
+/* -- admonitions ----------------------------------------------------------- */
+
+div.admonition {
+ margin-top: 10px;
+ margin-bottom: 10px;
+ padding: 7px;
+}
+
+div.admonition dt {
+ font-weight: bold;
+}
+
+p.admonition-title {
+ margin: 0px 10px 5px 0px;
+ font-weight: bold;
+}
+
+div.body p.centered {
+ text-align: center;
+ margin-top: 25px;
+}
+
+/* -- content of sidebars/topics/admonitions -------------------------------- */
+
+div.sidebar > :last-child,
+div.topic > :last-child,
+div.admonition > :last-child {
+ margin-bottom: 0;
+}
+
+div.sidebar::after,
+div.topic::after,
+div.admonition::after,
+blockquote::after {
+ display: block;
+ content: '';
+ clear: both;
+}
+
+/* -- tables ---------------------------------------------------------------- */
+
+table.docutils {
+ margin-top: 10px;
+ margin-bottom: 10px;
+ border: 0;
+ border-collapse: collapse;
+}
+
+table.align-center {
+ margin-left: auto;
+ margin-right: auto;
+}
+
+table.align-default {
+ margin-left: auto;
+ margin-right: auto;
+}
+
+table caption span.caption-number {
+ font-style: italic;
+}
+
+table caption span.caption-text {
+}
+
+table.docutils td, table.docutils th {
+ padding: 1px 8px 1px 5px;
+ border-top: 0;
+ border-left: 0;
+ border-right: 0;
+ border-bottom: 1px solid #aaa;
+}
+
+table.footnote td, table.footnote th {
+ border: 0 !important;
+}
+
+th {
+ text-align: left;
+ padding-right: 5px;
+}
+
+table.citation {
+ border-left: solid 1px gray;
+ margin-left: 1px;
+}
+
+table.citation td {
+ border-bottom: none;
+}
+
+th > :first-child,
+td > :first-child {
+ margin-top: 0px;
+}
+
+th > :last-child,
+td > :last-child {
+ margin-bottom: 0px;
+}
+
+/* -- figures --------------------------------------------------------------- */
+
+div.figure {
+ margin: 0.5em;
+ padding: 0.5em;
+}
+
+div.figure p.caption {
+ padding: 0.3em;
+}
+
+div.figure p.caption span.caption-number {
+ font-style: italic;
+}
+
+div.figure p.caption span.caption-text {
+}
+
+/* -- field list styles ----------------------------------------------------- */
+
+table.field-list td, table.field-list th {
+ border: 0 !important;
+}
+
+.field-list ul {
+ margin: 0;
+ padding-left: 1em;
+}
+
+.field-list p {
+ margin: 0;
+}
+
+.field-name {
+ -moz-hyphens: manual;
+ -ms-hyphens: manual;
+ -webkit-hyphens: manual;
+ hyphens: manual;
+}
+
+/* -- hlist styles ---------------------------------------------------------- */
+
+table.hlist {
+ margin: 1em 0;
+}
+
+table.hlist td {
+ vertical-align: top;
+}
+
+
+/* -- other body styles ----------------------------------------------------- */
+
+ol.arabic {
+ list-style: decimal;
+}
+
+ol.loweralpha {
+ list-style: lower-alpha;
+}
+
+ol.upperalpha {
+ list-style: upper-alpha;
+}
+
+ol.lowerroman {
+ list-style: lower-roman;
+}
+
+ol.upperroman {
+ list-style: upper-roman;
+}
+
+:not(li) > ol > li:first-child > :first-child,
+:not(li) > ul > li:first-child > :first-child {
+ margin-top: 0px;
+}
+
+:not(li) > ol > li:last-child > :last-child,
+:not(li) > ul > li:last-child > :last-child {
+ margin-bottom: 0px;
+}
+
+ol.simple ol p,
+ol.simple ul p,
+ul.simple ol p,
+ul.simple ul p {
+ margin-top: 0;
+}
+
+ol.simple > li:not(:first-child) > p,
+ul.simple > li:not(:first-child) > p {
+ margin-top: 0;
+}
+
+ol.simple p,
+ul.simple p {
+ margin-bottom: 0;
+}
+
+dl.footnote > dt,
+dl.citation > dt {
+ float: left;
+ margin-right: 0.5em;
+}
+
+dl.footnote > dd,
+dl.citation > dd {
+ margin-bottom: 0em;
+}
+
+dl.footnote > dd:after,
+dl.citation > dd:after {
+ content: "";
+ clear: both;
+}
+
+dl.field-list {
+ display: grid;
+ grid-template-columns: fit-content(30%) auto;
+}
+
+dl.field-list > dt {
+ font-weight: bold;
+ word-break: break-word;
+ padding-left: 0.5em;
+ padding-right: 5px;
+}
+
+dl.field-list > dt:after {
+ content: ":";
+}
+
+dl.field-list > dd {
+ padding-left: 0.5em;
+ margin-top: 0em;
+ margin-left: 0em;
+ margin-bottom: 0em;
+}
+
+dl {
+ margin-bottom: 15px;
+}
+
+dd > :first-child {
+ margin-top: 0px;
+}
+
+dd ul, dd table {
+ margin-bottom: 10px;
+}
+
+dd {
+ margin-top: 3px;
+ margin-bottom: 10px;
+ margin-left: 30px;
+}
+
+dl > dd:last-child,
+dl > dd:last-child > :last-child {
+ margin-bottom: 0;
+}
+
+dt:target, span.highlighted {
+ background-color: #fbe54e;
+}
+
+rect.highlighted {
+ fill: #fbe54e;
+}
+
+dl.glossary dt {
+ font-weight: bold;
+ font-size: 1.1em;
+}
+
+.optional {
+ font-size: 1.3em;
+}
+
+.sig-paren {
+ font-size: larger;
+}
+
+.versionmodified {
+ font-style: italic;
+}
+
+.system-message {
+ background-color: #fda;
+ padding: 5px;
+ border: 3px solid red;
+}
+
+.footnote:target {
+ background-color: #ffa;
+}
+
+.line-block {
+ display: block;
+ margin-top: 1em;
+ margin-bottom: 1em;
+}
+
+.line-block .line-block {
+ margin-top: 0;
+ margin-bottom: 0;
+ margin-left: 1.5em;
+}
+
+.guilabel, .menuselection {
+ font-family: sans-serif;
+}
+
+.accelerator {
+ text-decoration: underline;
+}
+
+.classifier {
+ font-style: oblique;
+}
+
+.classifier:before {
+ font-style: normal;
+ margin: 0.5em;
+ content: ":";
+}
+
+abbr, acronym {
+ border-bottom: dotted 1px;
+ cursor: help;
+}
+
+/* -- code displays --------------------------------------------------------- */
+
+pre {
+ overflow: auto;
+ overflow-y: hidden; /* fixes display issues on Chrome browsers */
+}
+
+pre, div[class*="highlight-"] {
+ clear: both;
+}
+
+span.pre {
+ -moz-hyphens: none;
+ -ms-hyphens: none;
+ -webkit-hyphens: none;
+ hyphens: none;
+}
+
+div[class*="highlight-"] {
+ margin: 1em 0;
+}
+
+td.linenos pre {
+ border: 0;
+ background-color: transparent;
+ color: #aaa;
+}
+
+table.highlighttable {
+ display: block;
+}
+
+table.highlighttable tbody {
+ display: block;
+}
+
+table.highlighttable tr {
+ display: flex;
+}
+
+table.highlighttable td {
+ margin: 0;
+ padding: 0;
+}
+
+table.highlighttable td.linenos {
+ padding-right: 0.5em;
+}
+
+table.highlighttable td.code {
+ flex: 1;
+ overflow: hidden;
+}
+
+.highlight .hll {
+ display: block;
+}
+
+div.highlight pre,
+table.highlighttable pre {
+ margin: 0;
+}
+
+div.code-block-caption + div {
+ margin-top: 0;
+}
+
+div.code-block-caption {
+ margin-top: 1em;
+ padding: 2px 5px;
+ font-size: small;
+}
+
+div.code-block-caption code {
+ background-color: transparent;
+}
+
+table.highlighttable td.linenos,
+span.linenos,
+div.doctest > div.highlight span.gp { /* gp: Generic.Prompt */
+ user-select: none;
+}
+
+div.code-block-caption span.caption-number {
+ padding: 0.1em 0.3em;
+ font-style: italic;
+}
+
+div.code-block-caption span.caption-text {
+}
+
+div.literal-block-wrapper {
+ margin: 1em 0;
+}
+
+code.descname {
+ background-color: transparent;
+ font-weight: bold;
+ font-size: 1.2em;
+}
+
+code.descclassname {
+ background-color: transparent;
+}
+
+code.xref, a code {
+ background-color: transparent;
+ font-weight: bold;
+}
+
+h1 code, h2 code, h3 code, h4 code, h5 code, h6 code {
+ background-color: transparent;
+}
+
+.viewcode-link {
+ float: right;
+}
+
+.viewcode-back {
+ float: right;
+ font-family: sans-serif;
+}
+
+div.viewcode-block:target {
+ margin: -1px -10px;
+ padding: 0 10px;
+}
+
+/* -- math display ---------------------------------------------------------- */
+
+img.math {
+ vertical-align: middle;
+}
+
+div.body div.math p {
+ text-align: center;
+}
+
+span.eqno {
+ float: right;
+}
+
+span.eqno a.headerlink {
+ position: absolute;
+ z-index: 1;
+}
+
+div.math:hover a.headerlink {
+ visibility: visible;
+}
+
+/* -- printout stylesheet --------------------------------------------------- */
+
+@media print {
+ div.document,
+ div.documentwrapper,
+ div.bodywrapper {
+ margin: 0 !important;
+ width: 100%;
+ }
+
+ div.sphinxsidebar,
+ div.related,
+ div.footer,
+ #top-link {
+ display: none;
+ }
+}
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/clipboard.min.js b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/clipboard.min.js
new file mode 100644
index 0000000..02c549e
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/clipboard.min.js
@@ -0,0 +1,7 @@
+/*!
+ * clipboard.js v2.0.4
+ * https://zenorocha.github.io/clipboard.js
+ *
+ * Licensed MIT © Zeno Rocha
+ */
+!function(t,e){"object"==typeof exports&&"object"==typeof module?module.exports=e():"function"==typeof define&&define.amd?define([],e):"object"==typeof exports?exports.ClipboardJS=e():t.ClipboardJS=e()}(this,function(){return function(n){var o={};function r(t){if(o[t])return o[t].exports;var e=o[t]={i:t,l:!1,exports:{}};return n[t].call(e.exports,e,e.exports,r),e.l=!0,e.exports}return r.m=n,r.c=o,r.d=function(t,e,n){r.o(t,e)||Object.defineProperty(t,e,{enumerable:!0,get:n})},r.r=function [...]
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copy-button.svg b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copy-button.svg
new file mode 100644
index 0000000..62e0e0d
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copy-button.svg
@@ -0,0 +1,5 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" stroke-width="1.5" stroke="#607D8B" fill="none" stroke-linecap="round" stroke-linejoin="round">
+ <path stroke="none" d="M0 0h24v24H0z" fill="none"/>
+ <rect x="8" y="8" width="12" height="12" rx="2" />
+ <path d="M16 8v-2a2 2 0 0 0 -2 -2h-8a2 2 0 0 0 -2 2v8a2 2 0 0 0 2 2h2" />
+</svg>
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copybutton.css b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copybutton.css
new file mode 100644
index 0000000..75b17a8
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copybutton.css
@@ -0,0 +1,67 @@
+/* Copy buttons */
+a.copybtn {
+ position: absolute;
+ top: .2em;
+ right: .2em;
+ width: 1em;
+ height: 1em;
+ opacity: .3;
+ transition: opacity 0.5s;
+ border: none;
+ user-select: none;
+}
+
+div.highlight {
+ position: relative;
+}
+
+a.copybtn > img {
+ vertical-align: top;
+ margin: 0;
+ top: 0;
+ left: 0;
+ position: absolute;
+}
+
+.highlight:hover .copybtn {
+ opacity: 1;
+}
+
+/**
+ * A minimal CSS-only tooltip copied from:
+ * https://codepen.io/mildrenben/pen/rVBrpK
+ *
+ * To use, write HTML like the following:
+ *
+ * <p class="o-tooltip--left" data-tooltip="Hey">Short</p>
+ */
+ .o-tooltip--left {
+ position: relative;
+ }
+
+ .o-tooltip--left:after {
+ opacity: 0;
+ visibility: hidden;
+ position: absolute;
+ content: attr(data-tooltip);
+ padding: 2px;
+ top: 0;
+ left: -.2em;
+ background: grey;
+ font-size: 1rem;
+ color: white;
+ white-space: nowrap;
+ z-index: 2;
+ border-radius: 2px;
+ transform: translateX(-102%) translateY(0);
+ transition: opacity 0.2s cubic-bezier(0.64, 0.09, 0.08, 1), transform 0.2s cubic-bezier(0.64, 0.09, 0.08, 1);
+}
+
+.o-tooltip--left:hover:after {
+ display: block;
+ opacity: 1;
+ visibility: visible;
+ transform: translateX(-100%) translateY(0);
+ transition: opacity 0.2s cubic-bezier(0.64, 0.09, 0.08, 1), transform 0.2s cubic-bezier(0.64, 0.09, 0.08, 1);
+ transition-delay: .5s;
+}
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copybutton.js b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copybutton.js
new file mode 100644
index 0000000..65a5916
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copybutton.js
@@ -0,0 +1,153 @@
+// Localization support
+const messages = {
+ 'en': {
+ 'copy': 'Copy',
+ 'copy_to_clipboard': 'Copy to clipboard',
+ 'copy_success': 'Copied!',
+ 'copy_failure': 'Failed to copy',
+ },
+ 'es' : {
+ 'copy': 'Copiar',
+ 'copy_to_clipboard': 'Copiar al portapapeles',
+ 'copy_success': '¡Copiado!',
+ 'copy_failure': 'Error al copiar',
+ },
+ 'de' : {
+ 'copy': 'Kopieren',
+ 'copy_to_clipboard': 'In die Zwischenablage kopieren',
+ 'copy_success': 'Kopiert!',
+ 'copy_failure': 'Fehler beim Kopieren',
+ }
+}
+
+let locale = 'en'
+if( document.documentElement.lang !== undefined
+ && messages[document.documentElement.lang] !== undefined ) {
+ locale = document.documentElement.lang
+}
+
+/**
+ * Set up copy/paste for code blocks
+ */
+
+const runWhenDOMLoaded = cb => {
+ if (document.readyState != 'loading') {
+ cb()
+ } else if (document.addEventListener) {
+ document.addEventListener('DOMContentLoaded', cb)
+ } else {
+ document.attachEvent('onreadystatechange', function() {
+ if (document.readyState == 'complete') cb()
+ })
+ }
+}
+
+const codeCellId = index => `codecell${index}`
+
+// Clears selected text since ClipboardJS will select the text when copying
+const clearSelection = () => {
+ if (window.getSelection) {
+ window.getSelection().removeAllRanges()
+ } else if (document.selection) {
+ document.selection.empty()
+ }
+}
+
+// Changes tooltip text for two seconds, then changes it back
+const temporarilyChangeTooltip = (el, newText) => {
+ const oldText = el.getAttribute('data-tooltip')
+ el.setAttribute('data-tooltip', newText)
+ setTimeout(() => el.setAttribute('data-tooltip', oldText), 2000)
+}
+
+const addCopyButtonToCodeCells = () => {
+ // If ClipboardJS hasn't loaded, wait a bit and try again. This
+ // happens because we load ClipboardJS asynchronously.
+ if (window.ClipboardJS === undefined) {
+ setTimeout(addCopyButtonToCodeCells, 250)
+ return
+ }
+
+ // Add copybuttons to all of our code cells
+ const codeCells = document.querySelectorAll('div.highlight pre')
+ codeCells.forEach((codeCell, index) => {
+ const id = codeCellId(index)
+ codeCell.setAttribute('id', id)
+ const pre_bg = getComputedStyle(codeCell).backgroundColor;
+
+ const clipboardButton = id =>
+ `<a class="copybtn o-tooltip--left" style="background-color: ${pre_bg}" data-tooltip="${messages[locale]['copy']}" data-clipboard-target="#${id}">
+ <img src="${DOCUMENTATION_OPTIONS.URL_ROOT}_static/copy-button.svg" alt="${messages[locale]['copy_to_clipboard']}">
+ </a>`
+ codeCell.insertAdjacentHTML('afterend', clipboardButton(id))
+ })
+
+function escapeRegExp(string) {
+ return string.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'); // $& means the whole matched string
+}
+
+// Callback when a copy button is clicked. Will be passed the node that was clicked
+// should then grab the text and replace pieces of text that shouldn't be used in output
+function formatCopyText(textContent, copybuttonPromptText, isRegexp = false, onlyCopyPromptLines = true, removePrompts = true) {
+
+ var regexp;
+ var match;
+
+ // create regexp to capture prompt and remaining line
+ if (isRegexp) {
+ regexp = new RegExp('^(' + copybuttonPromptText + ')(.*)')
+ } else {
+ regexp = new RegExp('^(' + escapeRegExp(copybuttonPromptText) + ')(.*)')
+ }
+
+ const outputLines = [];
+ var promptFound = false;
+ for (const line of textContent.split('\n')) {
+ match = line.match(regexp)
+ if (match) {
+ promptFound = true
+ if (removePrompts) {
+ outputLines.push(match[2])
+ } else {
+ outputLines.push(line)
+ }
+ } else {
+ if (!onlyCopyPromptLines) {
+ outputLines.push(line)
+ }
+ }
+ }
+
+ // If no lines with the prompt were found then just use original lines
+ if (promptFound) {
+ textContent = outputLines.join('\n');
+ }
+
+ // Remove a trailing newline to avoid auto-running when pasting
+ if (textContent.endsWith("\n")) {
+ textContent = textContent.slice(0, -1)
+ }
+ return textContent
+}
+
+
+var copyTargetText = (trigger) => {
+ var target = document.querySelector(trigger.attributes['data-clipboard-target'].value);
+ return formatCopyText(target.innerText, '', false, true, true)
+}
+
+ // Initialize with a callback so we can modify the text before copy
+ const clipboard = new ClipboardJS('.copybtn', {text: copyTargetText})
+
+ // Update UI with error/success messages
+ clipboard.on('success', event => {
+ clearSelection()
+ temporarilyChangeTooltip(event.trigger, messages[locale]['copy_success'])
+ })
+
+ clipboard.on('error', event => {
+ temporarilyChangeTooltip(event.trigger, messages[locale]['copy_failure'])
+ })
+}
+
+runWhenDOMLoaded(addCopyButtonToCodeCells)
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copybutton_funcs.js b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copybutton_funcs.js
new file mode 100644
index 0000000..57caa55
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copybutton_funcs.js
@@ -0,0 +1,47 @@
+function escapeRegExp(string) {
+ return string.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'); // $& means the whole matched string
+}
+
+// Callback when a copy button is clicked. Will be passed the node that was clicked
+// should then grab the text and replace pieces of text that shouldn't be used in output
+export function formatCopyText(textContent, copybuttonPromptText, isRegexp = false, onlyCopyPromptLines = true, removePrompts = true) {
+
+ var regexp;
+ var match;
+
+ // create regexp to capture prompt and remaining line
+ if (isRegexp) {
+ regexp = new RegExp('^(' + copybuttonPromptText + ')(.*)')
+ } else {
+ regexp = new RegExp('^(' + escapeRegExp(copybuttonPromptText) + ')(.*)')
+ }
+
+ const outputLines = [];
+ var promptFound = false;
+ for (const line of textContent.split('\n')) {
+ match = line.match(regexp)
+ if (match) {
+ promptFound = true
+ if (removePrompts) {
+ outputLines.push(match[2])
+ } else {
+ outputLines.push(line)
+ }
+ } else {
+ if (!onlyCopyPromptLines) {
+ outputLines.push(line)
+ }
+ }
+ }
+
+ // If no lines with the prompt were found then just use original lines
+ if (promptFound) {
+ textContent = outputLines.join('\n');
+ }
+
+ // Remove a trailing newline to avoid auto-running when pasting
+ if (textContent.endsWith("\n")) {
+ textContent = textContent.slice(0, -1)
+ }
+ return textContent
+}
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/doctools.js b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/doctools.js
new file mode 100644
index 0000000..144884e
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/doctools.js
@@ -0,0 +1,316 @@
+/*
+ * doctools.js
+ * ~~~~~~~~~~~
+ *
+ * Sphinx JavaScript utilities for all documentation.
+ *
+ * :copyright: Copyright 2007-2021 by the Sphinx team, see AUTHORS.
+ * :license: BSD, see LICENSE for details.
+ *
+ */
+
+/**
+ * select a different prefix for underscore
+ */
+$u = _.noConflict();
+
+/**
+ * make the code below compatible with browsers without
+ * an installed firebug like debugger
+if (!window.console || !console.firebug) {
+ var names = ["log", "debug", "info", "warn", "error", "assert", "dir",
+ "dirxml", "group", "groupEnd", "time", "timeEnd", "count", "trace",
+ "profile", "profileEnd"];
+ window.console = {};
+ for (var i = 0; i < names.length; ++i)
+ window.console[names[i]] = function() {};
+}
+ */
+
+/**
+ * small helper function to urldecode strings
+ */
+jQuery.urldecode = function(x) {
+ return decodeURIComponent(x).replace(/\+/g, ' ');
+};
+
+/**
+ * small helper function to urlencode strings
+ */
+jQuery.urlencode = encodeURIComponent;
+
+/**
+ * This function returns the parsed url parameters of the
+ * current request. Multiple values per key are supported,
+ * it will always return arrays of strings for the value parts.
+ */
+jQuery.getQueryParameters = function(s) {
+ if (typeof s === 'undefined')
+ s = document.location.search;
+ var parts = s.substr(s.indexOf('?') + 1).split('&');
+ var result = {};
+ for (var i = 0; i < parts.length; i++) {
+ var tmp = parts[i].split('=', 2);
+ var key = jQuery.urldecode(tmp[0]);
+ var value = jQuery.urldecode(tmp[1]);
+ if (key in result)
+ result[key].push(value);
+ else
+ result[key] = [value];
+ }
+ return result;
+};
+
+/**
+ * highlight a given string on a jquery object by wrapping it in
+ * span elements with the given class name.
+ */
+jQuery.fn.highlightText = function(text, className) {
+ function highlight(node, addItems) {
+ if (node.nodeType === 3) {
+ var val = node.nodeValue;
+ var pos = val.toLowerCase().indexOf(text);
+ if (pos >= 0 &&
+ !jQuery(node.parentNode).hasClass(className) &&
+ !jQuery(node.parentNode).hasClass("nohighlight")) {
+ var span;
+ var isInSVG = jQuery(node).closest("body, svg, foreignObject").is("svg");
+ if (isInSVG) {
+ span = document.createElementNS("http://www.w3.org/2000/svg", "tspan");
+ } else {
+ span = document.createElement("span");
+ span.className = className;
+ }
+ span.appendChild(document.createTextNode(val.substr(pos, text.length)));
+ node.parentNode.insertBefore(span, node.parentNode.insertBefore(
+ document.createTextNode(val.substr(pos + text.length)),
+ node.nextSibling));
+ node.nodeValue = val.substr(0, pos);
+ if (isInSVG) {
+ var rect = document.createElementNS("http://www.w3.org/2000/svg", "rect");
+ var bbox = node.parentElement.getBBox();
+ rect.x.baseVal.value = bbox.x;
+ rect.y.baseVal.value = bbox.y;
+ rect.width.baseVal.value = bbox.width;
+ rect.height.baseVal.value = bbox.height;
+ rect.setAttribute('class', className);
+ addItems.push({
+ "parent": node.parentNode,
+ "target": rect});
+ }
+ }
+ }
+ else if (!jQuery(node).is("button, select, textarea")) {
+ jQuery.each(node.childNodes, function() {
+ highlight(this, addItems);
+ });
+ }
+ }
+ var addItems = [];
+ var result = this.each(function() {
+ highlight(this, addItems);
+ });
+ for (var i = 0; i < addItems.length; ++i) {
+ jQuery(addItems[i].parent).before(addItems[i].target);
+ }
+ return result;
+};
+
+/*
+ * backward compatibility for jQuery.browser
+ * This will be supported until firefox bug is fixed.
+ */
+if (!jQuery.browser) {
+ jQuery.uaMatch = function(ua) {
+ ua = ua.toLowerCase();
+
+ var match = /(chrome)[ \/]([\w.]+)/.exec(ua) ||
+ /(webkit)[ \/]([\w.]+)/.exec(ua) ||
+ /(opera)(?:.*version|)[ \/]([\w.]+)/.exec(ua) ||
+ /(msie) ([\w.]+)/.exec(ua) ||
+ ua.indexOf("compatible") < 0 && /(mozilla)(?:.*? rv:([\w.]+)|)/.exec(ua) ||
+ [];
+
+ return {
+ browser: match[ 1 ] || "",
+ version: match[ 2 ] || "0"
+ };
+ };
+ jQuery.browser = {};
+ jQuery.browser[jQuery.uaMatch(navigator.userAgent).browser] = true;
+}
+
+/**
+ * Small JavaScript module for the documentation.
+ */
+var Documentation = {
+
+ init : function() {
+ this.fixFirefoxAnchorBug();
+ this.highlightSearchWords();
+ this.initIndexTable();
+ if (DOCUMENTATION_OPTIONS.NAVIGATION_WITH_KEYS) {
+ this.initOnKeyListeners();
+ }
+ },
+
+ /**
+ * i18n support
+ */
+ TRANSLATIONS : {},
+ PLURAL_EXPR : function(n) { return n === 1 ? 0 : 1; },
+ LOCALE : 'unknown',
+
+ // gettext and ngettext don't access this so that the functions
+ // can safely bound to a different name (_ = Documentation.gettext)
+ gettext : function(string) {
+ var translated = Documentation.TRANSLATIONS[string];
+ if (typeof translated === 'undefined')
+ return string;
+ return (typeof translated === 'string') ? translated : translated[0];
+ },
+
+ ngettext : function(singular, plural, n) {
+ var translated = Documentation.TRANSLATIONS[singular];
+ if (typeof translated === 'undefined')
+ return (n == 1) ? singular : plural;
+ return translated[Documentation.PLURALEXPR(n)];
+ },
+
+ addTranslations : function(catalog) {
+ for (var key in catalog.messages)
+ this.TRANSLATIONS[key] = catalog.messages[key];
+ this.PLURAL_EXPR = new Function('n', 'return +(' + catalog.plural_expr + ')');
+ this.LOCALE = catalog.locale;
+ },
+
+ /**
+ * add context elements like header anchor links
+ */
+ addContextElements : function() {
+ $('div[id] > :header:first').each(function() {
+ $('<a class="headerlink">\u00B6</a>').
+ attr('href', '#' + this.id).
+ attr('title', _('Permalink to this headline')).
+ appendTo(this);
+ });
+ $('dt[id]').each(function() {
+ $('<a class="headerlink">\u00B6</a>').
+ attr('href', '#' + this.id).
+ attr('title', _('Permalink to this definition')).
+ appendTo(this);
+ });
+ },
+
+ /**
+ * workaround a firefox stupidity
+ * see: https://bugzilla.mozilla.org/show_bug.cgi?id=645075
+ */
+ fixFirefoxAnchorBug : function() {
+ if (document.location.hash && $.browser.mozilla)
+ window.setTimeout(function() {
+ document.location.href += '';
+ }, 10);
+ },
+
+ /**
+ * highlight the search words provided in the url in the text
+ */
+ highlightSearchWords : function() {
+ var params = $.getQueryParameters();
+ var terms = (params.highlight) ? params.highlight[0].split(/\s+/) : [];
+ if (terms.length) {
+ var body = $('div.body');
+ if (!body.length) {
+ body = $('body');
+ }
+ window.setTimeout(function() {
+ $.each(terms, function() {
+ body.highlightText(this.toLowerCase(), 'highlighted');
+ });
+ }, 10);
+ $('<p class="highlight-link"><a href="javascript:Documentation.' +
+ 'hideSearchWords()">' + _('Hide Search Matches') + '</a></p>')
+ .appendTo($('#searchbox'));
+ }
+ },
+
+ /**
+ * init the domain index toggle buttons
+ */
+ initIndexTable : function() {
+ var togglers = $('img.toggler').click(function() {
+ var src = $(this).attr('src');
+ var idnum = $(this).attr('id').substr(7);
+ $('tr.cg-' + idnum).toggle();
+ if (src.substr(-9) === 'minus.png')
+ $(this).attr('src', src.substr(0, src.length-9) + 'plus.png');
+ else
+ $(this).attr('src', src.substr(0, src.length-8) + 'minus.png');
+ }).css('display', '');
+ if (DOCUMENTATION_OPTIONS.COLLAPSE_INDEX) {
+ togglers.click();
+ }
+ },
+
+ /**
+ * helper function to hide the search marks again
+ */
+ hideSearchWords : function() {
+ $('#searchbox .highlight-link').fadeOut(300);
+ $('span.highlighted').removeClass('highlighted');
+ },
+
+ /**
+ * make the url absolute
+ */
+ makeURL : function(relativeURL) {
+ return DOCUMENTATION_OPTIONS.URL_ROOT + '/' + relativeURL;
+ },
+
+ /**
+ * get the current relative url
+ */
+ getCurrentURL : function() {
+ var path = document.location.pathname;
+ var parts = path.split(/\//);
+ $.each(DOCUMENTATION_OPTIONS.URL_ROOT.split(/\//), function() {
+ if (this === '..')
+ parts.pop();
+ });
+ var url = parts.join('/');
+ return path.substring(url.lastIndexOf('/') + 1, path.length - 1);
+ },
+
+ initOnKeyListeners: function() {
+ $(document).keydown(function(event) {
+ var activeElementType = document.activeElement.tagName;
+ // don't navigate when in search box, textarea, dropdown or button
+ if (activeElementType !== 'TEXTAREA' && activeElementType !== 'INPUT' && activeElementType !== 'SELECT'
+ && activeElementType !== 'BUTTON' && !event.altKey && !event.ctrlKey && !event.metaKey
+ && !event.shiftKey) {
+ switch (event.keyCode) {
+ case 37: // left
+ var prevHref = $('link[rel="prev"]').prop('href');
+ if (prevHref) {
+ window.location.href = prevHref;
+ return false;
+ }
+ case 39: // right
+ var nextHref = $('link[rel="next"]').prop('href');
+ if (nextHref) {
+ window.location.href = nextHref;
+ return false;
+ }
+ }
+ }
+ });
+ }
+};
+
+// quick alias for translations
+_ = Documentation.gettext;
+
+$(document).ready(function() {
+ Documentation.init();
+});
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/documentation_options.js b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/documentation_options.js
new file mode 100644
index 0000000..f20285d
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/documentation_options.js
@@ -0,0 +1,12 @@
+var DOCUMENTATION_OPTIONS = {
+ URL_ROOT: document.getElementById("documentation_options").getAttribute('data-url_root'),
+ VERSION: 'master',
+ LANGUAGE: 'None',
+ COLLAPSE_INDEX: false,
+ BUILDER: 'html',
+ FILE_SUFFIX: '.html',
+ LINK_SUFFIX: '.html',
+ HAS_SOURCE: true,
+ SOURCELINK_SUFFIX: '.txt',
+ NAVIGATION_WITH_KEYS: false
+};
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/file.png b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/file.png
new file mode 100644
index 0000000..a858a41
Binary files /dev/null and b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/file.png differ
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/jquery-3.5.1.js b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/jquery-3.5.1.js
new file mode 100644
index 0000000..5093733
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/jquery-3.5.1.js
@@ -0,0 +1,10872 @@
+/*!
+ * jQuery JavaScript Library v3.5.1
+ * https://jquery.com/
+ *
+ * Includes Sizzle.js
+ * https://sizzlejs.com/
+ *
+ * Copyright JS Foundation and other contributors
+ * Released under the MIT license
+ * https://jquery.org/license
+ *
+ * Date: 2020-05-04T22:49Z
+ */
+( function( global, factory ) {
+
+ "use strict";
+
+ if ( typeof module === "object" && typeof module.exports === "object" ) {
+
+ // For CommonJS and CommonJS-like environments where a proper `window`
+ // is present, execute the factory and get jQuery.
+ // For environments that do not have a `window` with a `document`
+ // (such as Node.js), expose a factory as module.exports.
+ // This accentuates the need for the creation of a real `window`.
+ // e.g. var jQuery = require("jquery")(window);
+ // See ticket #14549 for more info.
+ module.exports = global.document ?
+ factory( global, true ) :
+ function( w ) {
+ if ( !w.document ) {
+ throw new Error( "jQuery requires a window with a document" );
+ }
+ return factory( w );
+ };
+ } else {
+ factory( global );
+ }
+
+// Pass this if window is not defined yet
+} )( typeof window !== "undefined" ? window : this, function( window, noGlobal ) {
+
+// Edge <= 12 - 13+, Firefox <=18 - 45+, IE 10 - 11, Safari 5.1 - 9+, iOS 6 - 9.1
+// throw exceptions when non-strict code (e.g., ASP.NET 4.5) accesses strict mode
+// arguments.callee.caller (trac-13335). But as of jQuery 3.0 (2016), strict mode should be common
+// enough that all such attempts are guarded in a try block.
+"use strict";
+
+var arr = [];
+
+var getProto = Object.getPrototypeOf;
+
+var slice = arr.slice;
+
+var flat = arr.flat ? function( array ) {
+ return arr.flat.call( array );
+} : function( array ) {
+ return arr.concat.apply( [], array );
+};
+
+
+var push = arr.push;
+
+var indexOf = arr.indexOf;
+
+var class2type = {};
+
+var toString = class2type.toString;
+
+var hasOwn = class2type.hasOwnProperty;
+
+var fnToString = hasOwn.toString;
+
+var ObjectFunctionString = fnToString.call( Object );
+
+var support = {};
+
+var isFunction = function isFunction( obj ) {
+
+ // Support: Chrome <=57, Firefox <=52
+ // In some browsers, typeof returns "function" for HTML <object> elements
+ // (i.e., `typeof document.createElement( "object" ) === "function"`).
+ // We don't want to classify *any* DOM node as a function.
+ return typeof obj === "function" && typeof obj.nodeType !== "number";
+ };
+
+
+var isWindow = function isWindow( obj ) {
+ return obj != null && obj === obj.window;
+ };
+
+
+var document = window.document;
+
+
+
+ var preservedScriptAttributes = {
+ type: true,
+ src: true,
+ nonce: true,
+ noModule: true
+ };
+
+ function DOMEval( code, node, doc ) {
+ doc = doc || document;
+
+ var i, val,
+ script = doc.createElement( "script" );
+
+ script.text = code;
+ if ( node ) {
+ for ( i in preservedScriptAttributes ) {
+
+ // Support: Firefox 64+, Edge 18+
+ // Some browsers don't support the "nonce" property on scripts.
+ // On the other hand, just using `getAttribute` is not enough as
+ // the `nonce` attribute is reset to an empty string whenever it
+ // becomes browsing-context connected.
+ // See https://github.com/whatwg/html/issues/2369
+ // See https://html.spec.whatwg.org/#nonce-attributes
+ // The `node.getAttribute` check was added for the sake of
+ // `jQuery.globalEval` so that it can fake a nonce-containing node
+ // via an object.
+ val = node[ i ] || node.getAttribute && node.getAttribute( i );
+ if ( val ) {
+ script.setAttribute( i, val );
+ }
+ }
+ }
+ doc.head.appendChild( script ).parentNode.removeChild( script );
+ }
+
+
+function toType( obj ) {
+ if ( obj == null ) {
+ return obj + "";
+ }
+
+ // Support: Android <=2.3 only (functionish RegExp)
+ return typeof obj === "object" || typeof obj === "function" ?
+ class2type[ toString.call( obj ) ] || "object" :
+ typeof obj;
+}
+/* global Symbol */
+// Defining this global in .eslintrc.json would create a danger of using the global
+// unguarded in another place, it seems safer to define global only for this module
+
+
+
+var
+ version = "3.5.1",
+
+ // Define a local copy of jQuery
+ jQuery = function( selector, context ) {
+
+ // The jQuery object is actually just the init constructor 'enhanced'
+ // Need init if jQuery is called (just allow error to be thrown if not included)
+ return new jQuery.fn.init( selector, context );
+ };
+
+jQuery.fn = jQuery.prototype = {
+
+ // The current version of jQuery being used
+ jquery: version,
+
+ constructor: jQuery,
+
+ // The default length of a jQuery object is 0
... 153761 lines suppressed ...