You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by po...@apache.org on 2021/03/12 01:25:46 UTC
[airflow-site] branch master updated: Add documentation for
packages - 2021-03-08 (#391)
This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/airflow-site.git
The following commit(s) were added to refs/heads/master by this push:
new d8c0557 Add documentation for packages - 2021-03-08 (#391)
d8c0557 is described below
commit d8c0557701fa9bf61ac6599d1c56c2841c3b3605
Author: Jarek Potiuk <ja...@potiuk.com>
AuthorDate: Fri Mar 12 02:25:36 2021 +0100
Add documentation for packages - 2021-03-08 (#391)
---
.../1.0.1/.buildinfo | 4 +
.../providers/apache/beam/hooks/beam/index.html} | 703 +-
.../providers/apache/beam/hooks/index.html} | 534 +-
.../_api/airflow/providers/apache/beam/index.html} | 541 +-
.../apache/beam/operators/beam/index.html} | 780 +-
.../providers/apache/beam/operators/index.html} | 534 +-
.../apache/beam/example_dags/example_beam.html} | 871 +-
.../airflow/providers/apache/beam/hooks/beam.html} | 845 +-
.../providers/apache/beam/operators/beam.html} | 1015 +-
.../1.0.1/_modules/index.html} | 525 +-
.../providers/apache/beam/hooks/beam/index.rst.txt | 166 +
.../providers/apache/beam/hooks/index.rst.txt | 15 +
.../airflow/providers/apache/beam/index.rst.txt | 16 +
.../apache/beam/operators/beam/index.rst.txt | 236 +
.../providers/apache/beam/operators/index.rst.txt | 15 +
.../1.0.1/_sources/commits.rst.txt | 55 +
.../1.0.1/_sources/index.rst.txt | 138 +
.../1.0.1/_sources/operators.rst.txt | 116 +
.../1.0.1/_static/_gen/css/main-custom.min.css | 1 +
.../1.0.1/_static/_gen/css/main.min.css | 7 +
.../1.0.1/_static/_gen/js/docs.js | 1 +
.../1.0.1/_static/basic.css | 856 ++
.../1.0.1/_static/clipboard.min.js | 7 +
.../1.0.1/_static/copy-button.svg | 5 +
.../1.0.1/_static/copybutton.css | 67 +
.../1.0.1/_static/copybutton.js | 153 +
.../1.0.1/_static/copybutton_funcs.js | 47 +
.../1.0.1/_static/doctools.js | 316 +
.../1.0.1/_static/documentation_options.js | 12 +
.../1.0.1/_static/file.png | Bin 0 -> 286 bytes
.../1.0.1/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../1.0.1/_static/jquery.js | 2 +
.../1.0.1/_static/language_data.js | 297 +
.../1.0.1/_static/minus.png | Bin 0 -> 90 bytes
.../1.0.1/_static/pin_32.png | Bin 0 -> 1201 bytes
.../1.0.1/_static/plus.png | Bin 0 -> 90 bytes
.../1.0.1/_static/pygments.css | 74 +
.../1.0.1/_static/searchtools.js | 514 +
.../1.0.1/_static/underscore-1.3.1.js | 999 ++
.../1.0.1/_static/underscore.js | 31 +
.../1.0.1/commits.html} | 594 +-
.../1.0.1/genindex.html} | 779 +-
.../1.0.1/index.html} | 630 +-
.../1.0.1/objects.inv | Bin 0 -> 879 bytes
.../1.0.1/operators.html} | 712 +-
.../1.0.1/py-modindex.html} | 599 +-
.../1.0.1/search.html} | 565 +-
.../1.0.1/searchindex.js | 1 +
.../stable.txt | 2 +-
.../1.1.0/.buildinfo | 4 +
.../providers/apache/druid/hooks/druid/index.html} | 644 +-
.../providers/apache/druid/hooks/index.html} | 520 +-
.../airflow/providers/apache/druid/index.html} | 532 +-
.../apache/druid/operators/druid/index.html} | 548 +-
.../apache/druid/operators/druid_check/index.html} | 526 +-
.../providers/apache/druid/operators/index.html} | 521 +-
.../druid/transfers/hive_to_druid/index.html} | 601 +-
.../providers/apache/druid/transfers/index.html} | 520 +-
.../providers/apache/druid/hooks/druid.html} | 727 +-
.../providers/apache/druid/operators/druid.html} | 599 +-
.../apache/druid/operators/druid_check.html} | 578 +-
.../apache/druid/transfers/hive_to_druid.html} | 785 +-
.../1.1.0/_modules/index.html} | 512 +-
.../apache/druid/hooks/druid/index.rst.txt | 113 +
.../providers/apache/druid/hooks/index.rst.txt | 15 +
.../airflow/providers/apache/druid/index.rst.txt | 17 +
.../apache/druid/operators/druid/index.rst.txt | 37 +
.../druid/operators/druid_check/index.rst.txt | 17 +
.../providers/apache/druid/operators/index.rst.txt | 16 +
.../druid/transfers/hive_to_druid/index.rst.txt | 101 +
.../providers/apache/druid/transfers/index.rst.txt | 15 +
.../1.1.0/_sources/commits.rst.txt | 115 +
.../1.1.0/_sources/index.rst.txt | 136 +
.../1.1.0/_static/_gen/css/main-custom.min.css | 1 +
.../1.1.0/_static/_gen/css/main.min.css | 7 +
.../1.1.0/_static/_gen/js/docs.js | 1 +
.../1.1.0/_static/basic.css | 856 ++
.../1.1.0/_static/clipboard.min.js | 7 +
.../1.1.0/_static/copy-button.svg | 5 +
.../1.1.0/_static/copybutton.css | 67 +
.../1.1.0/_static/copybutton.js | 153 +
.../1.1.0/_static/copybutton_funcs.js | 47 +
.../1.1.0/_static/doctools.js | 316 +
.../1.1.0/_static/documentation_options.js | 12 +
.../1.1.0/_static/file.png | Bin 0 -> 286 bytes
.../1.1.0/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../1.1.0/_static/jquery.js | 2 +
.../1.1.0/_static/language_data.js | 297 +
.../1.1.0/_static/minus.png | Bin 0 -> 90 bytes
.../1.1.0/_static/pin_32.png | Bin 0 -> 1201 bytes
.../1.1.0/_static/plus.png | Bin 0 -> 90 bytes
.../1.1.0/_static/pygments.css | 74 +
.../1.1.0/_static/searchtools.js | 514 +
.../1.1.0/_static/underscore-1.3.1.js | 999 ++
.../1.1.0/_static/underscore.js | 31 +
.../1.1.0/commits.html} | 796 +-
.../1.1.0/genindex.html} | 753 +-
.../1.1.0/index.html} | 611 +-
.../1.1.0/objects.inv | Bin 0 -> 829 bytes
.../1.1.0/py-modindex.html} | 600 +-
.../1.1.0/search.html} | 551 +-
.../1.1.0/searchindex.js | 1 +
.../stable.txt | 2 +-
.../1.2.0/.buildinfo | 4 +
.../microsoft/azure/hooks/adx/index.html} | 631 +-
.../microsoft/azure/hooks/azure_batch/index.html} | 710 +-
.../hooks/azure_container_instance/index.html} | 668 +-
.../hooks/azure_container_registry/index.html} | 553 +-
.../azure/hooks/azure_container_volume/index.html} | 561 +-
.../microsoft/azure/hooks/azure_cosmos/index.html} | 738 +-
.../azure/hooks/azure_data_factory/index.html} | 1309 ++-
.../azure/hooks/azure_data_lake/index.html} | 673 +-
.../azure/hooks/azure_fileshare/index.html} | 733 +-
.../microsoft/azure/hooks/base_azure/index.html} | 586 +-
.../providers/microsoft/azure/hooks/index.html} | 552 +-
.../microsoft/azure/hooks/wasb/index.html} | 784 +-
.../airflow/providers/microsoft/azure/index.html} | 585 +-
.../providers/microsoft/azure/log/index.html} | 542 +-
.../azure/log/wasb_task_handler/index.html} | 621 +-
.../azure/operators/adls_delete/index.html} | 577 +-
.../azure/operators/adls_list/index.html} | 577 +-
.../microsoft/azure/operators/adx/index.html} | 594 +-
.../azure/operators/azure_batch/index.html} | 660 +-
.../azure_container_instances/index.html} | 693 +-
.../azure/operators/azure_cosmos/index.html} | 572 +-
.../microsoft/azure/operators/index.html} | 548 +-
.../azure/operators/wasb_delete_blob/index.html} | 567 +-
.../azure/secrets/azure_key_vault/index.html} | 621 +-
.../providers/microsoft/azure/secrets/index.html} | 542 +-
.../azure/sensors/azure_cosmos/index.html} | 569 +-
.../providers/microsoft/azure/sensors/index.html} | 543 +-
.../microsoft/azure/sensors/wasb/index.html} | 595 +-
.../azure/transfers/azure_blob_to_gcs/index.html} | 582 +-
.../azure/transfers/file_to_wasb/index.html} | 566 +-
.../microsoft/azure/transfers/index.html} | 545 +-
.../azure/transfers/local_to_adls/index.html} | 588 +-
.../oracle_to_azure_data_lake/index.html} | 586 +-
.../azure/example_dags/example_adls_delete.html} | 611 +-
.../example_dags/example_azure_blob_to_gcs.html} | 630 +-
.../azure/example_dags/example_local_to_adls.html} | 610 +-
.../providers/microsoft/azure/hooks/adx.html} | 716 +-
.../microsoft/azure/hooks/azure_batch.html} | 939 +-
.../azure/hooks/azure_container_instance.html} | 721 +-
.../azure/hooks/azure_container_registry.html} | 605 +-
.../azure/hooks/azure_container_volume.html} | 625 +-
.../microsoft/azure/hooks/azure_cosmos.html} | 879 +-
.../microsoft/azure/hooks/azure_data_factory.html | 1524 +++
.../microsoft/azure/hooks/azure_data_lake.html} | 775 +-
.../microsoft/azure/hooks/azure_fileshare.html} | 832 +-
.../microsoft/azure/hooks/base_azure.html} | 636 +-
.../providers/microsoft/azure/hooks/wasb.html} | 935 +-
.../microsoft/azure/log/wasb_task_handler.html} | 759 +-
.../microsoft/azure/operators/adls_delete.html} | 627 +-
.../microsoft/azure/operators/adls_list.html} | 631 +-
.../providers/microsoft/azure/operators/adx.html} | 645 +-
.../microsoft/azure/operators/azure_batch.html} | 959 +-
.../operators/azure_container_instances.html} | 956 +-
.../microsoft/azure/operators/azure_cosmos.html} | 635 +-
.../azure/operators/wasb_delete_blob.html} | 639 +-
.../microsoft/azure/secrets/azure_key_vault.html} | 730 +-
.../microsoft/azure/sensors/azure_cosmos.html} | 630 +-
.../providers/microsoft/azure/sensors/wasb.html} | 669 +-
.../azure/transfers/azure_blob_to_gcs.html} | 701 +-
.../microsoft/azure/transfers/file_to_wasb.html} | 638 +-
.../microsoft/azure/transfers/local_to_adls.html} | 668 +-
.../transfers/oracle_to_azure_data_lake.html} | 686 +-
.../1.2.0/_modules/index.html} | 559 +-
.../microsoft/azure/hooks/adx/index.rst.txt | 111 +
.../azure/hooks/azure_batch/index.rst.txt | 208 +
.../hooks/azure_container_instance/index.rst.txt | 143 +
.../hooks/azure_container_registry/index.rst.txt | 30 +
.../hooks/azure_container_volume/index.rst.txt | 34 +
.../azure/hooks/azure_cosmos/index.rst.txt | 160 +
.../azure/hooks/azure_data_factory/index.rst.txt | 426 +
.../azure/hooks/azure_data_lake/index.rst.txt | 157 +
.../azure/hooks/azure_fileshare/index.rst.txt | 243 +
.../microsoft/azure/hooks/base_azure/index.rst.txt | 49 +
.../providers/microsoft/azure/hooks/index.rst.txt | 25 +
.../microsoft/azure/hooks/wasb/index.rst.txt | 288 +
.../providers/microsoft/azure/index.rst.txt | 20 +
.../providers/microsoft/azure/log/index.rst.txt | 15 +
.../azure/log/wasb_task_handler/index.rst.txt | 90 +
.../azure/operators/adls_delete/index.rst.txt | 42 +
.../azure/operators/adls_list/index.rst.txt | 51 +
.../microsoft/azure/operators/adx/index.rst.txt | 62 +
.../azure/operators/azure_batch/index.rst.txt | 185 +
.../azure_container_instances/index.rst.txt | 149 +
.../azure/operators/azure_cosmos/index.rst.txt | 41 +
.../microsoft/azure/operators/index.rst.txt | 21 +
.../azure/operators/wasb_delete_blob/index.rst.txt | 40 +
.../azure/secrets/azure_key_vault/index.rst.txt | 109 +
.../microsoft/azure/secrets/index.rst.txt | 15 +
.../azure/sensors/azure_cosmos/index.rst.txt | 42 +
.../microsoft/azure/sensors/index.rst.txt | 16 +
.../microsoft/azure/sensors/wasb/index.rst.txt | 63 +
.../transfers/azure_blob_to_gcs/index.rst.txt | 62 +
.../azure/transfers/file_to_wasb/index.rst.txt | 40 +
.../microsoft/azure/transfers/index.rst.txt | 18 +
.../azure/transfers/local_to_adls/index.rst.txt | 62 +
.../oracle_to_azure_data_lake/index.rst.txt | 59 +
.../1.2.0/_sources/commits.rst.txt | 156 +
.../1.2.0/_sources/connections/azure.rst.txt | 83 +
.../1.2.0/_sources/index.rst.txt | 176 +
.../1.2.0/_sources/logging.rst.txt | 55 +
.../1.2.0/_sources/operators/adls.rst.txt | 55 +
.../_sources/operators/azure_blob_to_gcs.rst.txt | 64 +
.../1.2.0/_sources/operators/index.rst.txt | 28 +
.../1.2.0/_sources/operators/local_to_adls.rst.txt | 58 +
.../secrets-backends/azure-key-vault.rst.txt | 66 +
.../1.2.0/_static/_gen/css/main-custom.min.css | 1 +
.../1.2.0/_static/_gen/css/main.min.css | 7 +
.../1.2.0/_static/_gen/js/docs.js | 1 +
.../1.2.0/_static/basic.css | 856 ++
.../1.2.0/_static/clipboard.min.js | 7 +
.../1.2.0/_static/copy-button.svg | 5 +
.../1.2.0/_static/copybutton.css | 67 +
.../1.2.0/_static/copybutton.js | 153 +
.../1.2.0/_static/copybutton_funcs.js | 47 +
.../1.2.0/_static/doctools.js | 316 +
.../1.2.0/_static/documentation_options.js | 12 +
.../1.2.0/_static/file.png | Bin 0 -> 286 bytes
.../1.2.0/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../1.2.0/_static/jquery.js | 2 +
.../1.2.0/_static/language_data.js | 297 +
.../1.2.0/_static/minus.png | Bin 0 -> 90 bytes
.../1.2.0/_static/pin_32.png | Bin 0 -> 1201 bytes
.../1.2.0/_static/plus.png | Bin 0 -> 90 bytes
.../1.2.0/_static/pygments.css | 74 +
.../1.2.0/_static/searchtools.js | 514 +
.../1.2.0/_static/underscore-1.3.1.js | 999 ++
.../1.2.0/_static/underscore.js | 31 +
.../1.2.0/commits.html} | 982 +-
.../1.2.0/connections/azure.html} | 548 +-
.../1.2.0/connections/index.html | 1 +
.../1.2.0/genindex.html | 1785 +++
.../1.2.0/index.html} | 697 +-
.../1.2.0/logging.html} | 570 +-
.../1.2.0/objects.inv | Bin 0 -> 3371 bytes
.../1.2.0/operators/adls.html} | 528 +-
.../1.2.0/operators/azure_blob_to_gcs.html} | 548 +-
.../1.2.0/operators/index.html} | 510 +-
.../1.2.0/operators/local_to_adls.html} | 528 +-
.../1.2.0/py-modindex.html} | 747 +-
.../1.2.0/search.html} | 573 +-
.../1.2.0/searchindex.js | 1 +
.../1.2.0/secrets-backends/azure-key-vault.html} | 539 +-
.../1.2.0/secrets-backends/index.html | 1 +
.../stable.txt | 2 +-
.../1.1.1/.buildinfo | 4 +
.../airflow/providers/snowflake/hooks/index.html} | 536 +-
.../snowflake/hooks/snowflake/index.html} | 633 +-
.../_api/airflow/providers/snowflake/index.html} | 548 +-
.../providers/snowflake/operators/index.html} | 536 +-
.../snowflake/operators/snowflake/index.html} | 608 +-
.../providers/snowflake/transfers/index.html} | 537 +-
.../transfers/s3_to_snowflake/index.html} | 574 +-
.../transfers/snowflake_to_slack/index.html} | 631 +-
.../snowflake/example_dags/example_snowflake.html} | 689 +-
.../providers/snowflake/hooks/snowflake.html} | 704 +-
.../providers/snowflake/operators/snowflake.html} | 679 +-
.../snowflake/transfers/s3_to_snowflake.html} | 709 +-
.../snowflake/transfers/snowflake_to_slack.html} | 721 +-
.../1.1.1/_modules/index.html} | 529 +-
.../providers/snowflake/hooks/index.rst.txt | 15 +
.../snowflake/hooks/snowflake/index.rst.txt | 84 +
.../_api/airflow/providers/snowflake/index.rst.txt | 17 +
.../providers/snowflake/operators/index.rst.txt | 15 +
.../snowflake/operators/snowflake/index.rst.txt | 86 +
.../providers/snowflake/transfers/index.rst.txt | 16 +
.../transfers/s3_to_snowflake/index.rst.txt | 68 +
.../transfers/snowflake_to_slack/index.rst.txt | 96 +
.../1.1.1/_sources/commits.rst.txt | 129 +
.../1.1.1/_sources/index.rst.txt | 156 +
.../1.1.1/_sources/operators/index.rst.txt | 25 +
.../_sources/operators/s3_to_snowflake.rst.txt | 42 +
.../1.1.1/_sources/operators/snowflake.rst.txt | 58 +
.../_sources/operators/snowflake_to_slack.rst.txt | 52 +
.../1.1.1/_static/_gen/css/main-custom.min.css | 1 +
.../1.1.1/_static/_gen/css/main.min.css | 7 +
.../1.1.1/_static/_gen/js/docs.js | 1 +
.../1.1.1/_static/basic.css | 856 ++
.../1.1.1/_static/clipboard.min.js | 7 +
.../1.1.1/_static/copy-button.svg | 5 +
.../1.1.1/_static/copybutton.css | 67 +
.../1.1.1/_static/copybutton.js | 153 +
.../1.1.1/_static/copybutton_funcs.js | 47 +
.../1.1.1/_static/doctools.js | 316 +
.../1.1.1/_static/documentation_options.js | 12 +
.../1.1.1/_static/file.png | Bin 0 -> 286 bytes
.../1.1.1/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../1.1.1/_static/jquery.js | 2 +
.../1.1.1/_static/language_data.js | 297 +
.../1.1.1/_static/minus.png | Bin 0 -> 90 bytes
.../1.1.1/_static/pin_32.png | Bin 0 -> 1201 bytes
.../1.1.1/_static/plus.png | Bin 0 -> 90 bytes
.../1.1.1/_static/pygments.css | 74 +
.../1.1.1/_static/searchtools.js | 514 +
.../1.1.1/_static/underscore-1.3.1.js | 999 ++
.../1.1.1/_static/underscore.js | 31 +
.../1.1.1/commits.html} | 868 +-
.../1.1.1/genindex.html} | 780 +-
.../1.1.1/index.html} | 646 +-
.../1.1.1/objects.inv | Bin 0 -> 925 bytes
.../1.1.1/operators/index.html} | 504 +-
.../1.1.1/operators/s3_to_snowflake.html} | 521 +-
.../1.1.1/operators/snowflake.html} | 573 +-
.../1.1.1/operators/snowflake_to_slack.html} | 537 +-
.../1.1.1/py-modindex.html} | 616 +-
.../1.1.1/search.html} | 567 +-
.../1.1.1/searchindex.js | 1 +
.../apache-airflow-providers-snowflake/stable.txt | 2 +-
docs-archive/apache-airflow-providers/objects.inv | Bin 917 -> 923 bytes
.../operators-and-hooks-ref/aws.html | 13 +-
.../operators-and-hooks-ref/google.html | 21 +
.../operators-and-hooks-ref/services.html | 21 +
.../apache-airflow-providers/packages-ref.html | 278 +-
.../apache-airflow-providers/searchindex.js | 2 +-
317 files changed, 88453 insertions(+), 61864 deletions(-)
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/.buildinfo b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/.buildinfo
new file mode 100644
index 0000000..fdf37bd
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/.buildinfo
@@ -0,0 +1,4 @@
+# Sphinx build info version 1
+# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
+config: 0b48129f164e49b3ba85ba3391c5099d
+tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/hooks/beam/index.html
similarity index 66%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
copy to docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/hooks/beam/index.html
index a2732c7..99b926b 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/hooks/beam/index.html
@@ -9,15 +9,15 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Services — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Software integrations" href="software.html" />
- <link rel="prev" title="Protocol integrations" href="protocol.html" />
+ <title>airflow.providers.apache.beam.hooks.beam — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.beam.operators" href="../../operators/index.html" />
+ <link rel="prev" title="airflow.providers.apache.beam.hooks" href="../index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -283,7 +283,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -313,9 +313,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -410,7 +422,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -440,9 +452,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -531,11 +555,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks</span></code></a></li>
- <li class="breadcrumb-item"><a href="services.html"> Services</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks.beam</span></code></a></li>
</ul>
</div>
@@ -546,426 +572,186 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="services">
-<h1>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h1>
-<div class="section" id="service-operators-and-hooks">
-<h2>Service operators and hooks<a class="headerlink" href="#service-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="databricks">
-<h3>Databricks<a class="headerlink" href="#databricks" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/operators/databricks/index.html#module-airflow.providers.databricks.operators.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/hooks/databricks/index.html#module-airflow.providers.databricks.hooks.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/operators.html" title="(in apache-airflow-providers-databricks vmaster)"><span>DatabricksSubmitRunOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-databricks"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-databricks</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://databricks.com/">Databricks</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="datadog">
-<h3>Datadog<a class="headerlink" href="#datadog" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-datadog/stable/_api/airflow/providers/datadog/hooks/datadog/index.html#module-airflow.providers.datadog.hooks.datadog" title="(in apache-airflow-providers-datadog vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.datadog.hooks.datadog</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-datadog"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-datadog</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.datadoghq.com/">Datadog</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="dingding">
-<h3>Dingding<a class="headerlink" href="#dingding" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/operators/dingding/index.html#module-airflow.providers.dingding.operators.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.operators.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Guides</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/operators.html" title="(in apache-airflow-providers-dingding vmaster)"><span>Dingding Operators</span></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-dingding"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-dingding</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://oapi.dingtalk.com">Dingding</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="discord">
-<h3>Discord<a class="headerlink" href="#discord" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/operators/discord_webhook/index.html#module-airflow.providers.discord.operators.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.operators.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/hooks/discord_webhook/index.html#module-airflow.providers.discord.hooks.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.hooks.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-discord"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-discord</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://discordapp.com">Discord</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="facebook-ads">
-<h3>Facebook Ads<a class="headerlink" href="#facebook-ads" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-facebook/stable/_api/airflow/providers/facebook/ads/hooks/ads/index.html#module-airflow.providers.facebook.ads.hooks.ads" title="(in apache-airflow-providers-facebook vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.facebook.ads.hooks.ads</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-facebook"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-facebook</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ibm-cloudant">
-<h3>IBM Cloudant<a class="headerlink" href="#ibm-cloudant" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/hooks/dingding/index.html#module-airflow.providers.dingding.hooks.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.hooks.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-cloudant"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-cloudant</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.ibm.com/cloud/cloudant">IBM Cloudant</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="opsgenie">
-<h3>Opsgenie<a class="headerlink" href="#opsgenie" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/operators/opsgenie_alert/index.html#module-airflow.providers.opsgenie.operators.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.operators.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/hooks/opsgenie_alert/index.html#module-airflow.providers.opsgenie.hooks.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.hooks.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-opsgenie"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-opsgenie</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.opsgenie.com/">Opsgenie</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="pagerduty">
-<h3>Pagerduty<a class="headerlink" href="#pagerduty" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-pagerduty/stable/_api/airflow/providers/pagerduty/hooks/pagerduty/index.html#module-airflow.providers.pagerduty.hooks.pagerduty" title="(in apache-airflow-providers-pagerduty vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.pagerduty.hooks.pagerduty</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-pagerduty"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-pagerduty</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.pagerduty.com/">Pagerduty</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="plexus">
-<h3>Plexus<a class="headerlink" href="#plexus" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/operators/job/index.html#module-airflow.providers.plexus.operators.job" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.operators.job</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/hooks/plexus/index.html#module-airflow.providers.plexus.hooks.plexus" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.hooks.plexus</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-plexus"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-plexus</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://plexus.corescientific.com/">Plexus</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="qubole">
-<h3>Qubole<a class="headerlink" href="#qubole" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/operators/qubole/index.html#module-airflow.providers.qubole.operators.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.operators.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/ai [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/hooks/qubole/index.html#module-airflow.providers.qubole.hooks.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.hooks.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/provi [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-qubole"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-qubole</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.qubole.com/">Qubole</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce">
-<h3>Salesforce<a class="headerlink" href="#salesforce" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/operators/tableau_refresh_workbook/index.html#module-airflow.providers.salesforce.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/hooks/salesforce/index.html#module-airflow.providers.salesforce.hooks.salesforce" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.hooks.salesforce</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-salesforce"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-salesforce</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="segment">
-<h3>Segment<a class="headerlink" href="#segment" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/operators/segment_track_event/index.html#module-airflow.providers.segment.operators.segment_track_event" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.operators.segment_track_event</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/hooks/segment/index.html#module-airflow.providers.segment.hooks.segment" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.hooks.segment</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-segment"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-segment</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://segment.com/docs/">Segment</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="slack">
-<h3>Slack<a class="headerlink" href="#slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/operators/slack/index.html#module-airflow.providers.slack.operators.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.operators.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/pro [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/hooks/slack/index.html#module-airflow.providers.slack.hooks.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.hooks.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slac [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-slack"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-slack</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake">
-<h3>Snowflake<a class="headerlink" href="#snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/operators/snowflake/index.html#module-airflow.providers.snowflake.operators.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.operators.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/hooks/snowflake/index.html#module-airflow.providers.snowflake.hooks.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.hooks.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="tableau">
-<h3>Tableau<a class="headerlink" href="#tableau" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/operators/tableau_refresh_workbook/index.html#module-airflow.providers.tableau.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/hooks/tableau/index.html#module-airflow.providers.tableau.hooks.tableau" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.hooks.tableau</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-tableau"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-tableau</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.tableau.com/">Tableau</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="telegram">
-<h3>Telegram<a class="headerlink" href="#telegram" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/operators/telegram/index.html#module-airflow.providers.telegram.operators.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.operators.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/hooks/telegram/index.html#module-airflow.providers.telegram.hooks.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.hooks.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/operators.html" title="(in apache-airflow-providers-telegram vmaster)"><span>TelegramOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-telegram"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-telegram</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://telegram.org/">Telegram</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud">
-<h3>Yandex.Cloud<a class="headerlink" href="#yandex-cloud" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandex/index.html#module-airflow.providers.yandex.hooks.yandex" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandex</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/">Yandex.Cloud</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud-dataproc">
-<h3>Yandex.Cloud Dataproc<a class="headerlink" href="#yandex-cloud-dataproc" title="Permalink to this headline">¶</a></h3>
+ <div class="section" id="module-airflow.providers.apache.beam.hooks.beam">
+<span id="airflow-providers-apache-beam-hooks-beam"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.beam.hooks.beam" title="airflow.providers.apache.beam.hooks.beam"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks.beam</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.beam.hooks.beam" title="Permalink to this headline">¶</a></h1>
+<p><p>This module contains a Apache Beam Hook.</p>
+</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
+<dl class="py class">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.apache.beam.hooks.beam.</code><code class="sig-name descname">BeamRunnerType</code><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType" title="Permalink to this definition">¶</a></dt>
+<dd><p>Helper class for listing runner types.
+For more information about runners see:
+<a class="reference external" href="https://beam.apache.org/documentation/">https://beam.apache.org/documentation/</a></p>
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DataflowRunner">
+<code class="sig-name descname">DataflowRunner</code><em class="property"> = DataflowRunner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.DataflowRunner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DataflowRunner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DirectRunner">
+<code class="sig-name descname">DirectRunner</code><em class="property"> = DirectRunner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.DirectRunner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DirectRunner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SparkRunner">
+<code class="sig-name descname">SparkRunner</code><em class="property"> = SparkRunner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.SparkRunner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SparkRunner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.FlinkRunner">
+<code class="sig-name descname">FlinkRunner</code><em class="property"> = FlinkRunner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.FlinkRunner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.FlinkRunner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SamzaRunner">
+<code class="sig-name descname">SamzaRunner</code><em class="property"> = SamzaRunner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.SamzaRunner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SamzaRunner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.NemoRunner">
+<code class="sig-name descname">NemoRunner</code><em class="property"> = NemoRunner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.NemoRunner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.NemoRunner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.JetRunner">
+<code class="sig-name descname">JetRunner</code><em class="property"> = JetRunner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.JetRunner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.JetRunner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamRunnerType.Twister2Runner">
+<code class="sig-name descname">Twister2Runner</code><em class="property"> = Twister2Runner</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamRunnerType.Twister2Runner"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.Twister2Runner" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py function">
+<dt id="airflow.providers.apache.beam.hooks.beam.beam_options_to_args">
+<code class="sig-prename descclassname">airflow.providers.apache.beam.hooks.beam.</code><code class="sig-name descname">beam_options_to_args</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">options</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)">dict</a></span></em><span class="sig-paren">)</span> → List<span class="p">[</span><a class="refer [...]
+<dt>
+<code class="sig-name descname">Returns a formatted pipeline options from a dictionary of arguments</code></dt>
+<dd><p>The logic of this method should be compatible with Apache Beam:
+<a class="reference external" href="https://github.com/apache/beam/blob/b56740f0e8cd80c2873412847d0b336837429fb9/sdks/python/">https://github.com/apache/beam/blob/b56740f0e8cd80c2873412847d0b336837429fb9/sdks/python/</a>
+apache_beam/options/pipeline_options.py#L230-L251</p>
<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.operators.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.hooks.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code></a>.</p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>options</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)"><em>dict</em></a>) -- Dictionary with options</p>
</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/operators.html" title="(in apache-airflow-providers-yandex vmaster)"><span>Yandex.Cloud Data Proc Operators</span></a>.</p>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>List of arguments</p>
</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/dataproc">Yandex.Cloud Dataproc</a></p>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p>List[<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a>]</p>
</dd>
</dl>
-</div>
-</div>
-<div class="section" id="transfer-operators-and-hooks">
-<h2>Transfer operators and hooks<a class="headerlink" href="#transfer-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="facebook-ads-to-google-cloud-storage-gcs">
-<h3>Facebook Ads to Google Cloud Storage (GCS)<a class="headerlink" href="#facebook-ads-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py class">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamCommandRunner">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.apache.beam.hooks.beam.</code><code class="sig-name descname">BeamCommandRunner</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">cmd</span><span class="p">:</span> <span class="n">List<span class="p">[</span><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a><span class="p">]</span></span></em>, <em clas [...]
+<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.utils.log.logging_mixin.LoggingMixin</span></code></p>
+<p>Class responsible for running pipeline command in subprocess</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/facebook_ads_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Facebook Ads To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/facebook_ads_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.facebook_ads_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.facebook_ads_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>cmd</strong> (<em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a><em>]</em>) -- Parts of the command to be run in subprocess</p></li>
+<li><p><strong>process_line_callback</strong> (<em>Optional</em><em>[</em><em>Callable</em><em>[</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a><em>]</em><em>, </em><a class="reference external" href="https://docs.python.org/3/library/constants.html#None" title="(in Python v3.9)"><em>None</em></a><em>]</em><em>]</em>) -- Optional callback which can be used to process
+stdout and stderr to detect job id</p></li>
+</ul>
</dd>
</dl>
-</div>
-<div class="section" id="salesforce-to-google-cloud-storage-gcs">
-<h3>Salesforce to Google Cloud Storage (GCS)<a class="headerlink" href="#salesforce-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamCommandRunner._process_fd">
+<code class="sig-name descname">_process_fd</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">fd</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamCommandRunner._process_fd"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamComman [...]
+<dd><p>Prints output to logs.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/salesforce_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Salesforce To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/salesforce_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.salesforce_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.salesforce_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>fd</strong> -- File descriptor.</p>
</dd>
</dl>
-</div>
-<div class="section" id="snowflake-to-mysql">
-<h3>Snowflake to MySQL<a class="headerlink" href="#snowflake-to-mysql" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamCommandRunner.wait_for_done">
+<code class="sig-name descname">wait_for_done</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/hooks/beam.html#BeamCommandRunner.wait_for_done"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.hooks.beam.BeamCommandRunner.wait_for_done" title="Permalink to this de [...]
+<dd><p>Waits for Apache Beam pipeline to complete.</p>
+</dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamHook">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.apache.beam.hooks.beam.</code><code class="sig-name descname">BeamHook</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">runner</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></span></em><span class="sig-paren">)</span><a class="reference internal" href=" [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/hooks/base/index.html#airflow.hooks.base.BaseHook" title="(in apache-airflow v2.1.0.dev0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.hooks.base.BaseHook</span></code></a></p>
+<p>Hook for Apache Beam.</p>
+<p>All the methods in the hook where project_id is used must be called with
+keyword arguments rather than positional.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.mysql.com/">MySQL</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-mysql/stable/_api/airflow/providers/mysql/transfers/presto_to_mysql/index.html#module-airflow.providers.mysql.transfers.presto_to_mysql" title="(in apache-airflow-providers-mysql vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.mysql.transfers.presto_to_mysql</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-mysql"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-mysql</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>runner</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Runner type</p>
</dd>
</dl>
-</div>
-<div class="section" id="amazon-simple-storage-service-s3-to-snowflake">
-<h3>Amazon Simple Storage Service (S3) to Snowflake<a class="headerlink" href="#amazon-simple-storage-service-s3-to-snowflake" title="Permalink to this headline">¶</a></h3>
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamHook._start_pipeline">
+<code class="sig-name descname">_start_pipeline</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">variables</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)">dict</a></span></em>, <em class="sig-param"><span class="n">command_prefix</span><span class="p">:</span> <span class="n">List<span class="p [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamHook.start_python_pipeline">
+<code class="sig-name descname">start_python_pipeline</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">variables</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)">dict</a></span></em>, <em class="sig-param"><span class="n">py_file</span><span class="p">:</span> <span class="n"><a class="reference [...]
+<dd><p>Starts Apache Beam python pipeline.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://aws.amazon.com/s3/">Amazon Simple Storage Service (S3)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/s3_to_snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>S3ToSnowflakeOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/s3_to_snowflake/index.html#module-airflow.providers.snowflake.transfers.s3_to_snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.s3_to_snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>variables</strong> (<em>Dict</em>) -- Variables passed to the pipeline.</p></li>
+<li><p><strong>py_options</strong> (<em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a><em>]</em>) -- Additional options.</p></li>
+<li><p><strong>py_interpreter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Python version of the Apache Beam pipeline.
+If None, this defaults to the python3.
+To track python versions supported by beam and related
+issues check: <a class="reference external" href="https://issues.apache.org/jira/browse/BEAM-1251">https://issues.apache.org/jira/browse/BEAM-1251</a></p></li>
+<li><p><strong>py_requirements</strong> (<em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a><em>]</em>) -- <p>Additional python package(s) to install.
+If a value is passed to this parameter, a new virtual environment has been created with
+additional packages installed.</p>
+<p>You could also install the apache-beam package if it is not installed on your system or you want
+to use a different version.</p>
+</p></li>
+<li><p><strong>py_system_site_packages</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.9)"><em>bool</em></a>) -- <p>Whether to include system_site_packages in your virtualenv.
+See virtualenv documentation for more information.</p>
+<p>This option is only relevant if the <code class="docutils literal notranslate"><span class="pre">py_requirements</span></code> parameter is not None.</p>
+</p></li>
+<li><p><strong>on_new_job_id_callback</strong> (<em>callable</em>) -- Callback called when the job ID is known.</p></li>
+</ul>
</dd>
</dl>
-</div>
-<div class="section" id="snowflake-to-slack">
-<h3>Snowflake to Slack<a class="headerlink" href="#snowflake-to-slack" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.hooks.beam.BeamHook.start_java_pipeline">
+<code class="sig-name descname">start_java_pipeline</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">variables</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)">dict</a></span></em>, <em class="sig-param"><span class="n">jar</span><span class="p">:</span> <span class="n"><a class="reference exter [...]
+<dd><p>Starts Apache Beam Java pipeline.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake_to_slack.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeToSlackOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/snowflake_to_slack/index.html#module-airflow.providers.snowflake.transfers.snowflake_to_slack" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.snowflake_to_slack</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>variables</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)"><em>dict</em></a>) -- Variables passed to the job.</p></li>
+<li><p><strong>jar</strong> -- Name of the jar for the pipeline</p></li>
+<li><p><strong>job_class</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Name of the java class for the pipeline.</p></li>
+</ul>
</dd>
</dl>
-</div>
+</dd></dl>
+
+</dd></dl>
+
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Protocol integrations" href="protocol.html" >
+ <a rel="prev" title="airflow.providers.apache.beam.hooks" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Software integrations" href="software.html" >
+ <a rel="next" title="airflow.providers.apache.beam.operators" href="../../operators/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -1035,34 +821,57 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Services</a><ul>
-<li><a class="reference internal" href="#service-operators-and-hooks">Service operators and hooks</a><ul>
-<li><a class="reference internal" href="#databricks">Databricks</a></li>
-<li><a class="reference internal" href="#datadog">Datadog</a></li>
-<li><a class="reference internal" href="#dingding">Dingding</a></li>
-<li><a class="reference internal" href="#discord">Discord</a></li>
-<li><a class="reference internal" href="#facebook-ads">Facebook Ads</a></li>
-<li><a class="reference internal" href="#ibm-cloudant">IBM Cloudant</a></li>
-<li><a class="reference internal" href="#opsgenie">Opsgenie</a></li>
-<li><a class="reference internal" href="#pagerduty">Pagerduty</a></li>
-<li><a class="reference internal" href="#plexus">Plexus</a></li>
-<li><a class="reference internal" href="#qubole">Qubole</a></li>
-<li><a class="reference internal" href="#salesforce">Salesforce</a></li>
-<li><a class="reference internal" href="#segment">Segment</a></li>
-<li><a class="reference internal" href="#slack">Slack</a></li>
-<li><a class="reference internal" href="#snowflake">Snowflake</a></li>
-<li><a class="reference internal" href="#tableau">Tableau</a></li>
-<li><a class="reference internal" href="#telegram">Telegram</a></li>
-<li><a class="reference internal" href="#yandex-cloud">Yandex.Cloud</a></li>
-<li><a class="reference internal" href="#yandex-cloud-dataproc">Yandex.Cloud Dataproc</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks.beam</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType">BeamRunnerType</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DataflowRunner">DataflowRunner</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DirectRunner">DirectRunner</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SparkRunner">SparkRunner</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.FlinkRunner">FlinkRunner</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SamzaRunner">SamzaRunner</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.NemoRunner">NemoRunner</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.JetRunner">JetRunner</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.Twister2Runner">Twister2Runner</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.beam_options_to_args">beam_options_to_args</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamCommandRunner">BeamCommandRunner</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamCommandRunner._process_fd">_process_fd</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamCommandRunner.wait_for_done">wait_for_done</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamHook">BeamHook</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamHook._start_pipeline">_start_pipeline</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamHook.start_python_pipeline">start_python_pipeline</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.hooks.beam.BeamHook.start_java_pipeline">start_java_pipeline</a></li>
</ul>
</li>
-<li><a class="reference internal" href="#transfer-operators-and-hooks">Transfer operators and hooks</a><ul>
-<li><a class="reference internal" href="#facebook-ads-to-google-cloud-storage-gcs">Facebook Ads to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#salesforce-to-google-cloud-storage-gcs">Salesforce to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#snowflake-to-mysql">Snowflake to MySQL</a></li>
-<li><a class="reference internal" href="#amazon-simple-storage-service-s3-to-snowflake">Amazon Simple Storage Service (S3) to Snowflake</a></li>
-<li><a class="reference internal" href="#snowflake-to-slack">Snowflake to Slack</a></li>
</ul>
</li>
</ul>
@@ -1089,7 +898,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers/operators-and-hooks-ref/services.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers-apache-beam/_api/airflow/providers/apache/beam/hooks/beam/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -1223,15 +1032,15 @@
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/hooks/index.html
similarity index 66%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
copy to docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/hooks/index.html
index a2732c7..b6b940e 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/hooks/index.html
@@ -9,15 +9,15 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Services — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Software integrations" href="software.html" />
- <link rel="prev" title="Protocol integrations" href="protocol.html" />
+ <title>airflow.providers.apache.beam.hooks — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.beam.hooks.beam" href="beam/index.html" />
+ <link rel="prev" title="airflow.providers.apache.beam" href="../index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -283,7 +283,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -313,9 +313,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -410,7 +422,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -440,9 +452,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -531,11 +555,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam</span></code></a></li>
- <li class="breadcrumb-item"><a href="services.html"> Services</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks</span></code></a></li>
</ul>
</div>
@@ -546,426 +570,24 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="services">
-<h1>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h1>
-<div class="section" id="service-operators-and-hooks">
-<h2>Service operators and hooks<a class="headerlink" href="#service-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="databricks">
-<h3>Databricks<a class="headerlink" href="#databricks" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/operators/databricks/index.html#module-airflow.providers.databricks.operators.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/hooks/databricks/index.html#module-airflow.providers.databricks.hooks.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/operators.html" title="(in apache-airflow-providers-databricks vmaster)"><span>DatabricksSubmitRunOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-databricks"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-databricks</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://databricks.com/">Databricks</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="datadog">
-<h3>Datadog<a class="headerlink" href="#datadog" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-datadog/stable/_api/airflow/providers/datadog/hooks/datadog/index.html#module-airflow.providers.datadog.hooks.datadog" title="(in apache-airflow-providers-datadog vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.datadog.hooks.datadog</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-datadog"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-datadog</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.datadoghq.com/">Datadog</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="dingding">
-<h3>Dingding<a class="headerlink" href="#dingding" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/operators/dingding/index.html#module-airflow.providers.dingding.operators.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.operators.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Guides</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/operators.html" title="(in apache-airflow-providers-dingding vmaster)"><span>Dingding Operators</span></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-dingding"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-dingding</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://oapi.dingtalk.com">Dingding</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="discord">
-<h3>Discord<a class="headerlink" href="#discord" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/operators/discord_webhook/index.html#module-airflow.providers.discord.operators.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.operators.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/hooks/discord_webhook/index.html#module-airflow.providers.discord.hooks.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.hooks.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-discord"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-discord</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://discordapp.com">Discord</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="facebook-ads">
-<h3>Facebook Ads<a class="headerlink" href="#facebook-ads" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-facebook/stable/_api/airflow/providers/facebook/ads/hooks/ads/index.html#module-airflow.providers.facebook.ads.hooks.ads" title="(in apache-airflow-providers-facebook vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.facebook.ads.hooks.ads</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-facebook"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-facebook</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ibm-cloudant">
-<h3>IBM Cloudant<a class="headerlink" href="#ibm-cloudant" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/hooks/dingding/index.html#module-airflow.providers.dingding.hooks.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.hooks.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-cloudant"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-cloudant</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.ibm.com/cloud/cloudant">IBM Cloudant</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="opsgenie">
-<h3>Opsgenie<a class="headerlink" href="#opsgenie" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/operators/opsgenie_alert/index.html#module-airflow.providers.opsgenie.operators.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.operators.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/hooks/opsgenie_alert/index.html#module-airflow.providers.opsgenie.hooks.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.hooks.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-opsgenie"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-opsgenie</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.opsgenie.com/">Opsgenie</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="pagerduty">
-<h3>Pagerduty<a class="headerlink" href="#pagerduty" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-pagerduty/stable/_api/airflow/providers/pagerduty/hooks/pagerduty/index.html#module-airflow.providers.pagerduty.hooks.pagerduty" title="(in apache-airflow-providers-pagerduty vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.pagerduty.hooks.pagerduty</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-pagerduty"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-pagerduty</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.pagerduty.com/">Pagerduty</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="plexus">
-<h3>Plexus<a class="headerlink" href="#plexus" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/operators/job/index.html#module-airflow.providers.plexus.operators.job" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.operators.job</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/hooks/plexus/index.html#module-airflow.providers.plexus.hooks.plexus" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.hooks.plexus</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-plexus"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-plexus</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://plexus.corescientific.com/">Plexus</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="qubole">
-<h3>Qubole<a class="headerlink" href="#qubole" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/operators/qubole/index.html#module-airflow.providers.qubole.operators.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.operators.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/ai [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/hooks/qubole/index.html#module-airflow.providers.qubole.hooks.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.hooks.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/provi [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-qubole"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-qubole</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.qubole.com/">Qubole</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce">
-<h3>Salesforce<a class="headerlink" href="#salesforce" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/operators/tableau_refresh_workbook/index.html#module-airflow.providers.salesforce.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/hooks/salesforce/index.html#module-airflow.providers.salesforce.hooks.salesforce" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.hooks.salesforce</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-salesforce"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-salesforce</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="segment">
-<h3>Segment<a class="headerlink" href="#segment" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/operators/segment_track_event/index.html#module-airflow.providers.segment.operators.segment_track_event" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.operators.segment_track_event</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/hooks/segment/index.html#module-airflow.providers.segment.hooks.segment" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.hooks.segment</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-segment"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-segment</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://segment.com/docs/">Segment</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="slack">
-<h3>Slack<a class="headerlink" href="#slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/operators/slack/index.html#module-airflow.providers.slack.operators.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.operators.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/pro [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/hooks/slack/index.html#module-airflow.providers.slack.hooks.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.hooks.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slac [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-slack"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-slack</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake">
-<h3>Snowflake<a class="headerlink" href="#snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/operators/snowflake/index.html#module-airflow.providers.snowflake.operators.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.operators.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/hooks/snowflake/index.html#module-airflow.providers.snowflake.hooks.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.hooks.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="tableau">
-<h3>Tableau<a class="headerlink" href="#tableau" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/operators/tableau_refresh_workbook/index.html#module-airflow.providers.tableau.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/hooks/tableau/index.html#module-airflow.providers.tableau.hooks.tableau" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.hooks.tableau</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-tableau"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-tableau</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.tableau.com/">Tableau</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="telegram">
-<h3>Telegram<a class="headerlink" href="#telegram" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/operators/telegram/index.html#module-airflow.providers.telegram.operators.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.operators.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/hooks/telegram/index.html#module-airflow.providers.telegram.hooks.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.hooks.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/operators.html" title="(in apache-airflow-providers-telegram vmaster)"><span>TelegramOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-telegram"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-telegram</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://telegram.org/">Telegram</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud">
-<h3>Yandex.Cloud<a class="headerlink" href="#yandex-cloud" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandex/index.html#module-airflow.providers.yandex.hooks.yandex" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandex</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/">Yandex.Cloud</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud-dataproc">
-<h3>Yandex.Cloud Dataproc<a class="headerlink" href="#yandex-cloud-dataproc" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.operators.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.hooks.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/operators.html" title="(in apache-airflow-providers-yandex vmaster)"><span>Yandex.Cloud Data Proc Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/dataproc">Yandex.Cloud Dataproc</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfer-operators-and-hooks">
-<h2>Transfer operators and hooks<a class="headerlink" href="#transfer-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="facebook-ads-to-google-cloud-storage-gcs">
-<h3>Facebook Ads to Google Cloud Storage (GCS)<a class="headerlink" href="#facebook-ads-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/facebook_ads_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Facebook Ads To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/facebook_ads_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.facebook_ads_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.facebook_ads_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce-to-google-cloud-storage-gcs">
-<h3>Salesforce to Google Cloud Storage (GCS)<a class="headerlink" href="#salesforce-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/salesforce_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Salesforce To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/salesforce_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.salesforce_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.salesforce_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-mysql">
-<h3>Snowflake to MySQL<a class="headerlink" href="#snowflake-to-mysql" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.mysql.com/">MySQL</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-mysql/stable/_api/airflow/providers/mysql/transfers/presto_to_mysql/index.html#module-airflow.providers.mysql.transfers.presto_to_mysql" title="(in apache-airflow-providers-mysql vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.mysql.transfers.presto_to_mysql</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-mysql"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-mysql</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="amazon-simple-storage-service-s3-to-snowflake">
-<h3>Amazon Simple Storage Service (S3) to Snowflake<a class="headerlink" href="#amazon-simple-storage-service-s3-to-snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://aws.amazon.com/s3/">Amazon Simple Storage Service (S3)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/s3_to_snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>S3ToSnowflakeOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/s3_to_snowflake/index.html#module-airflow.providers.snowflake.transfers.s3_to_snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.s3_to_snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-slack">
-<h3>Snowflake to Slack<a class="headerlink" href="#snowflake-to-slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake_to_slack.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeToSlackOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/snowflake_to_slack/index.html#module-airflow.providers.snowflake.transfers.snowflake_to_slack" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.snowflake_to_slack</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
+ <div class="section" id="module-airflow.providers.apache.beam.hooks">
+<span id="airflow-providers-apache-beam-hooks"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.beam.hooks" title="airflow.providers.apache.beam.hooks"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.beam.hooks" title="Permalink to this headline">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this headline">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="beam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks.beam</span></code></a></li>
+</ul>
</div>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Protocol integrations" href="protocol.html" >
+ <a rel="prev" title="airflow.providers.apache.beam" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Software integrations" href="software.html" >
+ <a rel="next" title="airflow.providers.apache.beam.hooks.beam" href="beam/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -1035,36 +657,8 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Services</a><ul>
-<li><a class="reference internal" href="#service-operators-and-hooks">Service operators and hooks</a><ul>
-<li><a class="reference internal" href="#databricks">Databricks</a></li>
-<li><a class="reference internal" href="#datadog">Datadog</a></li>
-<li><a class="reference internal" href="#dingding">Dingding</a></li>
-<li><a class="reference internal" href="#discord">Discord</a></li>
-<li><a class="reference internal" href="#facebook-ads">Facebook Ads</a></li>
-<li><a class="reference internal" href="#ibm-cloudant">IBM Cloudant</a></li>
-<li><a class="reference internal" href="#opsgenie">Opsgenie</a></li>
-<li><a class="reference internal" href="#pagerduty">Pagerduty</a></li>
-<li><a class="reference internal" href="#plexus">Plexus</a></li>
-<li><a class="reference internal" href="#qubole">Qubole</a></li>
-<li><a class="reference internal" href="#salesforce">Salesforce</a></li>
-<li><a class="reference internal" href="#segment">Segment</a></li>
-<li><a class="reference internal" href="#slack">Slack</a></li>
-<li><a class="reference internal" href="#snowflake">Snowflake</a></li>
-<li><a class="reference internal" href="#tableau">Tableau</a></li>
-<li><a class="reference internal" href="#telegram">Telegram</a></li>
-<li><a class="reference internal" href="#yandex-cloud">Yandex.Cloud</a></li>
-<li><a class="reference internal" href="#yandex-cloud-dataproc">Yandex.Cloud Dataproc</a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#transfer-operators-and-hooks">Transfer operators and hooks</a><ul>
-<li><a class="reference internal" href="#facebook-ads-to-google-cloud-storage-gcs">Facebook Ads to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#salesforce-to-google-cloud-storage-gcs">Salesforce to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#snowflake-to-mysql">Snowflake to MySQL</a></li>
-<li><a class="reference internal" href="#amazon-simple-storage-service-s3-to-snowflake">Amazon Simple Storage Service (S3) to Snowflake</a></li>
-<li><a class="reference internal" href="#snowflake-to-slack">Snowflake to Slack</a></li>
-</ul>
-</li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -1089,7 +683,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers/operators-and-hooks-ref/services.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers-apache-beam/_api/airflow/providers/apache/beam/hooks/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -1223,15 +817,15 @@
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/index.html
similarity index 65%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
copy to docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/index.html
index a2732c7..c9344a1 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/index.html
@@ -9,15 +9,15 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Services — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Software integrations" href="software.html" />
- <link rel="prev" title="Protocol integrations" href="protocol.html" />
+ <title>airflow.providers.apache.beam — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.beam.hooks" href="hooks/index.html" />
+ <link rel="prev" title="apache-airflow-providers-apache-beam" href="../../../../../index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -283,7 +283,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -313,9 +313,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -410,7 +422,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -440,9 +452,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -531,11 +555,9 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
-
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="services.html"> Services</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam</span></code></a></li>
</ul>
</div>
@@ -546,426 +568,31 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="services">
-<h1>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h1>
-<div class="section" id="service-operators-and-hooks">
-<h2>Service operators and hooks<a class="headerlink" href="#service-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="databricks">
-<h3>Databricks<a class="headerlink" href="#databricks" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/operators/databricks/index.html#module-airflow.providers.databricks.operators.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/hooks/databricks/index.html#module-airflow.providers.databricks.hooks.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/operators.html" title="(in apache-airflow-providers-databricks vmaster)"><span>DatabricksSubmitRunOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-databricks"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-databricks</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://databricks.com/">Databricks</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="datadog">
-<h3>Datadog<a class="headerlink" href="#datadog" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-datadog/stable/_api/airflow/providers/datadog/hooks/datadog/index.html#module-airflow.providers.datadog.hooks.datadog" title="(in apache-airflow-providers-datadog vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.datadog.hooks.datadog</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-datadog"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-datadog</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.datadoghq.com/">Datadog</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="dingding">
-<h3>Dingding<a class="headerlink" href="#dingding" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/operators/dingding/index.html#module-airflow.providers.dingding.operators.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.operators.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Guides</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/operators.html" title="(in apache-airflow-providers-dingding vmaster)"><span>Dingding Operators</span></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-dingding"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-dingding</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://oapi.dingtalk.com">Dingding</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="discord">
-<h3>Discord<a class="headerlink" href="#discord" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/operators/discord_webhook/index.html#module-airflow.providers.discord.operators.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.operators.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/hooks/discord_webhook/index.html#module-airflow.providers.discord.hooks.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.hooks.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-discord"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-discord</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://discordapp.com">Discord</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="facebook-ads">
-<h3>Facebook Ads<a class="headerlink" href="#facebook-ads" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-facebook/stable/_api/airflow/providers/facebook/ads/hooks/ads/index.html#module-airflow.providers.facebook.ads.hooks.ads" title="(in apache-airflow-providers-facebook vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.facebook.ads.hooks.ads</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-facebook"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-facebook</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ibm-cloudant">
-<h3>IBM Cloudant<a class="headerlink" href="#ibm-cloudant" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/hooks/dingding/index.html#module-airflow.providers.dingding.hooks.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.hooks.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-cloudant"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-cloudant</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.ibm.com/cloud/cloudant">IBM Cloudant</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="opsgenie">
-<h3>Opsgenie<a class="headerlink" href="#opsgenie" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/operators/opsgenie_alert/index.html#module-airflow.providers.opsgenie.operators.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.operators.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/hooks/opsgenie_alert/index.html#module-airflow.providers.opsgenie.hooks.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.hooks.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-opsgenie"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-opsgenie</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.opsgenie.com/">Opsgenie</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="pagerduty">
-<h3>Pagerduty<a class="headerlink" href="#pagerduty" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-pagerduty/stable/_api/airflow/providers/pagerduty/hooks/pagerduty/index.html#module-airflow.providers.pagerduty.hooks.pagerduty" title="(in apache-airflow-providers-pagerduty vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.pagerduty.hooks.pagerduty</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-pagerduty"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-pagerduty</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.pagerduty.com/">Pagerduty</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="plexus">
-<h3>Plexus<a class="headerlink" href="#plexus" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/operators/job/index.html#module-airflow.providers.plexus.operators.job" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.operators.job</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/hooks/plexus/index.html#module-airflow.providers.plexus.hooks.plexus" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.hooks.plexus</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-plexus"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-plexus</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://plexus.corescientific.com/">Plexus</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="qubole">
-<h3>Qubole<a class="headerlink" href="#qubole" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/operators/qubole/index.html#module-airflow.providers.qubole.operators.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.operators.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/ai [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/hooks/qubole/index.html#module-airflow.providers.qubole.hooks.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.hooks.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/provi [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-qubole"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-qubole</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.qubole.com/">Qubole</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce">
-<h3>Salesforce<a class="headerlink" href="#salesforce" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/operators/tableau_refresh_workbook/index.html#module-airflow.providers.salesforce.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/hooks/salesforce/index.html#module-airflow.providers.salesforce.hooks.salesforce" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.hooks.salesforce</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-salesforce"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-salesforce</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="segment">
-<h3>Segment<a class="headerlink" href="#segment" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/operators/segment_track_event/index.html#module-airflow.providers.segment.operators.segment_track_event" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.operators.segment_track_event</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/hooks/segment/index.html#module-airflow.providers.segment.hooks.segment" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.hooks.segment</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-segment"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-segment</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://segment.com/docs/">Segment</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="slack">
-<h3>Slack<a class="headerlink" href="#slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/operators/slack/index.html#module-airflow.providers.slack.operators.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.operators.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/pro [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/hooks/slack/index.html#module-airflow.providers.slack.hooks.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.hooks.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slac [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-slack"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-slack</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake">
-<h3>Snowflake<a class="headerlink" href="#snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/operators/snowflake/index.html#module-airflow.providers.snowflake.operators.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.operators.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/hooks/snowflake/index.html#module-airflow.providers.snowflake.hooks.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.hooks.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="tableau">
-<h3>Tableau<a class="headerlink" href="#tableau" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/operators/tableau_refresh_workbook/index.html#module-airflow.providers.tableau.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/hooks/tableau/index.html#module-airflow.providers.tableau.hooks.tableau" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.hooks.tableau</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-tableau"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-tableau</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.tableau.com/">Tableau</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="telegram">
-<h3>Telegram<a class="headerlink" href="#telegram" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/operators/telegram/index.html#module-airflow.providers.telegram.operators.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.operators.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/hooks/telegram/index.html#module-airflow.providers.telegram.hooks.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.hooks.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/operators.html" title="(in apache-airflow-providers-telegram vmaster)"><span>TelegramOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-telegram"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-telegram</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://telegram.org/">Telegram</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud">
-<h3>Yandex.Cloud<a class="headerlink" href="#yandex-cloud" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandex/index.html#module-airflow.providers.yandex.hooks.yandex" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandex</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/">Yandex.Cloud</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud-dataproc">
-<h3>Yandex.Cloud Dataproc<a class="headerlink" href="#yandex-cloud-dataproc" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.operators.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.hooks.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/operators.html" title="(in apache-airflow-providers-yandex vmaster)"><span>Yandex.Cloud Data Proc Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/dataproc">Yandex.Cloud Dataproc</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfer-operators-and-hooks">
-<h2>Transfer operators and hooks<a class="headerlink" href="#transfer-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="facebook-ads-to-google-cloud-storage-gcs">
-<h3>Facebook Ads to Google Cloud Storage (GCS)<a class="headerlink" href="#facebook-ads-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/facebook_ads_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Facebook Ads To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/facebook_ads_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.facebook_ads_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.facebook_ads_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce-to-google-cloud-storage-gcs">
-<h3>Salesforce to Google Cloud Storage (GCS)<a class="headerlink" href="#salesforce-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/salesforce_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Salesforce To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/salesforce_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.salesforce_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.salesforce_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-mysql">
-<h3>Snowflake to MySQL<a class="headerlink" href="#snowflake-to-mysql" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.mysql.com/">MySQL</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-mysql/stable/_api/airflow/providers/mysql/transfers/presto_to_mysql/index.html#module-airflow.providers.mysql.transfers.presto_to_mysql" title="(in apache-airflow-providers-mysql vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.mysql.transfers.presto_to_mysql</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-mysql"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-mysql</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="amazon-simple-storage-service-s3-to-snowflake">
-<h3>Amazon Simple Storage Service (S3) to Snowflake<a class="headerlink" href="#amazon-simple-storage-service-s3-to-snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://aws.amazon.com/s3/">Amazon Simple Storage Service (S3)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/s3_to_snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>S3ToSnowflakeOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/s3_to_snowflake/index.html#module-airflow.providers.snowflake.transfers.s3_to_snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.s3_to_snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-slack">
-<h3>Snowflake to Slack<a class="headerlink" href="#snowflake-to-slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake_to_slack.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeToSlackOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/snowflake_to_slack/index.html#module-airflow.providers.snowflake.transfers.snowflake_to_slack" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.snowflake_to_slack</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
+ <div class="section" id="module-airflow.providers.apache.beam">
+<span id="airflow-providers-apache-beam"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.beam" title="airflow.providers.apache.beam"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.beam" title="Permalink to this headline">¶</a></h1>
+<div class="section" id="subpackages">
+<h2>Subpackages<a class="headerlink" href="#subpackages" title="Permalink to this headline">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="hooks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks</span></code></a><ul>
+<li class="toctree-l2"><a class="reference internal" href="hooks/beam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.hooks.beam</span></code></a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="operators/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators</span></code></a><ul>
+<li class="toctree-l2"><a class="reference internal" href="operators/beam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators.beam</span></code></a></li>
+</ul>
+</li>
+</ul>
</div>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Protocol integrations" href="protocol.html" >
+ <a rel="prev" title="apache-airflow-providers-apache-beam" href="../../../../../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Software integrations" href="software.html" >
+ <a rel="next" title="airflow.providers.apache.beam.hooks" href="hooks/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -1035,36 +662,8 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Services</a><ul>
-<li><a class="reference internal" href="#service-operators-and-hooks">Service operators and hooks</a><ul>
-<li><a class="reference internal" href="#databricks">Databricks</a></li>
-<li><a class="reference internal" href="#datadog">Datadog</a></li>
-<li><a class="reference internal" href="#dingding">Dingding</a></li>
-<li><a class="reference internal" href="#discord">Discord</a></li>
-<li><a class="reference internal" href="#facebook-ads">Facebook Ads</a></li>
-<li><a class="reference internal" href="#ibm-cloudant">IBM Cloudant</a></li>
-<li><a class="reference internal" href="#opsgenie">Opsgenie</a></li>
-<li><a class="reference internal" href="#pagerduty">Pagerduty</a></li>
-<li><a class="reference internal" href="#plexus">Plexus</a></li>
-<li><a class="reference internal" href="#qubole">Qubole</a></li>
-<li><a class="reference internal" href="#salesforce">Salesforce</a></li>
-<li><a class="reference internal" href="#segment">Segment</a></li>
-<li><a class="reference internal" href="#slack">Slack</a></li>
-<li><a class="reference internal" href="#snowflake">Snowflake</a></li>
-<li><a class="reference internal" href="#tableau">Tableau</a></li>
-<li><a class="reference internal" href="#telegram">Telegram</a></li>
-<li><a class="reference internal" href="#yandex-cloud">Yandex.Cloud</a></li>
-<li><a class="reference internal" href="#yandex-cloud-dataproc">Yandex.Cloud Dataproc</a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#transfer-operators-and-hooks">Transfer operators and hooks</a><ul>
-<li><a class="reference internal" href="#facebook-ads-to-google-cloud-storage-gcs">Facebook Ads to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#salesforce-to-google-cloud-storage-gcs">Salesforce to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#snowflake-to-mysql">Snowflake to MySQL</a></li>
-<li><a class="reference internal" href="#amazon-simple-storage-service-s3-to-snowflake">Amazon Simple Storage Service (S3) to Snowflake</a></li>
-<li><a class="reference internal" href="#snowflake-to-slack">Snowflake to Slack</a></li>
-</ul>
-</li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam</span></code></a><ul>
+<li><a class="reference internal" href="#subpackages">Subpackages</a></li>
</ul>
</li>
</ul>
@@ -1089,7 +688,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers/operators-and-hooks-ref/services.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers-apache-beam/_api/airflow/providers/apache/beam/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -1223,15 +822,15 @@
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../" src="../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script src="../../../../../_static/jquery.js"></script>
+ <script src="../../../../../_static/underscore.js"></script>
+ <script src="../../../../../_static/doctools.js"></script>
+ <script src="../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/operators/beam/index.html
similarity index 64%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
copy to docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/operators/beam/index.html
index a2732c7..fa64525 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/operators/beam/index.html
@@ -9,15 +9,15 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Services — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Software integrations" href="software.html" />
- <link rel="prev" title="Protocol integrations" href="protocol.html" />
+ <title>airflow.providers.apache.beam.operators.beam — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="Apache Beam Operators" href="../../../../../../../operators.html" />
+ <link rel="prev" title="airflow.providers.apache.beam.operators" href="../index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -283,7 +283,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -313,9 +313,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -410,7 +422,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -440,9 +452,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -531,11 +555,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators</span></code></a></li>
- <li class="breadcrumb-item"><a href="services.html"> Services</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators.beam</span></code></a></li>
</ul>
</div>
@@ -546,426 +572,237 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="services">
-<h1>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h1>
-<div class="section" id="service-operators-and-hooks">
-<h2>Service operators and hooks<a class="headerlink" href="#service-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="databricks">
-<h3>Databricks<a class="headerlink" href="#databricks" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/operators/databricks/index.html#module-airflow.providers.databricks.operators.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/hooks/databricks/index.html#module-airflow.providers.databricks.hooks.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/operators.html" title="(in apache-airflow-providers-databricks vmaster)"><span>DatabricksSubmitRunOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-databricks"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-databricks</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://databricks.com/">Databricks</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="datadog">
-<h3>Datadog<a class="headerlink" href="#datadog" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-datadog/stable/_api/airflow/providers/datadog/hooks/datadog/index.html#module-airflow.providers.datadog.hooks.datadog" title="(in apache-airflow-providers-datadog vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.datadog.hooks.datadog</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-datadog"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-datadog</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.datadoghq.com/">Datadog</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="dingding">
-<h3>Dingding<a class="headerlink" href="#dingding" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/operators/dingding/index.html#module-airflow.providers.dingding.operators.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.operators.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Guides</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/operators.html" title="(in apache-airflow-providers-dingding vmaster)"><span>Dingding Operators</span></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-dingding"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-dingding</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://oapi.dingtalk.com">Dingding</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="discord">
-<h3>Discord<a class="headerlink" href="#discord" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/operators/discord_webhook/index.html#module-airflow.providers.discord.operators.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.operators.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/hooks/discord_webhook/index.html#module-airflow.providers.discord.hooks.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.hooks.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-discord"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-discord</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://discordapp.com">Discord</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="facebook-ads">
-<h3>Facebook Ads<a class="headerlink" href="#facebook-ads" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-facebook/stable/_api/airflow/providers/facebook/ads/hooks/ads/index.html#module-airflow.providers.facebook.ads.hooks.ads" title="(in apache-airflow-providers-facebook vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.facebook.ads.hooks.ads</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-facebook"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-facebook</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ibm-cloudant">
-<h3>IBM Cloudant<a class="headerlink" href="#ibm-cloudant" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/hooks/dingding/index.html#module-airflow.providers.dingding.hooks.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.hooks.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-cloudant"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-cloudant</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.ibm.com/cloud/cloudant">IBM Cloudant</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="opsgenie">
-<h3>Opsgenie<a class="headerlink" href="#opsgenie" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/operators/opsgenie_alert/index.html#module-airflow.providers.opsgenie.operators.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.operators.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/hooks/opsgenie_alert/index.html#module-airflow.providers.opsgenie.hooks.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.hooks.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-opsgenie"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-opsgenie</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.opsgenie.com/">Opsgenie</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="pagerduty">
-<h3>Pagerduty<a class="headerlink" href="#pagerduty" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-pagerduty/stable/_api/airflow/providers/pagerduty/hooks/pagerduty/index.html#module-airflow.providers.pagerduty.hooks.pagerduty" title="(in apache-airflow-providers-pagerduty vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.pagerduty.hooks.pagerduty</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-pagerduty"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-pagerduty</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.pagerduty.com/">Pagerduty</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="plexus">
-<h3>Plexus<a class="headerlink" href="#plexus" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/operators/job/index.html#module-airflow.providers.plexus.operators.job" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.operators.job</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/hooks/plexus/index.html#module-airflow.providers.plexus.hooks.plexus" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.hooks.plexus</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-plexus"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-plexus</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://plexus.corescientific.com/">Plexus</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="qubole">
-<h3>Qubole<a class="headerlink" href="#qubole" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/operators/qubole/index.html#module-airflow.providers.qubole.operators.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.operators.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/ai [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/hooks/qubole/index.html#module-airflow.providers.qubole.hooks.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.hooks.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/provi [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-qubole"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-qubole</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.qubole.com/">Qubole</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce">
-<h3>Salesforce<a class="headerlink" href="#salesforce" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/operators/tableau_refresh_workbook/index.html#module-airflow.providers.salesforce.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/hooks/salesforce/index.html#module-airflow.providers.salesforce.hooks.salesforce" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.hooks.salesforce</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-salesforce"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-salesforce</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="segment">
-<h3>Segment<a class="headerlink" href="#segment" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/operators/segment_track_event/index.html#module-airflow.providers.segment.operators.segment_track_event" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.operators.segment_track_event</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/hooks/segment/index.html#module-airflow.providers.segment.hooks.segment" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.hooks.segment</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-segment"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-segment</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://segment.com/docs/">Segment</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="slack">
-<h3>Slack<a class="headerlink" href="#slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/operators/slack/index.html#module-airflow.providers.slack.operators.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.operators.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/pro [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/hooks/slack/index.html#module-airflow.providers.slack.hooks.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.hooks.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slac [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-slack"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-slack</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-</dl>
+ <div class="section" id="module-airflow.providers.apache.beam.operators.beam">
+<span id="airflow-providers-apache-beam-operators-beam"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.beam.operators.beam" title="airflow.providers.apache.beam.operators.beam"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators.beam</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.beam.operators.beam" title="Permalink to this headline">¶</a></h1>
+<p><p>This module contains Apache Beam operators.</p>
+</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
+<dl class="py class">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.apache.beam.operators.beam.</code><code class="sig-name descname">BeamDataflowMixin</code><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamDataflowMixin"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin" title="Permalink to this definition"> [...]
+<dd><p>Helper class to store common, Dataflow specific logic for both
+<a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator" title="airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">BeamRunPythonPipelineOperator</span></code></a> and
+<a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator" title="airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">BeamRunJavaPipelineOperator</span></code></a>.</p>
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_hook">
+<code class="sig-name descname">dataflow_hook</code><em class="property"> :Optional[DataflowHook]</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamDataflowMixin.dataflow_hook"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_hook" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_config">
+<code class="sig-name descname">dataflow_config</code><em class="property"> :Optional[DataflowConfiguration]</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamDataflowMixin.dataflow_config"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_config" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin._set_dataflow">
+<code class="sig-name descname">_set_dataflow</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">pipeline_options</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)">dict</a></span></em>, <em class="sig-param"><span class="n">job_name_variable_key</span><span class="p">:</span> <span class="n">Option [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__set_dataflow_hook">
+<code class="sig-name descname">__set_dataflow_hook</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamDataflowMixin.__set_dataflow_hook"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__set_dataflow_hook" t [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__get_dataflow_job_name">
+<code class="sig-name descname">__get_dataflow_job_name</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamDataflowMixin.__get_dataflow_job_name"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__get_dataflow [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__get_dataflow_pipeline_options">
+<code class="sig-name descname">__get_dataflow_pipeline_options</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">pipeline_options</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)">dict</a></span></em>, <em class="sig-param"><span class="n">job_name</span><span class="p">:</span> <span class="n">< [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__get_dataflow_process_callback">
+<code class="sig-name descname">__get_dataflow_process_callback</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamDataflowMixin.__get_dataflow_process_callback"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixi [...]
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.apache.beam.operators.beam.</code><code class="sig-name descname">BeamRunPythonPipelineOperator</code><span class="sig-paren">(</span><em class="sig-param"><span class="o">*</span></em>, <em class="sig-param"><span class="n">py_file</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a>< [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/models/index.html#airflow.models.BaseOperator" title="(in apache-airflow v2.1.0.dev0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></a>, <a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin" title="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin"><code class="xref [...]
+<p>Launching Apache Beam pipelines written in Python. Note that both
+<code class="docutils literal notranslate"><span class="pre">default_pipeline_options</span></code> and <code class="docutils literal notranslate"><span class="pre">pipeline_options</span></code> will be merged to specify pipeline
+execution parameter, and <code class="docutils literal notranslate"><span class="pre">default_pipeline_options</span></code> is expected to save
+high-level options, for instances, project and zone information, which
+apply to all beam operators in the DAG.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more information on how to use this operator, take a look at the guide:
+<a class="reference internal" href="../../../../../../../operators.html#howto-operator-beamrunpythonpipelineoperator"><span class="std std-ref">Run Python Pipelines in Apache Beam</span></a></p>
</div>
-<div class="section" id="snowflake">
-<h3>Snowflake<a class="headerlink" href="#snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/operators/snowflake/index.html#module-airflow.providers.snowflake.operators.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.operators.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/hooks/snowflake/index.html#module-airflow.providers.snowflake.hooks.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.hooks.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="tableau">
-<h3>Tableau<a class="headerlink" href="#tableau" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/operators/tableau_refresh_workbook/index.html#module-airflow.providers.tableau.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/hooks/tableau/index.html#module-airflow.providers.tableau.hooks.tableau" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.hooks.tableau</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-tableau"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-tableau</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.tableau.com/">Tableau</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="telegram">
-<h3>Telegram<a class="headerlink" href="#telegram" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/operators/telegram/index.html#module-airflow.providers.telegram.operators.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.operators.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/hooks/telegram/index.html#module-airflow.providers.telegram.hooks.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.hooks.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/operators.html" title="(in apache-airflow-providers-telegram vmaster)"><span>TelegramOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-telegram"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-telegram</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://telegram.org/">Telegram</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud">
-<h3>Yandex.Cloud<a class="headerlink" href="#yandex-cloud" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandex/index.html#module-airflow.providers.yandex.hooks.yandex" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandex</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/">Yandex.Cloud</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud-dataproc">
-<h3>Yandex.Cloud Dataproc<a class="headerlink" href="#yandex-cloud-dataproc" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.operators.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.hooks.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/operators.html" title="(in apache-airflow-providers-yandex vmaster)"><span>Yandex.Cloud Data Proc Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/dataproc">Yandex.Cloud Dataproc</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfer-operators-and-hooks">
-<h2>Transfer operators and hooks<a class="headerlink" href="#transfer-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="facebook-ads-to-google-cloud-storage-gcs">
-<h3>Facebook Ads to Google Cloud Storage (GCS)<a class="headerlink" href="#facebook-ads-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/facebook_ads_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Facebook Ads To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/facebook_ads_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.facebook_ads_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.facebook_ads_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce-to-google-cloud-storage-gcs">
-<h3>Salesforce to Google Cloud Storage (GCS)<a class="headerlink" href="#salesforce-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/salesforce_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Salesforce To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/salesforce_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.salesforce_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.salesforce_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more detail on Apache Beam have a look at the reference:
+<a class="reference external" href="https://beam.apache.org/documentation/">https://beam.apache.org/documentation/</a></p>
</div>
-<div class="section" id="snowflake-to-mysql">
-<h3>Snowflake to MySQL<a class="headerlink" href="#snowflake-to-mysql" title="Permalink to this headline">¶</a></h3>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.mysql.com/">MySQL</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-mysql/stable/_api/airflow/providers/mysql/transfers/presto_to_mysql/index.html#module-airflow.providers.mysql.transfers.presto_to_mysql" title="(in apache-airflow-providers-mysql vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.mysql.transfers.presto_to_mysql</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-mysql"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-mysql</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>py_file</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Reference to the python Apache Beam pipeline file.py, e.g.,
+/some/local/file/path/to/your/python/pipeline/file. (templated)</p></li>
+<li><p><strong>runner</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Runner on which pipeline will be run. By default "DirectRunner" is being used.
+Other possible options: DataflowRunner, SparkRunner, FlinkRunner.
+See: <code class="xref py py-class docutils literal notranslate"><span class="pre">BeamRunnerType</span></code>
+See: <a class="reference external" href="https://beam.apache.org/documentation/runners/capability-matrix/">https://beam.apache.org/documentation/runners/capability-matrix/</a></p></li>
+<li><p><strong>py_options</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.9)"><em>list</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a><em>]</em>) -- Additional python options, e.g., ["-m", "-v"].</p></li>
+<li><p><strong>default_pipeline_options</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)"><em>dict</em></a>) -- Map of default pipeline options.</p></li>
+<li><p><strong>pipeline_options</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)"><em>dict</em></a>) -- <p>Map of pipeline options.The key must be a dictionary.
+The value can contain different types:</p>
+<ul>
+<li><p>If the value is None, the single option - <code class="docutils literal notranslate"><span class="pre">--key</span></code> (without value) will be added.</p></li>
+<li><p>If the value is False, this option will be skipped</p></li>
+<li><p>If the value is True, the single option - <code class="docutils literal notranslate"><span class="pre">--key</span></code> (without value) will be added.</p></li>
+<li><p>If the value is list, the many options will be added for each key.
+If the value is <code class="docutils literal notranslate"><span class="pre">['A',</span> <span class="pre">'B']</span></code> and the key is <code class="docutils literal notranslate"><span class="pre">key</span></code> then the <code class="docutils literal notranslate"><span class="pre">--key=A</span> <span class="pre">--key-B</span></code> options
+will be left</p></li>
+<li><p>Other value types will be replaced with the Python textual representation.</p></li>
+</ul>
+<p>When defining labels (<code class="docutils literal notranslate"><span class="pre">labels</span></code> option), you can also provide a dictionary.</p>
+</p></li>
+<li><p><strong>py_interpreter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Python version of the beam pipeline.
+If None, this defaults to the python3.
+To track python versions supported by beam and related
+issues check: <a class="reference external" href="https://issues.apache.org/jira/browse/BEAM-1251">https://issues.apache.org/jira/browse/BEAM-1251</a></p></li>
+<li><p><strong>py_requirements</strong> (<em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a><em>]</em>) -- <p>Additional python package(s) to install.
+If a value is passed to this parameter, a new virtual environment has been created with
+additional packages installed.</p>
+<p>You could also install the apache_beam package if it is not installed on your system or you want
+to use a different version.</p>
+</p></li>
+<li><p><strong>py_system_site_packages</strong> -- <p>Whether to include system_site_packages in your virtualenv.
+See virtualenv documentation for more information.</p>
+<p>This option is only relevant if the <code class="docutils literal notranslate"><span class="pre">py_requirements</span></code> parameter is not None.</p>
+</p></li>
+<li><p><strong>gcp_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Optional.
+The connection ID to use connecting to Google Cloud Storage if python file is on GCS.</p></li>
+<li><p><strong>delegate_to</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Optional.
+The account to impersonate using domain-wide delegation of authority,
+if any. For this to work, the service account making the request must have
+domain-wide delegation enabled.</p></li>
+<li><p><strong>dataflow_config</strong> (<em>Union</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)"><em>dict</em></a><em>, </em><em>providers.google.cloud.operators.dataflow.DataflowConfiguration</em><em>]</em>) -- Dataflow configuration, used when runner type is set to DataflowRunner</p></li>
+</ul>
</dd>
</dl>
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.template_fields">
+<code class="sig-name descname">template_fields</code><em class="property"> = ['py_file', 'runner', 'pipeline_options', 'default_pipeline_options', 'dataflow_config']</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunPythonPipelineOperator.template_fields"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.templat [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.template_fields_renderers">
+<code class="sig-name descname">template_fields_renderers</code><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunPythonPipelineOperator.template_fields_renderers"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.template_fields_renderers" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.execute">
+<code class="sig-name descname">execute</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">context</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunPythonPipelineOperator.execute"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operator [...]
+<dd><p>Execute the Apache Beam Pipeline.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.on_kill">
+<code class="sig-name descname">on_kill</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunPythonPipelineOperator.on_kill"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.on_kill" title="Permal [...]
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator">
+<em class="property">class </em><code class="sig-prename descclassname">airflow.providers.apache.beam.operators.beam.</code><code class="sig-name descname">BeamRunJavaPipelineOperator</code><span class="sig-paren">(</span><em class="sig-param"><span class="o">*</span></em>, <em class="sig-param"><span class="n">jar</span><span class="p">:</span> <span class="n"><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)">str</a></span> [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/models/index.html#airflow.models.BaseOperator" title="(in apache-airflow v2.1.0.dev0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></a>, <a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin" title="airflow.providers.apache.beam.operators.beam.BeamDataflowMixin"><code class="xref [...]
+<p>Launching Apache Beam pipelines written in Java.</p>
+<p>Note that both
+<code class="docutils literal notranslate"><span class="pre">default_pipeline_options</span></code> and <code class="docutils literal notranslate"><span class="pre">pipeline_options</span></code> will be merged to specify pipeline
+execution parameter, and <code class="docutils literal notranslate"><span class="pre">default_pipeline_options</span></code> is expected to save
+high-level pipeline_options, for instances, project and zone information, which
+apply to all Apache Beam operators in the DAG.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more information on how to use this operator, take a look at the guide:
+<a class="reference internal" href="../../../../../../../operators.html#howto-operator-beamrunjavapipelineoperator"><span class="std std-ref">Run Java Pipelines in Apache Beam</span></a></p>
</div>
-<div class="section" id="amazon-simple-storage-service-s3-to-snowflake">
-<h3>Amazon Simple Storage Service (S3) to Snowflake<a class="headerlink" href="#amazon-simple-storage-service-s3-to-snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://aws.amazon.com/s3/">Amazon Simple Storage Service (S3)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/s3_to_snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>S3ToSnowflakeOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/s3_to_snowflake/index.html#module-airflow.providers.snowflake.transfers.s3_to_snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.s3_to_snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more detail on Apache Beam have a look at the reference:
+<a class="reference external" href="https://beam.apache.org/documentation/">https://beam.apache.org/documentation/</a></p>
</div>
-<div class="section" id="snowflake-to-slack">
-<h3>Snowflake to Slack<a class="headerlink" href="#snowflake-to-slack" title="Permalink to this headline">¶</a></h3>
+<p>You need to pass the path to your jar file as a file reference with the <code class="docutils literal notranslate"><span class="pre">jar</span></code>
+parameter, the jar needs to be a self executing jar (see documentation here:
+<a class="reference external" href="https://beam.apache.org/documentation/runners/dataflow/#self-executing-jar">https://beam.apache.org/documentation/runners/dataflow/#self-executing-jar</a>).
+Use <code class="docutils literal notranslate"><span class="pre">pipeline_options</span></code> to pass on pipeline_options to your job.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake_to_slack.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeToSlackOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/snowflake_to_slack/index.html#module-airflow.providers.snowflake.transfers.snowflake_to_slack" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.snowflake_to_slack</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>jar</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- The reference to a self executing Apache Beam jar (templated).</p></li>
+<li><p><strong>runner</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- Runner on which pipeline will be run. By default "DirectRunner" is being used.
+See:
+<a class="reference external" href="https://beam.apache.org/documentation/runners/capability-matrix/">https://beam.apache.org/documentation/runners/capability-matrix/</a></p></li>
+<li><p><strong>job_class</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- The name of the Apache Beam pipeline class to be executed, it
+is often not the main class configured in the pipeline jar file.</p></li>
+<li><p><strong>default_pipeline_options</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)"><em>dict</em></a>) -- Map of default job pipeline_options.</p></li>
+<li><p><strong>pipeline_options</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)"><em>dict</em></a>) -- <p>Map of job specific pipeline_options.The key must be a dictionary.
+The value can contain different types:</p>
+<ul>
+<li><p>If the value is None, the single option - <code class="docutils literal notranslate"><span class="pre">--key</span></code> (without value) will be added.</p></li>
+<li><p>If the value is False, this option will be skipped</p></li>
+<li><p>If the value is True, the single option - <code class="docutils literal notranslate"><span class="pre">--key</span></code> (without value) will be added.</p></li>
+<li><p>If the value is list, the many pipeline_options will be added for each key.
+If the value is <code class="docutils literal notranslate"><span class="pre">['A',</span> <span class="pre">'B']</span></code> and the key is <code class="docutils literal notranslate"><span class="pre">key</span></code> then the <code class="docutils literal notranslate"><span class="pre">--key=A</span> <span class="pre">--key-B</span></code> pipeline_options
+will be left</p></li>
+<li><p>Other value types will be replaced with the Python textual representation.</p></li>
+</ul>
+<p>When defining labels (<code class="docutils literal notranslate"><span class="pre">labels</span></code> option), you can also provide a dictionary.</p>
+</p></li>
+<li><p><strong>gcp_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- The connection ID to use connecting to Google Cloud Storage if jar is on GCS</p></li>
+<li><p><strong>delegate_to</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.9)"><em>str</em></a>) -- The account to impersonate using domain-wide delegation of authority,
+if any. For this to work, the service account making the request must have
+domain-wide delegation enabled.</p></li>
+<li><p><strong>dataflow_config</strong> (<em>Union</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.9)"><em>dict</em></a><em>, </em><em>providers.google.cloud.operators.dataflow.DataflowConfiguration</em><em>]</em>) -- Dataflow configuration, used when runner type is set to DataflowRunner</p></li>
+</ul>
</dd>
</dl>
-</div>
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.template_fields">
+<code class="sig-name descname">template_fields</code><em class="property"> = ['jar', 'runner', 'job_class', 'pipeline_options', 'default_pipeline_options', 'dataflow_config']</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunJavaPipelineOperator.template_fields"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.te [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.template_fields_renderers">
+<code class="sig-name descname">template_fields_renderers</code><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunJavaPipelineOperator.template_fields_renderers"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.template_fields_renderers" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.ui_color">
+<code class="sig-name descname">ui_color</code><em class="property"> = #0273d4</em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunJavaPipelineOperator.ui_color"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.ui_color" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.execute">
+<code class="sig-name descname">execute</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em>, <em class="sig-param"><span class="n">context</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunJavaPipelineOperator.execute"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators. [...]
+<dd><p>Execute the Apache Beam Pipeline.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt id="airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.on_kill">
+<code class="sig-name descname">on_kill</code><span class="sig-paren">(</span><em class="sig-param"><span class="n">self</span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/beam/operators/beam.html#BeamRunJavaPipelineOperator.on_kill"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.on_kill" title="Permalink [...]
+<dd></dd></dl>
+
+</dd></dl>
+
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Protocol integrations" href="protocol.html" >
+ <a rel="prev" title="airflow.providers.apache.beam.operators" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Software integrations" href="software.html" >
+ <a rel="next" title="Apache Beam Operators" href="../../../../../../../operators.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -1035,34 +872,63 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Services</a><ul>
-<li><a class="reference internal" href="#service-operators-and-hooks">Service operators and hooks</a><ul>
-<li><a class="reference internal" href="#databricks">Databricks</a></li>
-<li><a class="reference internal" href="#datadog">Datadog</a></li>
-<li><a class="reference internal" href="#dingding">Dingding</a></li>
-<li><a class="reference internal" href="#discord">Discord</a></li>
-<li><a class="reference internal" href="#facebook-ads">Facebook Ads</a></li>
-<li><a class="reference internal" href="#ibm-cloudant">IBM Cloudant</a></li>
-<li><a class="reference internal" href="#opsgenie">Opsgenie</a></li>
-<li><a class="reference internal" href="#pagerduty">Pagerduty</a></li>
-<li><a class="reference internal" href="#plexus">Plexus</a></li>
-<li><a class="reference internal" href="#qubole">Qubole</a></li>
-<li><a class="reference internal" href="#salesforce">Salesforce</a></li>
-<li><a class="reference internal" href="#segment">Segment</a></li>
-<li><a class="reference internal" href="#slack">Slack</a></li>
-<li><a class="reference internal" href="#snowflake">Snowflake</a></li>
-<li><a class="reference internal" href="#tableau">Tableau</a></li>
-<li><a class="reference internal" href="#telegram">Telegram</a></li>
-<li><a class="reference internal" href="#yandex-cloud">Yandex.Cloud</a></li>
-<li><a class="reference internal" href="#yandex-cloud-dataproc">Yandex.Cloud Dataproc</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators.beam</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin">BeamDataflowMixin</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_hook">dataflow_hook</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_config">dataflow_config</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin._set_dataflow">_set_dataflow</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__set_dataflow_hook">__set_dataflow_hook</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__get_dataflow_job_name">__get_dataflow_job_name</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__get_dataflow_pipeline_options">__get_dataflow_pipeline_options</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__get_dataflow_process_callback">__get_dataflow_process_callback</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator">BeamRunPythonPipelineOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.template_fields">template_fields</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.template_fields_renderers">template_fields_renderers</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.execute">execute</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.on_kill">on_kill</a></li>
+</ul>
+</li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator">BeamRunJavaPipelineOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.template_fields">template_fields</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.template_fields_renderers">template_fields_renderers</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.ui_color">ui_color</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.execute">execute</a></li>
+</ul>
+<ul>
+<li><a class="reference internal" href="#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.on_kill">on_kill</a></li>
</ul>
</li>
-<li><a class="reference internal" href="#transfer-operators-and-hooks">Transfer operators and hooks</a><ul>
-<li><a class="reference internal" href="#facebook-ads-to-google-cloud-storage-gcs">Facebook Ads to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#salesforce-to-google-cloud-storage-gcs">Salesforce to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#snowflake-to-mysql">Snowflake to MySQL</a></li>
-<li><a class="reference internal" href="#amazon-simple-storage-service-s3-to-snowflake">Amazon Simple Storage Service (S3) to Snowflake</a></li>
-<li><a class="reference internal" href="#snowflake-to-slack">Snowflake to Slack</a></li>
</ul>
</li>
</ul>
@@ -1089,7 +955,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers/operators-and-hooks-ref/services.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers-apache-beam/_api/airflow/providers/apache/beam/operators/beam/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -1223,15 +1089,15 @@
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/operators/index.html
similarity index 66%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
copy to docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/operators/index.html
index a2732c7..500ad50 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_api/airflow/providers/apache/beam/operators/index.html
@@ -9,15 +9,15 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Services — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Software integrations" href="software.html" />
- <link rel="prev" title="Protocol integrations" href="protocol.html" />
+ <title>airflow.providers.apache.beam.operators — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.beam.operators.beam" href="beam/index.html" />
+ <link rel="prev" title="airflow.providers.apache.beam.hooks.beam" href="../hooks/beam/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -283,7 +283,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -313,9 +313,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -410,7 +422,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -440,9 +452,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -531,11 +555,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam</span></code></a></li>
- <li class="breadcrumb-item"><a href="services.html"> Services</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators</span></code></a></li>
</ul>
</div>
@@ -546,426 +570,24 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="services">
-<h1>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h1>
-<div class="section" id="service-operators-and-hooks">
-<h2>Service operators and hooks<a class="headerlink" href="#service-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="databricks">
-<h3>Databricks<a class="headerlink" href="#databricks" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/operators/databricks/index.html#module-airflow.providers.databricks.operators.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/hooks/databricks/index.html#module-airflow.providers.databricks.hooks.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/operators.html" title="(in apache-airflow-providers-databricks vmaster)"><span>DatabricksSubmitRunOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-databricks"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-databricks</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://databricks.com/">Databricks</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="datadog">
-<h3>Datadog<a class="headerlink" href="#datadog" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-datadog/stable/_api/airflow/providers/datadog/hooks/datadog/index.html#module-airflow.providers.datadog.hooks.datadog" title="(in apache-airflow-providers-datadog vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.datadog.hooks.datadog</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-datadog"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-datadog</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.datadoghq.com/">Datadog</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="dingding">
-<h3>Dingding<a class="headerlink" href="#dingding" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/operators/dingding/index.html#module-airflow.providers.dingding.operators.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.operators.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Guides</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/operators.html" title="(in apache-airflow-providers-dingding vmaster)"><span>Dingding Operators</span></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-dingding"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-dingding</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://oapi.dingtalk.com">Dingding</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="discord">
-<h3>Discord<a class="headerlink" href="#discord" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/operators/discord_webhook/index.html#module-airflow.providers.discord.operators.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.operators.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/hooks/discord_webhook/index.html#module-airflow.providers.discord.hooks.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.hooks.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-discord"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-discord</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://discordapp.com">Discord</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="facebook-ads">
-<h3>Facebook Ads<a class="headerlink" href="#facebook-ads" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-facebook/stable/_api/airflow/providers/facebook/ads/hooks/ads/index.html#module-airflow.providers.facebook.ads.hooks.ads" title="(in apache-airflow-providers-facebook vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.facebook.ads.hooks.ads</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-facebook"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-facebook</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ibm-cloudant">
-<h3>IBM Cloudant<a class="headerlink" href="#ibm-cloudant" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/hooks/dingding/index.html#module-airflow.providers.dingding.hooks.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.hooks.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-cloudant"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-cloudant</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.ibm.com/cloud/cloudant">IBM Cloudant</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="opsgenie">
-<h3>Opsgenie<a class="headerlink" href="#opsgenie" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/operators/opsgenie_alert/index.html#module-airflow.providers.opsgenie.operators.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.operators.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/hooks/opsgenie_alert/index.html#module-airflow.providers.opsgenie.hooks.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.hooks.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-opsgenie"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-opsgenie</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.opsgenie.com/">Opsgenie</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="pagerduty">
-<h3>Pagerduty<a class="headerlink" href="#pagerduty" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-pagerduty/stable/_api/airflow/providers/pagerduty/hooks/pagerduty/index.html#module-airflow.providers.pagerduty.hooks.pagerduty" title="(in apache-airflow-providers-pagerduty vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.pagerduty.hooks.pagerduty</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-pagerduty"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-pagerduty</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.pagerduty.com/">Pagerduty</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="plexus">
-<h3>Plexus<a class="headerlink" href="#plexus" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/operators/job/index.html#module-airflow.providers.plexus.operators.job" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.operators.job</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/hooks/plexus/index.html#module-airflow.providers.plexus.hooks.plexus" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.hooks.plexus</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-plexus"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-plexus</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://plexus.corescientific.com/">Plexus</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="qubole">
-<h3>Qubole<a class="headerlink" href="#qubole" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/operators/qubole/index.html#module-airflow.providers.qubole.operators.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.operators.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/ai [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/hooks/qubole/index.html#module-airflow.providers.qubole.hooks.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.hooks.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/provi [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-qubole"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-qubole</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.qubole.com/">Qubole</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce">
-<h3>Salesforce<a class="headerlink" href="#salesforce" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/operators/tableau_refresh_workbook/index.html#module-airflow.providers.salesforce.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/hooks/salesforce/index.html#module-airflow.providers.salesforce.hooks.salesforce" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.hooks.salesforce</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-salesforce"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-salesforce</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="segment">
-<h3>Segment<a class="headerlink" href="#segment" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/operators/segment_track_event/index.html#module-airflow.providers.segment.operators.segment_track_event" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.operators.segment_track_event</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/hooks/segment/index.html#module-airflow.providers.segment.hooks.segment" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.hooks.segment</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-segment"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-segment</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://segment.com/docs/">Segment</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="slack">
-<h3>Slack<a class="headerlink" href="#slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/operators/slack/index.html#module-airflow.providers.slack.operators.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.operators.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/pro [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/hooks/slack/index.html#module-airflow.providers.slack.hooks.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.hooks.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slac [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-slack"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-slack</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake">
-<h3>Snowflake<a class="headerlink" href="#snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/operators/snowflake/index.html#module-airflow.providers.snowflake.operators.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.operators.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/hooks/snowflake/index.html#module-airflow.providers.snowflake.hooks.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.hooks.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="tableau">
-<h3>Tableau<a class="headerlink" href="#tableau" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/operators/tableau_refresh_workbook/index.html#module-airflow.providers.tableau.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/hooks/tableau/index.html#module-airflow.providers.tableau.hooks.tableau" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.hooks.tableau</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-tableau"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-tableau</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.tableau.com/">Tableau</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="telegram">
-<h3>Telegram<a class="headerlink" href="#telegram" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/operators/telegram/index.html#module-airflow.providers.telegram.operators.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.operators.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/hooks/telegram/index.html#module-airflow.providers.telegram.hooks.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.hooks.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/operators.html" title="(in apache-airflow-providers-telegram vmaster)"><span>TelegramOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-telegram"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-telegram</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://telegram.org/">Telegram</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud">
-<h3>Yandex.Cloud<a class="headerlink" href="#yandex-cloud" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandex/index.html#module-airflow.providers.yandex.hooks.yandex" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandex</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/">Yandex.Cloud</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud-dataproc">
-<h3>Yandex.Cloud Dataproc<a class="headerlink" href="#yandex-cloud-dataproc" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.operators.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.hooks.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/operators.html" title="(in apache-airflow-providers-yandex vmaster)"><span>Yandex.Cloud Data Proc Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/dataproc">Yandex.Cloud Dataproc</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfer-operators-and-hooks">
-<h2>Transfer operators and hooks<a class="headerlink" href="#transfer-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="facebook-ads-to-google-cloud-storage-gcs">
-<h3>Facebook Ads to Google Cloud Storage (GCS)<a class="headerlink" href="#facebook-ads-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/facebook_ads_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Facebook Ads To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/facebook_ads_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.facebook_ads_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.facebook_ads_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce-to-google-cloud-storage-gcs">
-<h3>Salesforce to Google Cloud Storage (GCS)<a class="headerlink" href="#salesforce-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/salesforce_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Salesforce To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/salesforce_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.salesforce_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.salesforce_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-mysql">
-<h3>Snowflake to MySQL<a class="headerlink" href="#snowflake-to-mysql" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.mysql.com/">MySQL</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-mysql/stable/_api/airflow/providers/mysql/transfers/presto_to_mysql/index.html#module-airflow.providers.mysql.transfers.presto_to_mysql" title="(in apache-airflow-providers-mysql vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.mysql.transfers.presto_to_mysql</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-mysql"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-mysql</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="amazon-simple-storage-service-s3-to-snowflake">
-<h3>Amazon Simple Storage Service (S3) to Snowflake<a class="headerlink" href="#amazon-simple-storage-service-s3-to-snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://aws.amazon.com/s3/">Amazon Simple Storage Service (S3)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/s3_to_snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>S3ToSnowflakeOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/s3_to_snowflake/index.html#module-airflow.providers.snowflake.transfers.s3_to_snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.s3_to_snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-slack">
-<h3>Snowflake to Slack<a class="headerlink" href="#snowflake-to-slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake_to_slack.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeToSlackOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/snowflake_to_slack/index.html#module-airflow.providers.snowflake.transfers.snowflake_to_slack" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.snowflake_to_slack</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
+ <div class="section" id="module-airflow.providers.apache.beam.operators">
+<span id="airflow-providers-apache-beam-operators"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.beam.operators" title="airflow.providers.apache.beam.operators"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.beam.operators" title="Permalink to this headline">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this headline">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="beam/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators.beam</span></code></a></li>
+</ul>
</div>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Protocol integrations" href="protocol.html" >
+ <a rel="prev" title="airflow.providers.apache.beam.hooks.beam" href="../hooks/beam/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Software integrations" href="software.html" >
+ <a rel="next" title="airflow.providers.apache.beam.operators.beam" href="beam/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -1035,36 +657,8 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Services</a><ul>
-<li><a class="reference internal" href="#service-operators-and-hooks">Service operators and hooks</a><ul>
-<li><a class="reference internal" href="#databricks">Databricks</a></li>
-<li><a class="reference internal" href="#datadog">Datadog</a></li>
-<li><a class="reference internal" href="#dingding">Dingding</a></li>
-<li><a class="reference internal" href="#discord">Discord</a></li>
-<li><a class="reference internal" href="#facebook-ads">Facebook Ads</a></li>
-<li><a class="reference internal" href="#ibm-cloudant">IBM Cloudant</a></li>
-<li><a class="reference internal" href="#opsgenie">Opsgenie</a></li>
-<li><a class="reference internal" href="#pagerduty">Pagerduty</a></li>
-<li><a class="reference internal" href="#plexus">Plexus</a></li>
-<li><a class="reference internal" href="#qubole">Qubole</a></li>
-<li><a class="reference internal" href="#salesforce">Salesforce</a></li>
-<li><a class="reference internal" href="#segment">Segment</a></li>
-<li><a class="reference internal" href="#slack">Slack</a></li>
-<li><a class="reference internal" href="#snowflake">Snowflake</a></li>
-<li><a class="reference internal" href="#tableau">Tableau</a></li>
-<li><a class="reference internal" href="#telegram">Telegram</a></li>
-<li><a class="reference internal" href="#yandex-cloud">Yandex.Cloud</a></li>
-<li><a class="reference internal" href="#yandex-cloud-dataproc">Yandex.Cloud Dataproc</a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#transfer-operators-and-hooks">Transfer operators and hooks</a><ul>
-<li><a class="reference internal" href="#facebook-ads-to-google-cloud-storage-gcs">Facebook Ads to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#salesforce-to-google-cloud-storage-gcs">Salesforce to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#snowflake-to-mysql">Snowflake to MySQL</a></li>
-<li><a class="reference internal" href="#amazon-simple-storage-service-s3-to-snowflake">Amazon Simple Storage Service (S3) to Snowflake</a></li>
-<li><a class="reference internal" href="#snowflake-to-slack">Snowflake to Slack</a></li>
-</ul>
-</li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.beam.operators</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -1089,7 +683,7 @@
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers/operators-and-hooks-ref/services.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers-apache-beam/_api/airflow/providers/apache/beam/operators/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -1223,15 +817,15 @@
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/airflow/providers/apache/beam/example_dags/example_beam.html
similarity index 64%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
copy to docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/airflow/providers/apache/beam/example_dags/example_beam.html
index a2732c7..0fc5fa4 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/airflow/providers/apache/beam/example_dags/example_beam.html
@@ -9,15 +9,13 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Services — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Software integrations" href="software.html" />
- <link rel="prev" title="Protocol integrations" href="protocol.html" />
+ <title>airflow.providers.apache.beam.example_dags.example_beam — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -283,7 +281,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -313,9 +311,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/apache/beam/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -410,7 +420,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -440,9 +450,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/apache/beam/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -531,11 +553,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../index.html">Module code</a></li>
- <li class="breadcrumb-item"><a href="services.html"> Services</a></li>
+ <li class="breadcrumb-item"><a href="example_beam.html"> airflow.providers.apache.beam.example_dags.example_beam</a></li>
</ul>
</div>
@@ -546,428 +568,325 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="services">
-<h1>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h1>
-<div class="section" id="service-operators-and-hooks">
-<h2>Service operators and hooks<a class="headerlink" href="#service-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="databricks">
-<h3>Databricks<a class="headerlink" href="#databricks" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/operators/databricks/index.html#module-airflow.providers.databricks.operators.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/hooks/databricks/index.html#module-airflow.providers.databricks.hooks.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/operators.html" title="(in apache-airflow-providers-databricks vmaster)"><span>DatabricksSubmitRunOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-databricks"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-databricks</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://databricks.com/">Databricks</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="datadog">
-<h3>Datadog<a class="headerlink" href="#datadog" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-datadog/stable/_api/airflow/providers/datadog/hooks/datadog/index.html#module-airflow.providers.datadog.hooks.datadog" title="(in apache-airflow-providers-datadog vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.datadog.hooks.datadog</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-datadog"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-datadog</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.datadoghq.com/">Datadog</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="dingding">
-<h3>Dingding<a class="headerlink" href="#dingding" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/operators/dingding/index.html#module-airflow.providers.dingding.operators.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.operators.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Guides</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/operators.html" title="(in apache-airflow-providers-dingding vmaster)"><span>Dingding Operators</span></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-dingding"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-dingding</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://oapi.dingtalk.com">Dingding</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="discord">
-<h3>Discord<a class="headerlink" href="#discord" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/operators/discord_webhook/index.html#module-airflow.providers.discord.operators.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.operators.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/hooks/discord_webhook/index.html#module-airflow.providers.discord.hooks.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.hooks.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-discord"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-discord</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://discordapp.com">Discord</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="facebook-ads">
-<h3>Facebook Ads<a class="headerlink" href="#facebook-ads" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-facebook/stable/_api/airflow/providers/facebook/ads/hooks/ads/index.html#module-airflow.providers.facebook.ads.hooks.ads" title="(in apache-airflow-providers-facebook vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.facebook.ads.hooks.ads</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-facebook"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-facebook</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ibm-cloudant">
-<h3>IBM Cloudant<a class="headerlink" href="#ibm-cloudant" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/hooks/dingding/index.html#module-airflow.providers.dingding.hooks.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.hooks.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-cloudant"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-cloudant</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.ibm.com/cloud/cloudant">IBM Cloudant</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="opsgenie">
-<h3>Opsgenie<a class="headerlink" href="#opsgenie" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/operators/opsgenie_alert/index.html#module-airflow.providers.opsgenie.operators.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.operators.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/hooks/opsgenie_alert/index.html#module-airflow.providers.opsgenie.hooks.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.hooks.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-opsgenie"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-opsgenie</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.opsgenie.com/">Opsgenie</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="pagerduty">
-<h3>Pagerduty<a class="headerlink" href="#pagerduty" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-pagerduty/stable/_api/airflow/providers/pagerduty/hooks/pagerduty/index.html#module-airflow.providers.pagerduty.hooks.pagerduty" title="(in apache-airflow-providers-pagerduty vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.pagerduty.hooks.pagerduty</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-pagerduty"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-pagerduty</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.pagerduty.com/">Pagerduty</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="plexus">
-<h3>Plexus<a class="headerlink" href="#plexus" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/operators/job/index.html#module-airflow.providers.plexus.operators.job" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.operators.job</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/hooks/plexus/index.html#module-airflow.providers.plexus.hooks.plexus" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.hooks.plexus</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-plexus"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-plexus</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://plexus.corescientific.com/">Plexus</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="qubole">
-<h3>Qubole<a class="headerlink" href="#qubole" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/operators/qubole/index.html#module-airflow.providers.qubole.operators.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.operators.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/ai [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/hooks/qubole/index.html#module-airflow.providers.qubole.hooks.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.hooks.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/provi [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-qubole"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-qubole</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.qubole.com/">Qubole</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce">
-<h3>Salesforce<a class="headerlink" href="#salesforce" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/operators/tableau_refresh_workbook/index.html#module-airflow.providers.salesforce.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/hooks/salesforce/index.html#module-airflow.providers.salesforce.hooks.salesforce" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.hooks.salesforce</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-salesforce"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-salesforce</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="segment">
-<h3>Segment<a class="headerlink" href="#segment" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/operators/segment_track_event/index.html#module-airflow.providers.segment.operators.segment_track_event" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.operators.segment_track_event</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/hooks/segment/index.html#module-airflow.providers.segment.hooks.segment" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.hooks.segment</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-segment"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-segment</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://segment.com/docs/">Segment</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="slack">
-<h3>Slack<a class="headerlink" href="#slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/operators/slack/index.html#module-airflow.providers.slack.operators.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.operators.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/pro [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/hooks/slack/index.html#module-airflow.providers.slack.hooks.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.hooks.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slac [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-slack"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-slack</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake">
-<h3>Snowflake<a class="headerlink" href="#snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/operators/snowflake/index.html#module-airflow.providers.snowflake.operators.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.operators.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/hooks/snowflake/index.html#module-airflow.providers.snowflake.hooks.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.hooks.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="tableau">
-<h3>Tableau<a class="headerlink" href="#tableau" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/operators/tableau_refresh_workbook/index.html#module-airflow.providers.tableau.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/hooks/tableau/index.html#module-airflow.providers.tableau.hooks.tableau" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.hooks.tableau</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-tableau"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-tableau</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.tableau.com/">Tableau</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="telegram">
-<h3>Telegram<a class="headerlink" href="#telegram" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/operators/telegram/index.html#module-airflow.providers.telegram.operators.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.operators.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/hooks/telegram/index.html#module-airflow.providers.telegram.hooks.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.hooks.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/operators.html" title="(in apache-airflow-providers-telegram vmaster)"><span>TelegramOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-telegram"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-telegram</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://telegram.org/">Telegram</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud">
-<h3>Yandex.Cloud<a class="headerlink" href="#yandex-cloud" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandex/index.html#module-airflow.providers.yandex.hooks.yandex" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandex</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/">Yandex.Cloud</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud-dataproc">
-<h3>Yandex.Cloud Dataproc<a class="headerlink" href="#yandex-cloud-dataproc" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.operators.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.hooks.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/operators.html" title="(in apache-airflow-providers-yandex vmaster)"><span>Yandex.Cloud Data Proc Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/dataproc">Yandex.Cloud Dataproc</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfer-operators-and-hooks">
-<h2>Transfer operators and hooks<a class="headerlink" href="#transfer-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="facebook-ads-to-google-cloud-storage-gcs">
-<h3>Facebook Ads to Google Cloud Storage (GCS)<a class="headerlink" href="#facebook-ads-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/facebook_ads_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Facebook Ads To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/facebook_ads_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.facebook_ads_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.facebook_ads_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce-to-google-cloud-storage-gcs">
-<h3>Salesforce to Google Cloud Storage (GCS)<a class="headerlink" href="#salesforce-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/salesforce_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Salesforce To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/salesforce_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.salesforce_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.salesforce_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-mysql">
-<h3>Snowflake to MySQL<a class="headerlink" href="#snowflake-to-mysql" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.mysql.com/">MySQL</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-mysql/stable/_api/airflow/providers/mysql/transfers/presto_to_mysql/index.html#module-airflow.providers.mysql.transfers.presto_to_mysql" title="(in apache-airflow-providers-mysql vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.mysql.transfers.presto_to_mysql</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-mysql"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-mysql</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="amazon-simple-storage-service-s3-to-snowflake">
-<h3>Amazon Simple Storage Service (S3) to Snowflake<a class="headerlink" href="#amazon-simple-storage-service-s3-to-snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://aws.amazon.com/s3/">Amazon Simple Storage Service (S3)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/s3_to_snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>S3ToSnowflakeOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/s3_to_snowflake/index.html#module-airflow.providers.snowflake.transfers.s3_to_snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.s3_to_snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-slack">
-<h3>Snowflake to Slack<a class="headerlink" href="#snowflake-to-slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake_to_slack.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeToSlackOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/snowflake_to_slack/index.html#module-airflow.providers.snowflake.transfers.snowflake_to_slack" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.snowflake_to_slack</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-</div>
-</div>
-
-
- <div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Protocol integrations" href="protocol.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
- </a>
- <a rel="next" title="Software integrations" href="software.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
- </a>
+ <h1>Source code for airflow.providers.apache.beam.example_dags.example_beam</h1><div class="highlight"><pre>
+<span></span><span class="c1">#</span>
+<span class="c1"># Licensed to the Apache Software Foundation (ASF) under one</span>
+<span class="c1"># or more contributor license agreements. See the NOTICE file</span>
+<span class="c1"># distributed with this work for additional information</span>
+<span class="c1"># regarding copyright ownership. The ASF licenses this file</span>
+<span class="c1"># to you under the Apache License, Version 2.0 (the</span>
+<span class="c1"># "License"); you may not use this file except in compliance</span>
+<span class="c1"># with the License. You may obtain a copy of the License at</span>
+<span class="c1">#</span>
+<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
+<span class="c1">#</span>
+<span class="c1"># Unless required by applicable law or agreed to in writing,</span>
+<span class="c1"># software distributed under the License is distributed on an</span>
+<span class="c1"># "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span>
+<span class="c1"># KIND, either express or implied. See the License for the</span>
+<span class="c1"># specific language governing permissions and limitations</span>
+<span class="c1"># under the License.</span>
+
+<span class="sd">"""</span>
+<span class="sd">Example Airflow DAG for Apache Beam operators</span>
+<span class="sd">"""</span>
+<span class="kn">import</span> <span class="nn">os</span>
+<span class="kn">from</span> <span class="nn">urllib.parse</span> <span class="kn">import</span> <span class="n">urlparse</span>
+
+<span class="kn">from</span> <span class="nn">airflow</span> <span class="kn">import</span> <span class="n">models</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.apache.beam.operators.beam</span> <span class="kn">import</span> <span class="p">(</span>
+ <span class="n">BeamRunJavaPipelineOperator</span><span class="p">,</span>
+ <span class="n">BeamRunPythonPipelineOperator</span><span class="p">,</span>
+<span class="p">)</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.google.cloud.hooks.dataflow</span> <span class="kn">import</span> <span class="n">DataflowJobStatus</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.google.cloud.operators.dataflow</span> <span class="kn">import</span> <span class="n">DataflowConfiguration</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.google.cloud.sensors.dataflow</span> <span class="kn">import</span> <span class="n">DataflowJobStatusSensor</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.google.cloud.transfers.gcs_to_local</span> <span class="kn">import</span> <span class="n">GCSToLocalFilesystemOperator</span>
+<span class="kn">from</span> <span class="nn">airflow.utils.dates</span> <span class="kn">import</span> <span class="n">days_ago</span>
+
+<span class="n">GCP_PROJECT_ID</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'GCP_PROJECT_ID'</span><span class="p">,</span> <span class="s1">'example-project'</span><span class="p">)</span>
+<span class="n">GCS_INPUT</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'APACHE_BEAM_PYTHON'</span><span class="p">,</span> <span class="s1">'gs://apache-beam-samples/shakespeare/kinglear.txt'</span><span class="p">)</span>
+<span class="n">GCS_TMP</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'APACHE_BEAM_GCS_TMP'</span><span class="p">,</span> <span class="s1">'gs://test-dataflow-example/temp/'</span><span class="p">)</span>
+<span class="n">GCS_STAGING</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'APACHE_BEAM_GCS_STAGING'</span><span class="p">,</span> <span class="s1">'gs://test-dataflow-example/staging/'</span><span class="p">)</span>
+<span class="n">GCS_OUTPUT</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'APACHE_BEAM_GCS_OUTPUT'</span><span class="p">,</span> <span class="s1">'gs://test-dataflow-example/output'</span><span class="p">)</span>
+<span class="n">GCS_PYTHON</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'APACHE_BEAM_PYTHON'</span><span class="p">,</span> <span class="s1">'gs://test-dataflow-example/wordcount_debugging.py'</span><span class="p">)</span>
+<span class="n">GCS_PYTHON_DATAFLOW_ASYNC</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span>
+ <span class="s1">'APACHE_BEAM_PYTHON_DATAFLOW_ASYNC'</span><span class="p">,</span> <span class="s1">'gs://test-dataflow-example/wordcount_debugging.py'</span>
+<span class="p">)</span>
+
+<span class="n">GCS_JAR_DIRECT_RUNNER</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span>
+ <span class="s1">'APACHE_BEAM_DIRECT_RUNNER_JAR'</span><span class="p">,</span>
+ <span class="s1">'gs://test-dataflow-example/tests/dataflow-templates-bundled-java=11-beam-v2.25.0-DirectRunner.jar'</span><span class="p">,</span>
+<span class="p">)</span>
+<span class="n">GCS_JAR_DATAFLOW_RUNNER</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span>
+ <span class="s1">'APACHE_BEAM_DATAFLOW_RUNNER_JAR'</span><span class="p">,</span> <span class="s1">'gs://test-dataflow-example/word-count-beam-bundled-0.1.jar'</span>
+<span class="p">)</span>
+<span class="n">GCS_JAR_SPARK_RUNNER</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span>
+ <span class="s1">'APACHE_BEAM_SPARK_RUNNER_JAR'</span><span class="p">,</span>
+ <span class="s1">'gs://test-dataflow-example/tests/dataflow-templates-bundled-java=11-beam-v2.25.0-SparkRunner.jar'</span><span class="p">,</span>
+<span class="p">)</span>
+<span class="n">GCS_JAR_FLINK_RUNNER</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span>
+ <span class="s1">'APACHE_BEAM_FLINK_RUNNER_JAR'</span><span class="p">,</span>
+ <span class="s1">'gs://test-dataflow-example/tests/dataflow-templates-bundled-java=11-beam-v2.25.0-FlinkRunner.jar'</span><span class="p">,</span>
+<span class="p">)</span>
+
+<span class="n">GCS_JAR_DIRECT_RUNNER_PARTS</span> <span class="o">=</span> <span class="n">urlparse</span><span class="p">(</span><span class="n">GCS_JAR_DIRECT_RUNNER</span><span class="p">)</span>
+<span class="n">GCS_JAR_DIRECT_RUNNER_BUCKET_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_DIRECT_RUNNER_PARTS</span><span class="o">.</span><span class="n">netloc</span>
+<span class="n">GCS_JAR_DIRECT_RUNNER_OBJECT_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_DIRECT_RUNNER_PARTS</span><span class="o">.</span><span class="n">path</span><span class="p">[</span><span class="mi">1</span><span class="p">:]</span>
+<span class="n">GCS_JAR_DATAFLOW_RUNNER_PARTS</span> <span class="o">=</span> <span class="n">urlparse</span><span class="p">(</span><span class="n">GCS_JAR_DATAFLOW_RUNNER</span><span class="p">)</span>
+<span class="n">GCS_JAR_DATAFLOW_RUNNER_BUCKET_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_DATAFLOW_RUNNER_PARTS</span><span class="o">.</span><span class="n">netloc</span>
+<span class="n">GCS_JAR_DATAFLOW_RUNNER_OBJECT_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_DATAFLOW_RUNNER_PARTS</span><span class="o">.</span><span class="n">path</span><span class="p">[</span><span class="mi">1</span><span class="p">:]</span>
+<span class="n">GCS_JAR_SPARK_RUNNER_PARTS</span> <span class="o">=</span> <span class="n">urlparse</span><span class="p">(</span><span class="n">GCS_JAR_SPARK_RUNNER</span><span class="p">)</span>
+<span class="n">GCS_JAR_SPARK_RUNNER_BUCKET_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_SPARK_RUNNER_PARTS</span><span class="o">.</span><span class="n">netloc</span>
+<span class="n">GCS_JAR_SPARK_RUNNER_OBJECT_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_SPARK_RUNNER_PARTS</span><span class="o">.</span><span class="n">path</span><span class="p">[</span><span class="mi">1</span><span class="p">:]</span>
+<span class="n">GCS_JAR_FLINK_RUNNER_PARTS</span> <span class="o">=</span> <span class="n">urlparse</span><span class="p">(</span><span class="n">GCS_JAR_FLINK_RUNNER</span><span class="p">)</span>
+<span class="n">GCS_JAR_FLINK_RUNNER_BUCKET_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_FLINK_RUNNER_PARTS</span><span class="o">.</span><span class="n">netloc</span>
+<span class="n">GCS_JAR_FLINK_RUNNER_OBJECT_NAME</span> <span class="o">=</span> <span class="n">GCS_JAR_FLINK_RUNNER_PARTS</span><span class="o">.</span><span class="n">path</span><span class="p">[</span><span class="mi">1</span><span class="p">:]</span>
+
+
+<span class="n">default_args</span> <span class="o">=</span> <span class="p">{</span>
+ <span class="s1">'default_pipeline_options'</span><span class="p">:</span> <span class="p">{</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="s1">'/tmp/example_beam'</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="s2">"trigger_rule"</span><span class="p">:</span> <span class="s2">"all_done"</span><span class="p">,</span>
+<span class="p">}</span>
+
+
+<span class="k">with</span> <span class="n">models</span><span class="o">.</span><span class="n">DAG</span><span class="p">(</span>
+ <span class="s2">"example_beam_native_java_direct_runner"</span><span class="p">,</span>
+ <span class="n">schedule_interval</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="c1"># Override to match your needs</span>
+ <span class="n">start_date</span><span class="o">=</span><span class="n">days_ago</span><span class="p">(</span><span class="mi">1</span><span class="p">),</span>
+ <span class="n">tags</span><span class="o">=</span><span class="p">[</span><span class="s1">'example'</span><span class="p">],</span>
+<span class="p">)</span> <span class="k">as</span> <span class="n">dag_native_java_direct_runner</span><span class="p">:</span>
+
+ <span class="c1"># [START howto_operator_start_java_direct_runner_pipeline]</span>
+ <span class="n">jar_to_local_direct_runner</span> <span class="o">=</span> <span class="n">GCSToLocalFilesystemOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"jar_to_local_direct_runner"</span><span class="p">,</span>
+ <span class="n">bucket</span><span class="o">=</span><span class="n">GCS_JAR_DIRECT_RUNNER_BUCKET_NAME</span><span class="p">,</span>
+ <span class="n">object_name</span><span class="o">=</span><span class="n">GCS_JAR_DIRECT_RUNNER_OBJECT_NAME</span><span class="p">,</span>
+ <span class="n">filename</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_direct_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">start_java_pipeline_direct_runner</span> <span class="o">=</span> <span class="n">BeamRunJavaPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_java_pipeline_direct_runner"</span><span class="p">,</span>
+ <span class="n">jar</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_direct_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="s1">'/tmp/start_java_pipeline_direct_runner'</span><span class="p">,</span>
+ <span class="s1">'inputFile'</span><span class="p">:</span> <span class="n">GCS_INPUT</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">job_class</span><span class="o">=</span><span class="s1">'org.apache.beam.examples.WordCount'</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">jar_to_local_direct_runner</span> <span class="o">>></span> <span class="n">start_java_pipeline_direct_runner</span>
+ <span class="c1"># [END howto_operator_start_java_direct_runner_pipeline]</span>
+
+<span class="k">with</span> <span class="n">models</span><span class="o">.</span><span class="n">DAG</span><span class="p">(</span>
+ <span class="s2">"example_beam_native_java_dataflow_runner"</span><span class="p">,</span>
+ <span class="n">schedule_interval</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="c1"># Override to match your needs</span>
+ <span class="n">start_date</span><span class="o">=</span><span class="n">days_ago</span><span class="p">(</span><span class="mi">1</span><span class="p">),</span>
+ <span class="n">tags</span><span class="o">=</span><span class="p">[</span><span class="s1">'example'</span><span class="p">],</span>
+<span class="p">)</span> <span class="k">as</span> <span class="n">dag_native_java_dataflow_runner</span><span class="p">:</span>
+ <span class="c1"># [START howto_operator_start_java_dataflow_runner_pipeline]</span>
+ <span class="n">jar_to_local_dataflow_runner</span> <span class="o">=</span> <span class="n">GCSToLocalFilesystemOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"jar_to_local_dataflow_runner"</span><span class="p">,</span>
+ <span class="n">bucket</span><span class="o">=</span><span class="n">GCS_JAR_DATAFLOW_RUNNER_BUCKET_NAME</span><span class="p">,</span>
+ <span class="n">object_name</span><span class="o">=</span><span class="n">GCS_JAR_DATAFLOW_RUNNER_OBJECT_NAME</span><span class="p">,</span>
+ <span class="n">filename</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_dataflow_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">start_java_pipeline_dataflow</span> <span class="o">=</span> <span class="n">BeamRunJavaPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_java_pipeline_dataflow"</span><span class="p">,</span>
+ <span class="n">runner</span><span class="o">=</span><span class="s2">"DataflowRunner"</span><span class="p">,</span>
+ <span class="n">jar</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_dataflow_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span>
+ <span class="s1">'tempLocation'</span><span class="p">:</span> <span class="n">GCS_TMP</span><span class="p">,</span>
+ <span class="s1">'stagingLocation'</span><span class="p">:</span> <span class="n">GCS_STAGING</span><span class="p">,</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="n">GCS_OUTPUT</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">job_class</span><span class="o">=</span><span class="s1">'org.apache.beam.examples.WordCount'</span><span class="p">,</span>
+ <span class="n">dataflow_config</span><span class="o">=</span><span class="p">{</span><span class="s2">"job_name"</span><span class="p">:</span> <span class="s2">"{{task.task_id}}"</span><span class="p">,</span> <span class="s2">"location"</span><span class="p">:</span> <span class="s2">"us-central1"</span><span class="p">},</span>
+ <span class="p">)</span>
+
+ <span class="n">jar_to_local_dataflow_runner</span> <span class="o">>></span> <span class="n">start_java_pipeline_dataflow</span>
+ <span class="c1"># [END howto_operator_start_java_dataflow_runner_pipeline]</span>
+
+<span class="k">with</span> <span class="n">models</span><span class="o">.</span><span class="n">DAG</span><span class="p">(</span>
+ <span class="s2">"example_beam_native_java_spark_runner"</span><span class="p">,</span>
+ <span class="n">schedule_interval</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="c1"># Override to match your needs</span>
+ <span class="n">start_date</span><span class="o">=</span><span class="n">days_ago</span><span class="p">(</span><span class="mi">1</span><span class="p">),</span>
+ <span class="n">tags</span><span class="o">=</span><span class="p">[</span><span class="s1">'example'</span><span class="p">],</span>
+<span class="p">)</span> <span class="k">as</span> <span class="n">dag_native_java_spark_runner</span><span class="p">:</span>
+
+ <span class="n">jar_to_local_spark_runner</span> <span class="o">=</span> <span class="n">GCSToLocalFilesystemOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"jar_to_local_spark_runner"</span><span class="p">,</span>
+ <span class="n">bucket</span><span class="o">=</span><span class="n">GCS_JAR_SPARK_RUNNER_BUCKET_NAME</span><span class="p">,</span>
+ <span class="n">object_name</span><span class="o">=</span><span class="n">GCS_JAR_SPARK_RUNNER_OBJECT_NAME</span><span class="p">,</span>
+ <span class="n">filename</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_spark_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">start_java_pipeline_spark_runner</span> <span class="o">=</span> <span class="n">BeamRunJavaPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_java_pipeline_spark_runner"</span><span class="p">,</span>
+ <span class="n">runner</span><span class="o">=</span><span class="s2">"SparkRunner"</span><span class="p">,</span>
+ <span class="n">jar</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_spark_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="s1">'/tmp/start_java_pipeline_spark_runner'</span><span class="p">,</span>
+ <span class="s1">'inputFile'</span><span class="p">:</span> <span class="n">GCS_INPUT</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">job_class</span><span class="o">=</span><span class="s1">'org.apache.beam.examples.WordCount'</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">jar_to_local_spark_runner</span> <span class="o">>></span> <span class="n">start_java_pipeline_spark_runner</span>
+
+<span class="k">with</span> <span class="n">models</span><span class="o">.</span><span class="n">DAG</span><span class="p">(</span>
+ <span class="s2">"example_beam_native_java_flink_runner"</span><span class="p">,</span>
+ <span class="n">schedule_interval</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="c1"># Override to match your needs</span>
+ <span class="n">start_date</span><span class="o">=</span><span class="n">days_ago</span><span class="p">(</span><span class="mi">1</span><span class="p">),</span>
+ <span class="n">tags</span><span class="o">=</span><span class="p">[</span><span class="s1">'example'</span><span class="p">],</span>
+<span class="p">)</span> <span class="k">as</span> <span class="n">dag_native_java_flink_runner</span><span class="p">:</span>
+
+ <span class="n">jar_to_local_flink_runner</span> <span class="o">=</span> <span class="n">GCSToLocalFilesystemOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"jar_to_local_flink_runner"</span><span class="p">,</span>
+ <span class="n">bucket</span><span class="o">=</span><span class="n">GCS_JAR_FLINK_RUNNER_BUCKET_NAME</span><span class="p">,</span>
+ <span class="n">object_name</span><span class="o">=</span><span class="n">GCS_JAR_FLINK_RUNNER_OBJECT_NAME</span><span class="p">,</span>
+ <span class="n">filename</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_flink_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">start_java_pipeline_flink_runner</span> <span class="o">=</span> <span class="n">BeamRunJavaPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_java_pipeline_flink_runner"</span><span class="p">,</span>
+ <span class="n">runner</span><span class="o">=</span><span class="s2">"FlinkRunner"</span><span class="p">,</span>
+ <span class="n">jar</span><span class="o">=</span><span class="s2">"/tmp/beam_wordcount_flink_runner_{{ ds_nodash }}.jar"</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="s1">'/tmp/start_java_pipeline_flink_runner'</span><span class="p">,</span>
+ <span class="s1">'inputFile'</span><span class="p">:</span> <span class="n">GCS_INPUT</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">job_class</span><span class="o">=</span><span class="s1">'org.apache.beam.examples.WordCount'</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">jar_to_local_flink_runner</span> <span class="o">>></span> <span class="n">start_java_pipeline_flink_runner</span>
+
+
+<span class="k">with</span> <span class="n">models</span><span class="o">.</span><span class="n">DAG</span><span class="p">(</span>
+ <span class="s2">"example_beam_native_python"</span><span class="p">,</span>
+ <span class="n">default_args</span><span class="o">=</span><span class="n">default_args</span><span class="p">,</span>
+ <span class="n">start_date</span><span class="o">=</span><span class="n">days_ago</span><span class="p">(</span><span class="mi">1</span><span class="p">),</span>
+ <span class="n">schedule_interval</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="c1"># Override to match your needs</span>
+ <span class="n">tags</span><span class="o">=</span><span class="p">[</span><span class="s1">'example'</span><span class="p">],</span>
+<span class="p">)</span> <span class="k">as</span> <span class="n">dag_native_python</span><span class="p">:</span>
+
+ <span class="c1"># [START howto_operator_start_python_direct_runner_pipeline_local_file]</span>
+ <span class="n">start_python_pipeline_local_direct_runner</span> <span class="o">=</span> <span class="n">BeamRunPythonPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_python_pipeline_local_direct_runner"</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="o">=</span><span class="s1">'apache_beam.examples.wordcount'</span><span class="p">,</span>
+ <span class="n">py_options</span><span class="o">=</span><span class="p">[</span><span class="s1">'-m'</span><span class="p">],</span>
+ <span class="n">py_requirements</span><span class="o">=</span><span class="p">[</span><span class="s1">'apache-beam[gcp]==2.26.0'</span><span class="p">],</span>
+ <span class="n">py_interpreter</span><span class="o">=</span><span class="s1">'python3'</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="c1"># [END howto_operator_start_python_direct_runner_pipeline_local_file]</span>
+
+ <span class="c1"># [START howto_operator_start_python_direct_runner_pipeline_gcs_file]</span>
+ <span class="n">start_python_pipeline_direct_runner</span> <span class="o">=</span> <span class="n">BeamRunPythonPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_python_pipeline_direct_runner"</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="o">=</span><span class="n">GCS_PYTHON</span><span class="p">,</span>
+ <span class="n">py_options</span><span class="o">=</span><span class="p">[],</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span><span class="s2">"output"</span><span class="p">:</span> <span class="n">GCS_OUTPUT</span><span class="p">},</span>
+ <span class="n">py_requirements</span><span class="o">=</span><span class="p">[</span><span class="s1">'apache-beam[gcp]==2.26.0'</span><span class="p">],</span>
+ <span class="n">py_interpreter</span><span class="o">=</span><span class="s1">'python3'</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="c1"># [END howto_operator_start_python_direct_runner_pipeline_gcs_file]</span>
+
+ <span class="c1"># [START howto_operator_start_python_dataflow_runner_pipeline_gcs_file]</span>
+ <span class="n">start_python_pipeline_dataflow_runner</span> <span class="o">=</span> <span class="n">BeamRunPythonPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_python_pipeline_dataflow_runner"</span><span class="p">,</span>
+ <span class="n">runner</span><span class="o">=</span><span class="s2">"DataflowRunner"</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="o">=</span><span class="n">GCS_PYTHON</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span>
+ <span class="s1">'tempLocation'</span><span class="p">:</span> <span class="n">GCS_TMP</span><span class="p">,</span>
+ <span class="s1">'stagingLocation'</span><span class="p">:</span> <span class="n">GCS_STAGING</span><span class="p">,</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="n">GCS_OUTPUT</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">py_options</span><span class="o">=</span><span class="p">[],</span>
+ <span class="n">py_requirements</span><span class="o">=</span><span class="p">[</span><span class="s1">'apache-beam[gcp]==2.26.0'</span><span class="p">],</span>
+ <span class="n">py_interpreter</span><span class="o">=</span><span class="s1">'python3'</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="n">dataflow_config</span><span class="o">=</span><span class="n">DataflowConfiguration</span><span class="p">(</span>
+ <span class="n">job_name</span><span class="o">=</span><span class="s1">'{{task.task_id}}'</span><span class="p">,</span> <span class="n">project_id</span><span class="o">=</span><span class="n">GCP_PROJECT_ID</span><span class="p">,</span> <span class="n">location</span><span class="o">=</span><span class="s2">"us-central1"</span>
+ <span class="p">),</span>
+ <span class="p">)</span>
+ <span class="c1"># [END howto_operator_start_python_dataflow_runner_pipeline_gcs_file]</span>
+
+ <span class="n">start_python_pipeline_local_spark_runner</span> <span class="o">=</span> <span class="n">BeamRunPythonPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_python_pipeline_local_spark_runner"</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="o">=</span><span class="s1">'apache_beam.examples.wordcount'</span><span class="p">,</span>
+ <span class="n">runner</span><span class="o">=</span><span class="s2">"SparkRunner"</span><span class="p">,</span>
+ <span class="n">py_options</span><span class="o">=</span><span class="p">[</span><span class="s1">'-m'</span><span class="p">],</span>
+ <span class="n">py_requirements</span><span class="o">=</span><span class="p">[</span><span class="s1">'apache-beam[gcp]==2.26.0'</span><span class="p">],</span>
+ <span class="n">py_interpreter</span><span class="o">=</span><span class="s1">'python3'</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">start_python_pipeline_local_flink_runner</span> <span class="o">=</span> <span class="n">BeamRunPythonPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_python_pipeline_local_flink_runner"</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="o">=</span><span class="s1">'apache_beam.examples.wordcount'</span><span class="p">,</span>
+ <span class="n">runner</span><span class="o">=</span><span class="s2">"FlinkRunner"</span><span class="p">,</span>
+ <span class="n">py_options</span><span class="o">=</span><span class="p">[</span><span class="s1">'-m'</span><span class="p">],</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="s1">'/tmp/start_python_pipeline_local_flink_runner'</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">py_requirements</span><span class="o">=</span><span class="p">[</span><span class="s1">'apache-beam[gcp]==2.26.0'</span><span class="p">],</span>
+ <span class="n">py_interpreter</span><span class="o">=</span><span class="s1">'python3'</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="p">[</span>
+ <span class="n">start_python_pipeline_local_direct_runner</span><span class="p">,</span>
+ <span class="n">start_python_pipeline_direct_runner</span><span class="p">,</span>
+ <span class="p">]</span> <span class="o">>></span> <span class="n">start_python_pipeline_local_flink_runner</span> <span class="o">>></span> <span class="n">start_python_pipeline_local_spark_runner</span>
+
+
+<span class="k">with</span> <span class="n">models</span><span class="o">.</span><span class="n">DAG</span><span class="p">(</span>
+ <span class="s2">"example_beam_native_python_dataflow_async"</span><span class="p">,</span>
+ <span class="n">default_args</span><span class="o">=</span><span class="n">default_args</span><span class="p">,</span>
+ <span class="n">start_date</span><span class="o">=</span><span class="n">days_ago</span><span class="p">(</span><span class="mi">1</span><span class="p">),</span>
+ <span class="n">schedule_interval</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="c1"># Override to match your needs</span>
+ <span class="n">tags</span><span class="o">=</span><span class="p">[</span><span class="s1">'example'</span><span class="p">],</span>
+<span class="p">)</span> <span class="k">as</span> <span class="n">dag_native_python_dataflow_async</span><span class="p">:</span>
+ <span class="c1"># [START howto_operator_start_python_dataflow_runner_pipeline_async_gcs_file]</span>
+ <span class="n">start_python_job_dataflow_runner_async</span> <span class="o">=</span> <span class="n">BeamRunPythonPipelineOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"start_python_job_dataflow_runner_async"</span><span class="p">,</span>
+ <span class="n">runner</span><span class="o">=</span><span class="s2">"DataflowRunner"</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="o">=</span><span class="n">GCS_PYTHON_DATAFLOW_ASYNC</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="p">{</span>
+ <span class="s1">'tempLocation'</span><span class="p">:</span> <span class="n">GCS_TMP</span><span class="p">,</span>
+ <span class="s1">'stagingLocation'</span><span class="p">:</span> <span class="n">GCS_STAGING</span><span class="p">,</span>
+ <span class="s1">'output'</span><span class="p">:</span> <span class="n">GCS_OUTPUT</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">py_options</span><span class="o">=</span><span class="p">[],</span>
+ <span class="n">py_requirements</span><span class="o">=</span><span class="p">[</span><span class="s1">'apache-beam[gcp]==2.26.0'</span><span class="p">],</span>
+ <span class="n">py_interpreter</span><span class="o">=</span><span class="s1">'python3'</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="n">dataflow_config</span><span class="o">=</span><span class="n">DataflowConfiguration</span><span class="p">(</span>
+ <span class="n">job_name</span><span class="o">=</span><span class="s1">'{{task.task_id}}'</span><span class="p">,</span>
+ <span class="n">project_id</span><span class="o">=</span><span class="n">GCP_PROJECT_ID</span><span class="p">,</span>
+ <span class="n">location</span><span class="o">=</span><span class="s2">"us-central1"</span><span class="p">,</span>
+ <span class="n">wait_until_finished</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="p">),</span>
+ <span class="p">)</span>
+
+ <span class="n">wait_for_python_job_dataflow_runner_async_done</span> <span class="o">=</span> <span class="n">DataflowJobStatusSensor</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s2">"wait-for-python-job-async-done"</span><span class="p">,</span>
+ <span class="n">job_id</span><span class="o">=</span><span class="s2">"{{task_instance.xcom_pull('start_python_job_dataflow_runner_async')['dataflow_job_id']}}"</span><span class="p">,</span>
+ <span class="n">expected_statuses</span><span class="o">=</span><span class="p">{</span><span class="n">DataflowJobStatus</span><span class="o">.</span><span class="n">JOB_STATE_DONE</span><span class="p">},</span>
+ <span class="n">project_id</span><span class="o">=</span><span class="n">GCP_PROJECT_ID</span><span class="p">,</span>
+ <span class="n">location</span><span class="o">=</span><span class="s1">'us-central1'</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">start_python_job_dataflow_runner_async</span> <span class="o">>></span> <span class="n">wait_for_python_job_dataflow_runner_async_done</span>
+ <span class="c1"># [END howto_operator_start_python_dataflow_runner_pipeline_async_gcs_file]</span>
+</pre></div>
+
+ <div class="pager" role="navigation" aria-label="related navigation"><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Previous</button><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Next</button>
</div>
</div>
@@ -1034,41 +953,7 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
- <ul>
-<li><a class="reference internal" href="#">Services</a><ul>
-<li><a class="reference internal" href="#service-operators-and-hooks">Service operators and hooks</a><ul>
-<li><a class="reference internal" href="#databricks">Databricks</a></li>
-<li><a class="reference internal" href="#datadog">Datadog</a></li>
-<li><a class="reference internal" href="#dingding">Dingding</a></li>
-<li><a class="reference internal" href="#discord">Discord</a></li>
-<li><a class="reference internal" href="#facebook-ads">Facebook Ads</a></li>
-<li><a class="reference internal" href="#ibm-cloudant">IBM Cloudant</a></li>
-<li><a class="reference internal" href="#opsgenie">Opsgenie</a></li>
-<li><a class="reference internal" href="#pagerduty">Pagerduty</a></li>
-<li><a class="reference internal" href="#plexus">Plexus</a></li>
-<li><a class="reference internal" href="#qubole">Qubole</a></li>
-<li><a class="reference internal" href="#salesforce">Salesforce</a></li>
-<li><a class="reference internal" href="#segment">Segment</a></li>
-<li><a class="reference internal" href="#slack">Slack</a></li>
-<li><a class="reference internal" href="#snowflake">Snowflake</a></li>
-<li><a class="reference internal" href="#tableau">Tableau</a></li>
-<li><a class="reference internal" href="#telegram">Telegram</a></li>
-<li><a class="reference internal" href="#yandex-cloud">Yandex.Cloud</a></li>
-<li><a class="reference internal" href="#yandex-cloud-dataproc">Yandex.Cloud Dataproc</a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#transfer-operators-and-hooks">Transfer operators and hooks</a><ul>
-<li><a class="reference internal" href="#facebook-ads-to-google-cloud-storage-gcs">Facebook Ads to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#salesforce-to-google-cloud-storage-gcs">Salesforce to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#snowflake-to-mysql">Snowflake to MySQL</a></li>
-<li><a class="reference internal" href="#amazon-simple-storage-service-s3-to-snowflake">Amazon Simple Storage Service (S3) to Snowflake</a></li>
-<li><a class="reference internal" href="#snowflake-to-slack">Snowflake to Slack</a></li>
-</ul>
-</li>
-</ul>
-</li>
-</ul>
-
+
</div>
</nav>
@@ -1084,24 +969,6 @@
-
-
-
-
- <div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers/operators-and-hooks-ref/services.rst" rel="nofollow">
-
- <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
- <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
- <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.15 [...]
- </svg>
-
- <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span>
- </button>
- </a>
- </div>
-
-
</div>
@@ -1223,15 +1090,15 @@
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/airflow/providers/apache/beam/hooks/beam.html
similarity index 64%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
copy to docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/airflow/providers/apache/beam/hooks/beam.html
index a2732c7..ecf909a 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/airflow/providers/apache/beam/hooks/beam.html
@@ -9,15 +9,13 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Services — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Software integrations" href="software.html" />
- <link rel="prev" title="Protocol integrations" href="protocol.html" />
+ <title>airflow.providers.apache.beam.hooks.beam — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -283,7 +281,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -313,9 +311,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/apache/beam/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -410,7 +420,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -440,9 +450,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/apache/beam/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -531,11 +553,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../index.html">Module code</a></li>
- <li class="breadcrumb-item"><a href="services.html"> Services</a></li>
+ <li class="breadcrumb-item"><a href="beam.html"> airflow.providers.apache.beam.hooks.beam</a></li>
</ul>
</div>
@@ -546,428 +568,299 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="services">
-<h1>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h1>
-<div class="section" id="service-operators-and-hooks">
-<h2>Service operators and hooks<a class="headerlink" href="#service-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="databricks">
-<h3>Databricks<a class="headerlink" href="#databricks" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/operators/databricks/index.html#module-airflow.providers.databricks.operators.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/hooks/databricks/index.html#module-airflow.providers.databricks.hooks.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/operators.html" title="(in apache-airflow-providers-databricks vmaster)"><span>DatabricksSubmitRunOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-databricks"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-databricks</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://databricks.com/">Databricks</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="datadog">
-<h3>Datadog<a class="headerlink" href="#datadog" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-datadog/stable/_api/airflow/providers/datadog/hooks/datadog/index.html#module-airflow.providers.datadog.hooks.datadog" title="(in apache-airflow-providers-datadog vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.datadog.hooks.datadog</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-datadog"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-datadog</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.datadoghq.com/">Datadog</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="dingding">
-<h3>Dingding<a class="headerlink" href="#dingding" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/operators/dingding/index.html#module-airflow.providers.dingding.operators.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.operators.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Guides</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/operators.html" title="(in apache-airflow-providers-dingding vmaster)"><span>Dingding Operators</span></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-dingding"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-dingding</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://oapi.dingtalk.com">Dingding</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="discord">
-<h3>Discord<a class="headerlink" href="#discord" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/operators/discord_webhook/index.html#module-airflow.providers.discord.operators.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.operators.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/hooks/discord_webhook/index.html#module-airflow.providers.discord.hooks.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.hooks.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-discord"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-discord</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://discordapp.com">Discord</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="facebook-ads">
-<h3>Facebook Ads<a class="headerlink" href="#facebook-ads" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-facebook/stable/_api/airflow/providers/facebook/ads/hooks/ads/index.html#module-airflow.providers.facebook.ads.hooks.ads" title="(in apache-airflow-providers-facebook vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.facebook.ads.hooks.ads</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-facebook"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-facebook</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ibm-cloudant">
-<h3>IBM Cloudant<a class="headerlink" href="#ibm-cloudant" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/hooks/dingding/index.html#module-airflow.providers.dingding.hooks.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.hooks.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-cloudant"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-cloudant</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.ibm.com/cloud/cloudant">IBM Cloudant</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="opsgenie">
-<h3>Opsgenie<a class="headerlink" href="#opsgenie" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/operators/opsgenie_alert/index.html#module-airflow.providers.opsgenie.operators.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.operators.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/hooks/opsgenie_alert/index.html#module-airflow.providers.opsgenie.hooks.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.hooks.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-opsgenie"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-opsgenie</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.opsgenie.com/">Opsgenie</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="pagerduty">
-<h3>Pagerduty<a class="headerlink" href="#pagerduty" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-pagerduty/stable/_api/airflow/providers/pagerduty/hooks/pagerduty/index.html#module-airflow.providers.pagerduty.hooks.pagerduty" title="(in apache-airflow-providers-pagerduty vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.pagerduty.hooks.pagerduty</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-pagerduty"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-pagerduty</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.pagerduty.com/">Pagerduty</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="plexus">
-<h3>Plexus<a class="headerlink" href="#plexus" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/operators/job/index.html#module-airflow.providers.plexus.operators.job" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.operators.job</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/hooks/plexus/index.html#module-airflow.providers.plexus.hooks.plexus" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.hooks.plexus</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-plexus"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-plexus</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://plexus.corescientific.com/">Plexus</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="qubole">
-<h3>Qubole<a class="headerlink" href="#qubole" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/operators/qubole/index.html#module-airflow.providers.qubole.operators.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.operators.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/ai [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/hooks/qubole/index.html#module-airflow.providers.qubole.hooks.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.hooks.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/provi [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-qubole"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-qubole</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.qubole.com/">Qubole</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce">
-<h3>Salesforce<a class="headerlink" href="#salesforce" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/operators/tableau_refresh_workbook/index.html#module-airflow.providers.salesforce.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/hooks/salesforce/index.html#module-airflow.providers.salesforce.hooks.salesforce" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.hooks.salesforce</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-salesforce"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-salesforce</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="segment">
-<h3>Segment<a class="headerlink" href="#segment" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/operators/segment_track_event/index.html#module-airflow.providers.segment.operators.segment_track_event" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.operators.segment_track_event</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/hooks/segment/index.html#module-airflow.providers.segment.hooks.segment" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.hooks.segment</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-segment"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-segment</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://segment.com/docs/">Segment</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="slack">
-<h3>Slack<a class="headerlink" href="#slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/operators/slack/index.html#module-airflow.providers.slack.operators.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.operators.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/pro [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/hooks/slack/index.html#module-airflow.providers.slack.hooks.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.hooks.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slac [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-slack"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-slack</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake">
-<h3>Snowflake<a class="headerlink" href="#snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/operators/snowflake/index.html#module-airflow.providers.snowflake.operators.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.operators.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/hooks/snowflake/index.html#module-airflow.providers.snowflake.hooks.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.hooks.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="tableau">
-<h3>Tableau<a class="headerlink" href="#tableau" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/operators/tableau_refresh_workbook/index.html#module-airflow.providers.tableau.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/hooks/tableau/index.html#module-airflow.providers.tableau.hooks.tableau" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.hooks.tableau</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-tableau"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-tableau</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.tableau.com/">Tableau</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="telegram">
-<h3>Telegram<a class="headerlink" href="#telegram" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/operators/telegram/index.html#module-airflow.providers.telegram.operators.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.operators.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/hooks/telegram/index.html#module-airflow.providers.telegram.hooks.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.hooks.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/operators.html" title="(in apache-airflow-providers-telegram vmaster)"><span>TelegramOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-telegram"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-telegram</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://telegram.org/">Telegram</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud">
-<h3>Yandex.Cloud<a class="headerlink" href="#yandex-cloud" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandex/index.html#module-airflow.providers.yandex.hooks.yandex" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandex</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/">Yandex.Cloud</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud-dataproc">
-<h3>Yandex.Cloud Dataproc<a class="headerlink" href="#yandex-cloud-dataproc" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.operators.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.hooks.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/operators.html" title="(in apache-airflow-providers-yandex vmaster)"><span>Yandex.Cloud Data Proc Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/dataproc">Yandex.Cloud Dataproc</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfer-operators-and-hooks">
-<h2>Transfer operators and hooks<a class="headerlink" href="#transfer-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="facebook-ads-to-google-cloud-storage-gcs">
-<h3>Facebook Ads to Google Cloud Storage (GCS)<a class="headerlink" href="#facebook-ads-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/facebook_ads_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Facebook Ads To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/facebook_ads_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.facebook_ads_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.facebook_ads_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce-to-google-cloud-storage-gcs">
-<h3>Salesforce to Google Cloud Storage (GCS)<a class="headerlink" href="#salesforce-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/salesforce_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Salesforce To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/salesforce_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.salesforce_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.salesforce_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-mysql">
-<h3>Snowflake to MySQL<a class="headerlink" href="#snowflake-to-mysql" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.mysql.com/">MySQL</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-mysql/stable/_api/airflow/providers/mysql/transfers/presto_to_mysql/index.html#module-airflow.providers.mysql.transfers.presto_to_mysql" title="(in apache-airflow-providers-mysql vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.mysql.transfers.presto_to_mysql</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-mysql"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-mysql</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="amazon-simple-storage-service-s3-to-snowflake">
-<h3>Amazon Simple Storage Service (S3) to Snowflake<a class="headerlink" href="#amazon-simple-storage-service-s3-to-snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://aws.amazon.com/s3/">Amazon Simple Storage Service (S3)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/s3_to_snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>S3ToSnowflakeOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/s3_to_snowflake/index.html#module-airflow.providers.snowflake.transfers.s3_to_snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.s3_to_snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-slack">
-<h3>Snowflake to Slack<a class="headerlink" href="#snowflake-to-slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake_to_slack.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeToSlackOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/snowflake_to_slack/index.html#module-airflow.providers.snowflake.transfers.snowflake_to_slack" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.snowflake_to_slack</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-</div>
-</div>
-
-
- <div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Protocol integrations" href="protocol.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
- </a>
- <a rel="next" title="Software integrations" href="software.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
- </a>
+ <h1>Source code for airflow.providers.apache.beam.hooks.beam</h1><div class="highlight"><pre>
+<span></span><span class="c1">#</span>
+<span class="c1"># Licensed to the Apache Software Foundation (ASF) under one</span>
+<span class="c1"># or more contributor license agreements. See the NOTICE file</span>
+<span class="c1"># distributed with this work for additional information</span>
+<span class="c1"># regarding copyright ownership. The ASF licenses this file</span>
+<span class="c1"># to you under the Apache License, Version 2.0 (the</span>
+<span class="c1"># "License"); you may not use this file except in compliance</span>
+<span class="c1"># with the License. You may obtain a copy of the License at</span>
+<span class="c1">#</span>
+<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
+<span class="c1">#</span>
+<span class="c1"># Unless required by applicable law or agreed to in writing,</span>
+<span class="c1"># software distributed under the License is distributed on an</span>
+<span class="c1"># "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span>
+<span class="c1"># KIND, either express or implied. See the License for the</span>
+<span class="c1"># specific language governing permissions and limitations</span>
+<span class="c1"># under the License.</span>
+<span class="sd">"""This module contains a Apache Beam Hook."""</span>
+<span class="kn">import</span> <span class="nn">json</span>
+<span class="kn">import</span> <span class="nn">select</span>
+<span class="kn">import</span> <span class="nn">shlex</span>
+<span class="kn">import</span> <span class="nn">subprocess</span>
+<span class="kn">import</span> <span class="nn">textwrap</span>
+<span class="kn">from</span> <span class="nn">tempfile</span> <span class="kn">import</span> <span class="n">TemporaryDirectory</span>
+<span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">Callable</span><span class="p">,</span> <span class="n">List</span><span class="p">,</span> <span class="n">Optional</span>
+
+<span class="kn">from</span> <span class="nn">airflow.exceptions</span> <span class="kn">import</span> <span class="n">AirflowException</span>
+<span class="kn">from</span> <span class="nn">airflow.hooks.base</span> <span class="kn">import</span> <span class="n">BaseHook</span>
+<span class="kn">from</span> <span class="nn">airflow.utils.log.logging_mixin</span> <span class="kn">import</span> <span class="n">LoggingMixin</span>
+<span class="kn">from</span> <span class="nn">airflow.utils.python_virtualenv</span> <span class="kn">import</span> <span class="n">prepare_virtualenv</span>
+
+
+<div class="viewcode-block" id="BeamRunnerType"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType">[docs]</a><span class="k">class</span> <span class="nc">BeamRunnerType</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Helper class for listing runner types.</span>
+<span class="sd"> For more information about runners see:</span>
+<span class="sd"> https://beam.apache.org/documentation/</span>
+<span class="sd"> """</span>
+
+<div class="viewcode-block" id="BeamRunnerType.DataflowRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DataflowRunner">[docs]</a> <span class="n">DataflowRunner</span> <span class="o">=</span> <span class="s2">"DataflowRunner"</span></div>
+<div class="viewcode-block" id="BeamRunnerType.DirectRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.DirectRunner">[docs]</a> <span class="n">DirectRunner</span> <span class="o">=</span> <span class="s2">"DirectRunner"</span></div>
+<div class="viewcode-block" id="BeamRunnerType.SparkRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SparkRunner">[docs]</a> <span class="n">SparkRunner</span> <span class="o">=</span> <span class="s2">"SparkRunner"</span></div>
+<div class="viewcode-block" id="BeamRunnerType.FlinkRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.FlinkRunner">[docs]</a> <span class="n">FlinkRunner</span> <span class="o">=</span> <span class="s2">"FlinkRunner"</span></div>
+<div class="viewcode-block" id="BeamRunnerType.SamzaRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.SamzaRunner">[docs]</a> <span class="n">SamzaRunner</span> <span class="o">=</span> <span class="s2">"SamzaRunner"</span></div>
+<div class="viewcode-block" id="BeamRunnerType.NemoRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.NemoRunner">[docs]</a> <span class="n">NemoRunner</span> <span class="o">=</span> <span class="s2">"NemoRunner"</span></div>
+<div class="viewcode-block" id="BeamRunnerType.JetRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.JetRunner">[docs]</a> <span class="n">JetRunner</span> <span class="o">=</span> <span class="s2">"JetRunner"</span></div>
+<div class="viewcode-block" id="BeamRunnerType.Twister2Runner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamRunnerType.Twister2Runner">[docs]</a> <span class="n">Twister2Runner</span> <span class="o">=</span> <span class="s2">"Twister2Runner"</span></div></div>
+
+
+<div class="viewcode-block" id="beam_options_to_args"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.beam_options_to_args">[docs]</a><span class="k">def</span> <span class="nf">beam_options_to_args</span><span class="p">(</span><span class="n">options</span><span class="p">:</span> <span class="nb">dict</span><span class="p">)</span> <span class="o">-></span> <span class="n">List</span> [...]
+ <span class="sd">"""</span>
+<span class="sd"> Returns a formatted pipeline options from a dictionary of arguments</span>
+
+<span class="sd"> The logic of this method should be compatible with Apache Beam:</span>
+<span class="sd"> https://github.com/apache/beam/blob/b56740f0e8cd80c2873412847d0b336837429fb9/sdks/python/</span>
+<span class="sd"> apache_beam/options/pipeline_options.py#L230-L251</span>
+
+<span class="sd"> :param options: Dictionary with options</span>
+<span class="sd"> :type options: dict</span>
+<span class="sd"> :return: List of arguments</span>
+<span class="sd"> :rtype: List[str]</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">options</span><span class="p">:</span>
+ <span class="k">return</span> <span class="p">[]</span>
+
+ <span class="n">args</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
+ <span class="k">for</span> <span class="n">attr</span><span class="p">,</span> <span class="n">value</span> <span class="ow">in</span> <span class="n">options</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
+ <span class="k">if</span> <span class="n">value</span> <span class="ow">is</span> <span class="kc">None</span> <span class="ow">or</span> <span class="p">(</span><span class="nb">isinstance</span><span class="p">(</span><span class="n">value</span><span class="p">,</span> <span class="nb">bool</span><span class="p">)</span> <span class="ow">and</span> <span class="n">value</span><span class="p">):</span>
+ <span class="n">args</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="sa">f</span><span class="s2">"--</span><span class="si">{</span><span class="n">attr</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
+ <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">value</span><span class="p">,</span> <span class="nb">list</span><span class="p">):</span>
+ <span class="n">args</span><span class="o">.</span><span class="n">extend</span><span class="p">([</span><span class="sa">f</span><span class="s2">"--</span><span class="si">{</span><span class="n">attr</span><span class="si">}</span><span class="s2">=</span><span class="si">{</span><span class="n">v</span><span class="si">}</span><span class="s2">"</span> <span class="k">for</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">value</span><spa [...]
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">args</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="sa">f</span><span class="s2">"--</span><span class="si">{</span><span class="n">attr</span><span class="si">}</span><span class="s2">=</span><span class="si">{</span><span class="n">value</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">args</span></div>
+
+
+<div class="viewcode-block" id="BeamCommandRunner"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamCommandRunner">[docs]</a><span class="k">class</span> <span class="nc">BeamCommandRunner</span><span class="p">(</span><span class="n">LoggingMixin</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Class responsible for running pipeline command in subprocess</span>
+
+<span class="sd"> :param cmd: Parts of the command to be run in subprocess</span>
+<span class="sd"> :type cmd: List[str]</span>
+<span class="sd"> :param process_line_callback: Optional callback which can be used to process</span>
+<span class="sd"> stdout and stderr to detect job id</span>
+<span class="sd"> :type process_line_callback: Optional[Callable[[str], None]]</span>
+<span class="sd"> """</span>
+
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">cmd</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">],</span>
+ <span class="n">process_line_callback</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Callable</span><span class="p">[[</span><span class="nb">str</span><span class="p">],</span> <span class="kc">None</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Running command: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="s2">" "</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">shlex</span><span class="o">.</span><span class="n">quote</span><span class [...]
+ <span class="bp">self</span><span class="o">.</span><span class="n">process_line_callback</span> <span class="o">=</span> <span class="n">process_line_callback</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">job_id</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_proc</span> <span class="o">=</span> <span class="n">subprocess</span><span class="o">.</span><span class="n">Popen</span><span class="p">(</span>
+ <span class="n">cmd</span><span class="p">,</span>
+ <span class="n">shell</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="n">stdout</span><span class="o">=</span><span class="n">subprocess</span><span class="o">.</span><span class="n">PIPE</span><span class="p">,</span>
+ <span class="n">stderr</span><span class="o">=</span><span class="n">subprocess</span><span class="o">.</span><span class="n">PIPE</span><span class="p">,</span>
+ <span class="n">close_fds</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
+ <span class="p">)</span>
+
+<div class="viewcode-block" id="BeamCommandRunner._process_fd"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamCommandRunner._process_fd">[docs]</a> <span class="k">def</span> <span class="nf">_process_fd</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">fd</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Prints output to logs.</span>
+
+<span class="sd"> :param fd: File descriptor.</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="n">fd</span> <span class="ow">not</span> <span class="ow">in</span> <span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">stdout</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">stderr</span><span class="p">):</span>
+ <span class="k">raise</span> <span class="ne">Exception</span><span class="p">(</span><span class="s2">"No data in stderr or in stdout."</span><span class="p">)</span>
+
+ <span class="n">fd_to_log</span> <span class="o">=</span> <span class="p">{</span><span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">stderr</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">warning</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span c [...]
+ <span class="n">func_log</span> <span class="o">=</span> <span class="n">fd_to_log</span><span class="p">[</span><span class="n">fd</span><span class="p">]</span>
+
+ <span class="k">while</span> <span class="kc">True</span><span class="p">:</span>
+ <span class="n">line</span> <span class="o">=</span> <span class="n">fd</span><span class="o">.</span><span class="n">readline</span><span class="p">()</span><span class="o">.</span><span class="n">decode</span><span class="p">()</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">line</span><span class="p">:</span>
+ <span class="k">return</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">process_line_callback</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">process_line_callback</span><span class="p">(</span><span class="n">line</span><span class="p">)</span>
+ <span class="n">func_log</span><span class="p">(</span><span class="n">line</span><span class="o">.</span><span class="n">rstrip</span><span class="p">(</span><span class="s2">"</span><span class="se">\n</span><span class="s2">"</span><span class="p">))</span></div>
+
+<div class="viewcode-block" id="BeamCommandRunner.wait_for_done"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamCommandRunner.wait_for_done">[docs]</a> <span class="k">def</span> <span class="nf">wait_for_done</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="sd">"""Waits for Apache Beam pipeline to complete."""</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Start waiting for Apache Beam process to complete."</span><span class="p">)</span>
+ <span class="n">reads</span> <span class="o">=</span> <span class="p">[</span><span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">stderr</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">stdout</span><span class="p">]</span>
+ <span class="k">while</span> <span class="kc">True</span><span class="p">:</span>
+ <span class="c1"># Wait for at least one available fd.</span>
+ <span class="n">readable_fds</span><span class="p">,</span> <span class="n">_</span><span class="p">,</span> <span class="n">_</span> <span class="o">=</span> <span class="n">select</span><span class="o">.</span><span class="n">select</span><span class="p">(</span><span class="n">reads</span><span class="p">,</span> <span class="p">[],</span> <span class="p">[],</span> <span class="mi">5</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">readable_fds</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Waiting for Apache Beam process to complete."</span><span class="p">)</span>
+ <span class="k">continue</span>
+
+ <span class="k">for</span> <span class="n">readable_fd</span> <span class="ow">in</span> <span class="n">readable_fds</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_process_fd</span><span class="p">(</span><span class="n">readable_fd</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">poll</span><span class="p">()</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="k">break</span>
+
+ <span class="c1"># Corner case: check if more output was created between the last read and the process termination</span>
+ <span class="k">for</span> <span class="n">readable_fd</span> <span class="ow">in</span> <span class="n">reads</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_process_fd</span><span class="p">(</span><span class="n">readable_fd</span><span class="p">)</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Process exited with return code: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">returncode</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">returncode</span> <span class="o">!=</span> <span class="mi">0</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Apache Beam process failed with return code </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">_proc</span><span class="o">.</span><span class="n">returncode</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span></div></div>
+
+
+<div class="viewcode-block" id="BeamHook"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamHook">[docs]</a><span class="k">class</span> <span class="nc">BeamHook</span><span class="p">(</span><span class="n">BaseHook</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Hook for Apache Beam.</span>
+
+<span class="sd"> All the methods in the hook where project_id is used must be called with</span>
+<span class="sd"> keyword arguments rather than positional.</span>
+
+<span class="sd"> :param runner: Runner type</span>
+<span class="sd"> :type runner: str</span>
+<span class="sd"> """</span>
+
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">runner</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">runner</span> <span class="o">=</span> <span class="n">runner</span>
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
+
+<div class="viewcode-block" id="BeamHook._start_pipeline"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamHook._start_pipeline">[docs]</a> <span class="k">def</span> <span class="nf">_start_pipeline</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">variables</span><span class="p">:</span> <span class="nb">dict</span><span class="p">,</span>
+ <span class="n">command_prefix</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">],</span>
+ <span class="n">process_line_callback</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Callable</span><span class="p">[[</span><span class="nb">str</span><span class="p">],</span> <span class="kc">None</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="n">cmd</span> <span class="o">=</span> <span class="n">command_prefix</span> <span class="o">+</span> <span class="p">[</span>
+ <span class="sa">f</span><span class="s2">"--runner=</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">runner</span><span class="si">}</span><span class="s2">"</span><span class="p">,</span>
+ <span class="p">]</span>
+ <span class="k">if</span> <span class="n">variables</span><span class="p">:</span>
+ <span class="n">cmd</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">beam_options_to_args</span><span class="p">(</span><span class="n">variables</span><span class="p">))</span>
+ <span class="n">cmd_runner</span> <span class="o">=</span> <span class="n">BeamCommandRunner</span><span class="p">(</span>
+ <span class="n">cmd</span><span class="o">=</span><span class="n">cmd</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="o">=</span><span class="n">process_line_callback</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="n">cmd_runner</span><span class="o">.</span><span class="n">wait_for_done</span><span class="p">()</span></div>
+
+<div class="viewcode-block" id="BeamHook.start_python_pipeline"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamHook.start_python_pipeline">[docs]</a> <span class="k">def</span> <span class="nf">start_python_pipeline</span><span class="p">(</span> <span class="c1"># pylint: disable=too-many-arguments</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">variables</span><span class="p">:</span> <span class="nb">dict</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">py_options</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">],</span>
+ <span class="n">py_interpreter</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"python3"</span><span class="p">,</span>
+ <span class="n">py_requirements</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Callable</span><span class="p">[[</span><span class="nb">str</span><span class="p">],</span> <span class="kc">None</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Starts Apache Beam python pipeline.</span>
+
+<span class="sd"> :param variables: Variables passed to the pipeline.</span>
+<span class="sd"> :type variables: Dict</span>
+<span class="sd"> :param py_options: Additional options.</span>
+<span class="sd"> :type py_options: List[str]</span>
+<span class="sd"> :param py_interpreter: Python version of the Apache Beam pipeline.</span>
+<span class="sd"> If None, this defaults to the python3.</span>
+<span class="sd"> To track python versions supported by beam and related</span>
+<span class="sd"> issues check: https://issues.apache.org/jira/browse/BEAM-1251</span>
+<span class="sd"> :type py_interpreter: str</span>
+<span class="sd"> :param py_requirements: Additional python package(s) to install.</span>
+<span class="sd"> If a value is passed to this parameter, a new virtual environment has been created with</span>
+<span class="sd"> additional packages installed.</span>
+
+<span class="sd"> You could also install the apache-beam package if it is not installed on your system or you want</span>
+<span class="sd"> to use a different version.</span>
+<span class="sd"> :type py_requirements: List[str]</span>
+<span class="sd"> :param py_system_site_packages: Whether to include system_site_packages in your virtualenv.</span>
+<span class="sd"> See virtualenv documentation for more information.</span>
+
+<span class="sd"> This option is only relevant if the ``py_requirements`` parameter is not None.</span>
+<span class="sd"> :type py_system_site_packages: bool</span>
+<span class="sd"> :param on_new_job_id_callback: Callback called when the job ID is known.</span>
+<span class="sd"> :type on_new_job_id_callback: callable</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="s2">"labels"</span> <span class="ow">in</span> <span class="n">variables</span><span class="p">:</span>
+ <span class="n">variables</span><span class="p">[</span><span class="s2">"labels"</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">key</span><span class="si">}</span><span class="s2">=</span><span class="si">{</span><span class="n">value</span><span class="si">}</span><span class="s2">"</span> <span class="k">for</span> <span class="n"> [...]
+
+ <span class="k">if</span> <span class="n">py_requirements</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">py_requirements</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">py_system_site_packages</span><span class="p">:</span>
+ <span class="n">warning_invalid_environment</span> <span class="o">=</span> <span class="n">textwrap</span><span class="o">.</span><span class="n">dedent</span><span class="p">(</span>
+ <span class="sd">"""\</span>
+<span class="sd"> Invalid method invocation. You have disabled inclusion of system packages and empty list</span>
+<span class="sd"> required for installation, so it is not possible to create a valid virtual environment.</span>
+<span class="sd"> In the virtual environment, apache-beam package must be installed for your job to be \</span>
+<span class="sd"> executed. To fix this problem:</span>
+<span class="sd"> * install apache-beam on the system, then set parameter py_system_site_packages to True,</span>
+<span class="sd"> * add apache-beam to the list of required packages in parameter py_requirements.</span>
+<span class="sd"> """</span>
+ <span class="p">)</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="n">warning_invalid_environment</span><span class="p">)</span>
+
+ <span class="k">with</span> <span class="n">TemporaryDirectory</span><span class="p">(</span><span class="n">prefix</span><span class="o">=</span><span class="s2">"apache-beam-venv"</span><span class="p">)</span> <span class="k">as</span> <span class="n">tmp_dir</span><span class="p">:</span>
+ <span class="n">py_interpreter</span> <span class="o">=</span> <span class="n">prepare_virtualenv</span><span class="p">(</span>
+ <span class="n">venv_directory</span><span class="o">=</span><span class="n">tmp_dir</span><span class="p">,</span>
+ <span class="n">python_bin</span><span class="o">=</span><span class="n">py_interpreter</span><span class="p">,</span>
+ <span class="n">system_site_packages</span><span class="o">=</span><span class="n">py_system_site_packages</span><span class="p">,</span>
+ <span class="n">requirements</span><span class="o">=</span><span class="n">py_requirements</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="n">command_prefix</span> <span class="o">=</span> <span class="p">[</span><span class="n">py_interpreter</span><span class="p">]</span> <span class="o">+</span> <span class="n">py_options</span> <span class="o">+</span> <span class="p">[</span><span class="n">py_file</span><span class="p">]</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">_start_pipeline</span><span class="p">(</span>
+ <span class="n">variables</span><span class="o">=</span><span class="n">variables</span><span class="p">,</span>
+ <span class="n">command_prefix</span><span class="o">=</span><span class="n">command_prefix</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="o">=</span><span class="n">process_line_callback</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">command_prefix</span> <span class="o">=</span> <span class="p">[</span><span class="n">py_interpreter</span><span class="p">]</span> <span class="o">+</span> <span class="n">py_options</span> <span class="o">+</span> <span class="p">[</span><span class="n">py_file</span><span class="p">]</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">_start_pipeline</span><span class="p">(</span>
+ <span class="n">variables</span><span class="o">=</span><span class="n">variables</span><span class="p">,</span>
+ <span class="n">command_prefix</span><span class="o">=</span><span class="n">command_prefix</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="o">=</span><span class="n">process_line_callback</span><span class="p">,</span></div>
+ <span class="p">)</span>
+
+<div class="viewcode-block" id="BeamHook.start_java_pipeline"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/hooks/beam/index.html#airflow.providers.apache.beam.hooks.beam.BeamHook.start_java_pipeline">[docs]</a> <span class="k">def</span> <span class="nf">start_java_pipeline</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">variables</span><span class="p">:</span> <span class="nb">dict</span><span class="p">,</span>
+ <span class="n">jar</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">job_class</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Callable</span><span class="p">[[</span><span class="nb">str</span><span class="p">],</span> <span class="kc">None</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Starts Apache Beam Java pipeline.</span>
+
+<span class="sd"> :param variables: Variables passed to the job.</span>
+<span class="sd"> :type variables: dict</span>
+<span class="sd"> :param jar: Name of the jar for the pipeline</span>
+<span class="sd"> :type job_class: str</span>
+<span class="sd"> :param job_class: Name of the java class for the pipeline.</span>
+<span class="sd"> :type job_class: str</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="s2">"labels"</span> <span class="ow">in</span> <span class="n">variables</span><span class="p">:</span>
+ <span class="n">variables</span><span class="p">[</span><span class="s2">"labels"</span><span class="p">]</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">dumps</span><span class="p">(</span><span class="n">variables</span><span class="p">[</span><span class="s2">"labels"</span><span class="p">],</span> <span class="n">separators</span><span class="o">=</span><span class="p">(</span><span class="s2">", [...]
+
+ <span class="n">command_prefix</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"java"</span><span class="p">,</span> <span class="s2">"-cp"</span><span class="p">,</span> <span class="n">jar</span><span class="p">,</span> <span class="n">job_class</span><span class="p">]</span> <span class="k">if</span> <span class="n">job_class</span> <span class="k">else</span> <span class="p">[</span><span class="s2">"java"</span><span cla [...]
+ <span class="bp">self</span><span class="o">.</span><span class="n">_start_pipeline</span><span class="p">(</span>
+ <span class="n">variables</span><span class="o">=</span><span class="n">variables</span><span class="p">,</span>
+ <span class="n">command_prefix</span><span class="o">=</span><span class="n">command_prefix</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="o">=</span><span class="n">process_line_callback</span><span class="p">,</span></div></div>
+ <span class="p">)</span>
+</pre></div>
+
+ <div class="pager" role="navigation" aria-label="related navigation"><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Previous</button><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Next</button>
</div>
</div>
@@ -1034,41 +927,7 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
- <ul>
-<li><a class="reference internal" href="#">Services</a><ul>
-<li><a class="reference internal" href="#service-operators-and-hooks">Service operators and hooks</a><ul>
-<li><a class="reference internal" href="#databricks">Databricks</a></li>
-<li><a class="reference internal" href="#datadog">Datadog</a></li>
-<li><a class="reference internal" href="#dingding">Dingding</a></li>
-<li><a class="reference internal" href="#discord">Discord</a></li>
-<li><a class="reference internal" href="#facebook-ads">Facebook Ads</a></li>
-<li><a class="reference internal" href="#ibm-cloudant">IBM Cloudant</a></li>
-<li><a class="reference internal" href="#opsgenie">Opsgenie</a></li>
-<li><a class="reference internal" href="#pagerduty">Pagerduty</a></li>
-<li><a class="reference internal" href="#plexus">Plexus</a></li>
-<li><a class="reference internal" href="#qubole">Qubole</a></li>
-<li><a class="reference internal" href="#salesforce">Salesforce</a></li>
-<li><a class="reference internal" href="#segment">Segment</a></li>
-<li><a class="reference internal" href="#slack">Slack</a></li>
-<li><a class="reference internal" href="#snowflake">Snowflake</a></li>
-<li><a class="reference internal" href="#tableau">Tableau</a></li>
-<li><a class="reference internal" href="#telegram">Telegram</a></li>
-<li><a class="reference internal" href="#yandex-cloud">Yandex.Cloud</a></li>
-<li><a class="reference internal" href="#yandex-cloud-dataproc">Yandex.Cloud Dataproc</a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#transfer-operators-and-hooks">Transfer operators and hooks</a><ul>
-<li><a class="reference internal" href="#facebook-ads-to-google-cloud-storage-gcs">Facebook Ads to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#salesforce-to-google-cloud-storage-gcs">Salesforce to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#snowflake-to-mysql">Snowflake to MySQL</a></li>
-<li><a class="reference internal" href="#amazon-simple-storage-service-s3-to-snowflake">Amazon Simple Storage Service (S3) to Snowflake</a></li>
-<li><a class="reference internal" href="#snowflake-to-slack">Snowflake to Slack</a></li>
-</ul>
-</li>
-</ul>
-</li>
-</ul>
-
+
</div>
</nav>
@@ -1084,24 +943,6 @@
-
-
-
-
- <div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers/operators-and-hooks-ref/services.rst" rel="nofollow">
-
- <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
- <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
- <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.15 [...]
- </svg>
-
- <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span>
- </button>
- </a>
- </div>
-
-
</div>
@@ -1223,15 +1064,15 @@
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/airflow/providers/apache/beam/operators/beam.html
similarity index 51%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
copy to docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/airflow/providers/apache/beam/operators/beam.html
index a2732c7..f59d439 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/airflow/providers/apache/beam/operators/beam.html
@@ -9,15 +9,13 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Services — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Software integrations" href="software.html" />
- <link rel="prev" title="Protocol integrations" href="protocol.html" />
+ <title>airflow.providers.apache.beam.operators.beam — apache-airflow-providers-apache-beam Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -283,7 +281,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -313,9 +311,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/apache/beam/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -410,7 +420,7 @@
</div>
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -440,9 +450,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/apache/beam/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -531,11 +553,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../index.html">Module code</a></li>
- <li class="breadcrumb-item"><a href="services.html"> Services</a></li>
+ <li class="breadcrumb-item"><a href="beam.html"> airflow.providers.apache.beam.operators.beam</a></li>
</ul>
</div>
@@ -546,428 +568,469 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="services">
-<h1>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h1>
-<div class="section" id="service-operators-and-hooks">
-<h2>Service operators and hooks<a class="headerlink" href="#service-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="databricks">
-<h3>Databricks<a class="headerlink" href="#databricks" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/operators/databricks/index.html#module-airflow.providers.databricks.operators.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/hooks/databricks/index.html#module-airflow.providers.databricks.hooks.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/operators.html" title="(in apache-airflow-providers-databricks vmaster)"><span>DatabricksSubmitRunOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-databricks"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-databricks</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://databricks.com/">Databricks</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="datadog">
-<h3>Datadog<a class="headerlink" href="#datadog" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-datadog/stable/_api/airflow/providers/datadog/hooks/datadog/index.html#module-airflow.providers.datadog.hooks.datadog" title="(in apache-airflow-providers-datadog vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.datadog.hooks.datadog</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-datadog"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-datadog</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.datadoghq.com/">Datadog</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="dingding">
-<h3>Dingding<a class="headerlink" href="#dingding" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/operators/dingding/index.html#module-airflow.providers.dingding.operators.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.operators.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Guides</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/operators.html" title="(in apache-airflow-providers-dingding vmaster)"><span>Dingding Operators</span></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-dingding"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-dingding</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://oapi.dingtalk.com">Dingding</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="discord">
-<h3>Discord<a class="headerlink" href="#discord" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/operators/discord_webhook/index.html#module-airflow.providers.discord.operators.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.operators.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/hooks/discord_webhook/index.html#module-airflow.providers.discord.hooks.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.hooks.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-discord"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-discord</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://discordapp.com">Discord</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="facebook-ads">
-<h3>Facebook Ads<a class="headerlink" href="#facebook-ads" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-facebook/stable/_api/airflow/providers/facebook/ads/hooks/ads/index.html#module-airflow.providers.facebook.ads.hooks.ads" title="(in apache-airflow-providers-facebook vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.facebook.ads.hooks.ads</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-facebook"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-facebook</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ibm-cloudant">
-<h3>IBM Cloudant<a class="headerlink" href="#ibm-cloudant" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/hooks/dingding/index.html#module-airflow.providers.dingding.hooks.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.hooks.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-cloudant"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-cloudant</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.ibm.com/cloud/cloudant">IBM Cloudant</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="opsgenie">
-<h3>Opsgenie<a class="headerlink" href="#opsgenie" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/operators/opsgenie_alert/index.html#module-airflow.providers.opsgenie.operators.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.operators.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/hooks/opsgenie_alert/index.html#module-airflow.providers.opsgenie.hooks.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.hooks.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-opsgenie"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-opsgenie</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.opsgenie.com/">Opsgenie</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="pagerduty">
-<h3>Pagerduty<a class="headerlink" href="#pagerduty" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-pagerduty/stable/_api/airflow/providers/pagerduty/hooks/pagerduty/index.html#module-airflow.providers.pagerduty.hooks.pagerduty" title="(in apache-airflow-providers-pagerduty vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.pagerduty.hooks.pagerduty</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-pagerduty"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-pagerduty</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.pagerduty.com/">Pagerduty</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="plexus">
-<h3>Plexus<a class="headerlink" href="#plexus" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/operators/job/index.html#module-airflow.providers.plexus.operators.job" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.operators.job</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/hooks/plexus/index.html#module-airflow.providers.plexus.hooks.plexus" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.hooks.plexus</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-plexus"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-plexus</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://plexus.corescientific.com/">Plexus</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="qubole">
-<h3>Qubole<a class="headerlink" href="#qubole" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/operators/qubole/index.html#module-airflow.providers.qubole.operators.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.operators.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/ai [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/hooks/qubole/index.html#module-airflow.providers.qubole.hooks.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.hooks.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/provi [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-qubole"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-qubole</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.qubole.com/">Qubole</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce">
-<h3>Salesforce<a class="headerlink" href="#salesforce" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/operators/tableau_refresh_workbook/index.html#module-airflow.providers.salesforce.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/hooks/salesforce/index.html#module-airflow.providers.salesforce.hooks.salesforce" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.hooks.salesforce</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-salesforce"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-salesforce</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="segment">
-<h3>Segment<a class="headerlink" href="#segment" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/operators/segment_track_event/index.html#module-airflow.providers.segment.operators.segment_track_event" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.operators.segment_track_event</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/hooks/segment/index.html#module-airflow.providers.segment.hooks.segment" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.hooks.segment</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-segment"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-segment</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://segment.com/docs/">Segment</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="slack">
-<h3>Slack<a class="headerlink" href="#slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/operators/slack/index.html#module-airflow.providers.slack.operators.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.operators.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/pro [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/hooks/slack/index.html#module-airflow.providers.slack.hooks.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.hooks.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slac [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-slack"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-slack</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake">
-<h3>Snowflake<a class="headerlink" href="#snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/operators/snowflake/index.html#module-airflow.providers.snowflake.operators.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.operators.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/hooks/snowflake/index.html#module-airflow.providers.snowflake.hooks.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.hooks.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="tableau">
-<h3>Tableau<a class="headerlink" href="#tableau" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/operators/tableau_refresh_workbook/index.html#module-airflow.providers.tableau.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/hooks/tableau/index.html#module-airflow.providers.tableau.hooks.tableau" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.hooks.tableau</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-tableau"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-tableau</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.tableau.com/">Tableau</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="telegram">
-<h3>Telegram<a class="headerlink" href="#telegram" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/operators/telegram/index.html#module-airflow.providers.telegram.operators.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.operators.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/hooks/telegram/index.html#module-airflow.providers.telegram.hooks.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.hooks.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/operators.html" title="(in apache-airflow-providers-telegram vmaster)"><span>TelegramOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-telegram"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-telegram</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://telegram.org/">Telegram</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud">
-<h3>Yandex.Cloud<a class="headerlink" href="#yandex-cloud" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandex/index.html#module-airflow.providers.yandex.hooks.yandex" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandex</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/">Yandex.Cloud</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud-dataproc">
-<h3>Yandex.Cloud Dataproc<a class="headerlink" href="#yandex-cloud-dataproc" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.operators.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.hooks.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/operators.html" title="(in apache-airflow-providers-yandex vmaster)"><span>Yandex.Cloud Data Proc Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/dataproc">Yandex.Cloud Dataproc</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfer-operators-and-hooks">
-<h2>Transfer operators and hooks<a class="headerlink" href="#transfer-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="facebook-ads-to-google-cloud-storage-gcs">
-<h3>Facebook Ads to Google Cloud Storage (GCS)<a class="headerlink" href="#facebook-ads-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/facebook_ads_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Facebook Ads To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/facebook_ads_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.facebook_ads_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.facebook_ads_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce-to-google-cloud-storage-gcs">
-<h3>Salesforce to Google Cloud Storage (GCS)<a class="headerlink" href="#salesforce-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/salesforce_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Salesforce To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/salesforce_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.salesforce_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.salesforce_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-mysql">
-<h3>Snowflake to MySQL<a class="headerlink" href="#snowflake-to-mysql" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.mysql.com/">MySQL</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-mysql/stable/_api/airflow/providers/mysql/transfers/presto_to_mysql/index.html#module-airflow.providers.mysql.transfers.presto_to_mysql" title="(in apache-airflow-providers-mysql vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.mysql.transfers.presto_to_mysql</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-mysql"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-mysql</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="amazon-simple-storage-service-s3-to-snowflake">
-<h3>Amazon Simple Storage Service (S3) to Snowflake<a class="headerlink" href="#amazon-simple-storage-service-s3-to-snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://aws.amazon.com/s3/">Amazon Simple Storage Service (S3)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/s3_to_snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>S3ToSnowflakeOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/s3_to_snowflake/index.html#module-airflow.providers.snowflake.transfers.s3_to_snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.s3_to_snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-slack">
-<h3>Snowflake to Slack<a class="headerlink" href="#snowflake-to-slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake_to_slack.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeToSlackOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/snowflake_to_slack/index.html#module-airflow.providers.snowflake.transfers.snowflake_to_slack" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.snowflake_to_slack</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-</div>
-</div>
-
-
- <div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Protocol integrations" href="protocol.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
- </a>
- <a rel="next" title="Software integrations" href="software.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
- </a>
+ <h1>Source code for airflow.providers.apache.beam.operators.beam</h1><div class="highlight"><pre>
+<span></span><span class="c1">#</span>
+<span class="c1"># Licensed to the Apache Software Foundation (ASF) under one</span>
+<span class="c1"># or more contributor license agreements. See the NOTICE file</span>
+<span class="c1"># distributed with this work for additional information</span>
+<span class="c1"># regarding copyright ownership. The ASF licenses this file</span>
+<span class="c1"># to you under the Apache License, Version 2.0 (the</span>
+<span class="c1"># "License"); you may not use this file except in compliance</span>
+<span class="c1"># with the License. You may obtain a copy of the License at</span>
+<span class="c1">#</span>
+<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
+<span class="c1">#</span>
+<span class="c1"># Unless required by applicable law or agreed to in writing,</span>
+<span class="c1"># software distributed under the License is distributed on an</span>
+<span class="c1"># "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span>
+<span class="c1"># KIND, either express or implied. See the License for the</span>
+<span class="c1"># specific language governing permissions and limitations</span>
+<span class="c1"># under the License.</span>
+<span class="sd">"""This module contains Apache Beam operators."""</span>
+<span class="kn">import</span> <span class="nn">copy</span>
+<span class="kn">from</span> <span class="nn">abc</span> <span class="kn">import</span> <span class="n">ABCMeta</span>
+<span class="kn">from</span> <span class="nn">contextlib</span> <span class="kn">import</span> <span class="n">ExitStack</span>
+<span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">Callable</span><span class="p">,</span> <span class="n">List</span><span class="p">,</span> <span class="n">Optional</span><span class="p">,</span> <span class="n">Tuple</span><span class="p">,</span> <span class="n">Union</span>
+
+<span class="kn">from</span> <span class="nn">airflow.models</span> <span class="kn">import</span> <span class="n">BaseOperator</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.apache.beam.hooks.beam</span> <span class="kn">import</span> <span class="n">BeamHook</span><span class="p">,</span> <span class="n">BeamRunnerType</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.google.cloud.hooks.dataflow</span> <span class="kn">import</span> <span class="p">(</span>
+ <span class="n">DataflowHook</span><span class="p">,</span>
+ <span class="n">process_line_and_extract_dataflow_job_id_callback</span><span class="p">,</span>
+<span class="p">)</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.google.cloud.hooks.gcs</span> <span class="kn">import</span> <span class="n">GCSHook</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.google.cloud.operators.dataflow</span> <span class="kn">import</span> <span class="n">CheckJobRunning</span><span class="p">,</span> <span class="n">DataflowConfiguration</span>
+<span class="kn">from</span> <span class="nn">airflow.utils.decorators</span> <span class="kn">import</span> <span class="n">apply_defaults</span>
+<span class="kn">from</span> <span class="nn">airflow.utils.helpers</span> <span class="kn">import</span> <span class="n">convert_camel_to_snake</span>
+<span class="kn">from</span> <span class="nn">airflow.version</span> <span class="kn">import</span> <span class="n">version</span>
+
+
+<div class="viewcode-block" id="BeamDataflowMixin"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin">[docs]</a><span class="k">class</span> <span class="nc">BeamDataflowMixin</span><span class="p">(</span><span class="n">metaclass</span><span class="o">=</span><span class="n">ABCMeta</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Helper class to store common, Dataflow specific logic for both</span>
+<span class="sd"> :class:`~airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator` and</span>
+<span class="sd"> :class:`~airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator`.</span>
+<span class="sd"> """</span>
+
+<div class="viewcode-block" id="BeamDataflowMixin.dataflow_hook"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_hook">[docs]</a> <span class="n">dataflow_hook</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">DataflowHook</span><span class="p">]</span></div>
+<div class="viewcode-block" id="BeamDataflowMixin.dataflow_config"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.dataflow_config">[docs]</a> <span class="n">dataflow_config</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">DataflowConfiguration</span><span class="p">]</span></div>
+
+<div class="viewcode-block" id="BeamDataflowMixin._set_dataflow"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin._set_dataflow">[docs]</a> <span class="k">def</span> <span class="nf">_set_dataflow</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span> <span class="n">pipeline_options</span><span class="p">:</span> <span class="nb">dict</span><span class="p">,</span> <span class="n">job_name_variable_key</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="n">Tuple</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">dict</span><span class="p">,</span> <span class="n">Callable</span><span class="p">[[</span><span class="nb">str</span><span class="p">],</span> <span class="kc">None</span><span class="p">]]:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">__set_dataflow_hook</span><span class="p">()</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">project_id</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">project_id</span> <span class="ow">or</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span><span class="o">.</span><span class="n">project_ [...]
+ <span class="n">dataflow_job_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">__get_dataflow_job_name</span><span class="p">()</span>
+ <span class="n">pipeline_options</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">__get_dataflow_pipeline_options</span><span class="p">(</span>
+ <span class="n">pipeline_options</span><span class="p">,</span> <span class="n">dataflow_job_name</span><span class="p">,</span> <span class="n">job_name_variable_key</span>
+ <span class="p">)</span>
+ <span class="n">process_line_callback</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">__get_dataflow_process_callback</span><span class="p">()</span>
+ <span class="k">return</span> <span class="n">dataflow_job_name</span><span class="p">,</span> <span class="n">pipeline_options</span><span class="p">,</span> <span class="n">process_line_callback</span></div>
+
+<div class="viewcode-block" id="BeamDataflowMixin.__set_dataflow_hook"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__set_dataflow_hook">[docs]</a> <span class="k">def</span> <span class="nf">__set_dataflow_hook</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">DataflowHook</span><s [...]
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span> <span class="o">=</span> <span class="n">DataflowHook</span><span class="p">(</span>
+ <span class="n">gcp_conn_id</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">gcp_conn_id</span> <span class="ow">or</span> <span class="bp">self</span><span class="o">.</span><span class="n">gcp_conn_id</span><span class="p">,</span>
+ <span class="n">delegate_to</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">delegate_to</span> <span class="ow">or</span> <span class="bp">self</span><span class="o">.</span><span class="n">delegate_to</span><span class="p">,</span>
+ <span class="n">poll_sleep</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">poll_sleep</span><span class="p">,</span>
+ <span class="n">impersonation_chain</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">impersonation_chain</span><span class="p">,</span>
+ <span class="n">drain_pipeline</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">drain_pipeline</span><span class="p">,</span>
+ <span class="n">cancel_timeout</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">cancel_timeout</span><span class="p">,</span>
+ <span class="n">wait_until_finished</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">wait_until_finished</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span></div>
+
+<div class="viewcode-block" id="BeamDataflowMixin.__get_dataflow_job_name"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__get_dataflow_job_name">[docs]</a> <span class="k">def</span> <span class="nf">__get_dataflow_job_name</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</spa [...]
+ <span class="k">return</span> <span class="n">DataflowHook</span><span class="o">.</span><span class="n">build_dataflow_job_name</span><span class="p">(</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">job_name</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">append_job_name</span></div>
+ <span class="p">)</span>
+
+<div class="viewcode-block" id="BeamDataflowMixin.__get_dataflow_pipeline_options"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__get_dataflow_pipeline_options">[docs]</a> <span class="k">def</span> <span class="nf">__get_dataflow_pipeline_options</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span> <span class="n">pipeline_options</span><span class="p">:</span> <span class="nb">dict</span><span class="p">,</span> <span class="n">job_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">job_name_key</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="k [...]
+ <span class="p">)</span> <span class="o">-></span> <span class="nb">dict</span><span class="p">:</span>
+ <span class="n">pipeline_options</span> <span class="o">=</span> <span class="n">copy</span><span class="o">.</span><span class="n">deepcopy</span><span class="p">(</span><span class="n">pipeline_options</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">job_name_key</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="n">pipeline_options</span><span class="p">[</span><span class="n">job_name_key</span><span class="p">]</span> <span class="o">=</span> <span class="n">job_name</span>
+ <span class="n">pipeline_options</span><span class="p">[</span><span class="s2">"project"</span><span class="p">]</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">project_id</span>
+ <span class="n">pipeline_options</span><span class="p">[</span><span class="s2">"region"</span><span class="p">]</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">location</span>
+ <span class="n">pipeline_options</span><span class="o">.</span><span class="n">setdefault</span><span class="p">(</span><span class="s2">"labels"</span><span class="p">,</span> <span class="p">{})</span><span class="o">.</span><span class="n">update</span><span class="p">(</span>
+ <span class="p">{</span><span class="s2">"airflow-version"</span><span class="p">:</span> <span class="s2">"v"</span> <span class="o">+</span> <span class="n">version</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">"."</span><span class="p">,</span> <span class="s2">"-"</span><span class="p">)</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span cl [...]
+ <span class="p">)</span>
+ <span class="k">return</span> <span class="n">pipeline_options</span></div>
+
+<div class="viewcode-block" id="BeamDataflowMixin.__get_dataflow_process_callback"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamDataflowMixin.__get_dataflow_process_callback">[docs]</a> <span class="k">def</span> <span class="nf">__get_dataflow_process_callback</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> < [...]
+ <span class="k">def</span> <span class="nf">set_current_dataflow_job_id</span><span class="p">(</span><span class="n">job_id</span><span class="p">):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span> <span class="o">=</span> <span class="n">job_id</span>
+
+ <span class="k">return</span> <span class="n">process_line_and_extract_dataflow_job_id_callback</span><span class="p">(</span>
+ <span class="n">on_new_job_id_callback</span><span class="o">=</span><span class="n">set_current_dataflow_job_id</span></div></div>
+ <span class="p">)</span>
+
+
+<div class="viewcode-block" id="BeamRunPythonPipelineOperator"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator">[docs]</a><span class="k">class</span> <span class="nc">BeamRunPythonPipelineOperator</span><span class="p">(</span><span class="n">BaseOperator</span><span class="p">,</span> <span class="n">BeamDataflowMixin</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Launching Apache Beam pipelines written in Python. Note that both</span>
+<span class="sd"> ``default_pipeline_options`` and ``pipeline_options`` will be merged to specify pipeline</span>
+<span class="sd"> execution parameter, and ``default_pipeline_options`` is expected to save</span>
+<span class="sd"> high-level options, for instances, project and zone information, which</span>
+<span class="sd"> apply to all beam operators in the DAG.</span>
+
+<span class="sd"> .. seealso::</span>
+<span class="sd"> For more information on how to use this operator, take a look at the guide:</span>
+<span class="sd"> :ref:`howto/operator:BeamRunPythonPipelineOperator`</span>
+
+<span class="sd"> .. seealso::</span>
+<span class="sd"> For more detail on Apache Beam have a look at the reference:</span>
+<span class="sd"> https://beam.apache.org/documentation/</span>
+
+<span class="sd"> :param py_file: Reference to the python Apache Beam pipeline file.py, e.g.,</span>
+<span class="sd"> /some/local/file/path/to/your/python/pipeline/file. (templated)</span>
+<span class="sd"> :type py_file: str</span>
+<span class="sd"> :param runner: Runner on which pipeline will be run. By default "DirectRunner" is being used.</span>
+<span class="sd"> Other possible options: DataflowRunner, SparkRunner, FlinkRunner.</span>
+<span class="sd"> See: :class:`~providers.apache.beam.hooks.beam.BeamRunnerType`</span>
+<span class="sd"> See: https://beam.apache.org/documentation/runners/capability-matrix/</span>
+
+<span class="sd"> :type runner: str</span>
+<span class="sd"> :param py_options: Additional python options, e.g., ["-m", "-v"].</span>
+<span class="sd"> :type py_options: list[str]</span>
+<span class="sd"> :param default_pipeline_options: Map of default pipeline options.</span>
+<span class="sd"> :type default_pipeline_options: dict</span>
+<span class="sd"> :param pipeline_options: Map of pipeline options.The key must be a dictionary.</span>
+<span class="sd"> The value can contain different types:</span>
+
+<span class="sd"> * If the value is None, the single option - ``--key`` (without value) will be added.</span>
+<span class="sd"> * If the value is False, this option will be skipped</span>
+<span class="sd"> * If the value is True, the single option - ``--key`` (without value) will be added.</span>
+<span class="sd"> * If the value is list, the many options will be added for each key.</span>
+<span class="sd"> If the value is ``['A', 'B']`` and the key is ``key`` then the ``--key=A --key-B`` options</span>
+<span class="sd"> will be left</span>
+<span class="sd"> * Other value types will be replaced with the Python textual representation.</span>
+
+<span class="sd"> When defining labels (``labels`` option), you can also provide a dictionary.</span>
+<span class="sd"> :type pipeline_options: dict</span>
+<span class="sd"> :param py_interpreter: Python version of the beam pipeline.</span>
+<span class="sd"> If None, this defaults to the python3.</span>
+<span class="sd"> To track python versions supported by beam and related</span>
+<span class="sd"> issues check: https://issues.apache.org/jira/browse/BEAM-1251</span>
+<span class="sd"> :type py_interpreter: str</span>
+<span class="sd"> :param py_requirements: Additional python package(s) to install.</span>
+<span class="sd"> If a value is passed to this parameter, a new virtual environment has been created with</span>
+<span class="sd"> additional packages installed.</span>
+
+<span class="sd"> You could also install the apache_beam package if it is not installed on your system or you want</span>
+<span class="sd"> to use a different version.</span>
+<span class="sd"> :type py_requirements: List[str]</span>
+<span class="sd"> :param py_system_site_packages: Whether to include system_site_packages in your virtualenv.</span>
+<span class="sd"> See virtualenv documentation for more information.</span>
+
+<span class="sd"> This option is only relevant if the ``py_requirements`` parameter is not None.</span>
+<span class="sd"> :param gcp_conn_id: Optional.</span>
+<span class="sd"> The connection ID to use connecting to Google Cloud Storage if python file is on GCS.</span>
+<span class="sd"> :type gcp_conn_id: str</span>
+<span class="sd"> :param delegate_to: Optional.</span>
+<span class="sd"> The account to impersonate using domain-wide delegation of authority,</span>
+<span class="sd"> if any. For this to work, the service account making the request must have</span>
+<span class="sd"> domain-wide delegation enabled.</span>
+<span class="sd"> :type delegate_to: str</span>
+<span class="sd"> :param dataflow_config: Dataflow configuration, used when runner type is set to DataflowRunner</span>
+<span class="sd"> :type dataflow_config: Union[dict, providers.google.cloud.operators.dataflow.DataflowConfiguration]</span>
+<span class="sd"> """</span>
+
+<div class="viewcode-block" id="BeamRunPythonPipelineOperator.template_fields"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.template_fields">[docs]</a> <span class="n">template_fields</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"py_file"</span><span class="p">,</span> <span class="s2">"runner"</span [...]
+<div class="viewcode-block" id="BeamRunPythonPipelineOperator.template_fields_renderers"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.template_fields_renderers">[docs]</a> <span class="n">template_fields_renderers</span> <span class="o">=</span> <span class="p">{</span><span class="s1">'dataflow_config'</span><span class="p">:</span> <span [...]
+
+ <span class="nd">@apply_defaults</span>
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="o">*</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">runner</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"DirectRunner"</span><span class="p">,</span>
+ <span class="n">default_pipeline_options</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">dict</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">dict</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">py_interpreter</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"python3"</span><span class="p">,</span>
+ <span class="n">py_options</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">py_requirements</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">List</span><span class="p">[</span><span class="nb">str</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
+ <span class="n">gcp_conn_id</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"google_cloud_default"</span><span class="p">,</span>
+ <span class="n">delegate_to</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">dataflow_config</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Union</span><span class="p">[</span><span class="n">DataflowConfiguration</span><span class="p">,</span> <span class="nb">dict</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="o">**</span><span class="n">kwargs</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="o">**</span><span class="n">kwargs</span><span class="p">)</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">py_file</span> <span class="o">=</span> <span class="n">py_file</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">runner</span> <span class="o">=</span> <span class="n">runner</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">py_options</span> <span class="o">=</span> <span class="n">py_options</span> <span class="ow">or</span> <span class="p">[]</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">default_pipeline_options</span> <span class="o">=</span> <span class="n">default_pipeline_options</span> <span class="ow">or</span> <span class="p">{}</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">pipeline_options</span> <span class="o">=</span> <span class="n">pipeline_options</span> <span class="ow">or</span> <span class="p">{}</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">pipeline_options</span><span class="o">.</span><span class="n">setdefault</span><span class="p">(</span><span class="s2">"labels"</span><span class="p">,</span> <span class="p">{})</span><span class="o">.</span><span class="n">update</span><span class="p">(</span>
+ <span class="p">{</span><span class="s2">"airflow-version"</span><span class="p">:</span> <span class="s2">"v"</span> <span class="o">+</span> <span class="n">version</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">"."</span><span class="p">,</span> <span class="s2">"-"</span><span class="p">)</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span cl [...]
+ <span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">py_interpreter</span> <span class="o">=</span> <span class="n">py_interpreter</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">py_requirements</span> <span class="o">=</span> <span class="n">py_requirements</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">py_system_site_packages</span> <span class="o">=</span> <span class="n">py_system_site_packages</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">gcp_conn_id</span> <span class="o">=</span> <span class="n">gcp_conn_id</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">delegate_to</span> <span class="o">=</span> <span class="n">delegate_to</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span> <span class="o">=</span> <span class="n">dataflow_config</span> <span class="ow">or</span> <span class="p">{}</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">beam_hook</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">BeamHook</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">DataflowHook</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">runner</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">!=</span> <span class="n">BeamRunnerType</span><span class="o">.</span><span class="n">DataflowRunner</span><span class="o">.</span><span class="n">lower</span><spa [...]
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span>
+ <span class="s2">"dataflow_config is defined but runner is different than DataflowRunner (</span><span class="si">%s</span><span class="s2">)"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">runner</span>
+ <span class="p">)</span>
+
+<div class="viewcode-block" id="BeamRunPythonPipelineOperator.execute"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.execute">[docs]</a> <span class="k">def</span> <span class="nf">execute</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">context</span><span class="p">):</span>
+ <span class="sd">"""Execute the Apache Beam Pipeline."""</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">beam_hook</span> <span class="o">=</span> <span class="n">BeamHook</span><span class="p">(</span><span class="n">runner</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">runner</span><span class="p">)</span>
+ <span class="n">pipeline_options</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">default_pipeline_options</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span>
+ <span class="n">process_line_callback</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Callable</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="n">is_dataflow</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">runner</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">==</span> <span class="n">BeamRunnerType</span><span class="o">.</span><span class="n">DataflowRunner</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span>
+ <span class="n">dataflow_job_name</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+
+ <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="p">,</span> <span class="nb">dict</span><span class="p">):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span> <span class="o">=</span> <span class="n">DataflowConfiguration</span><span class="p">(</span><span class="o">**</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">is_dataflow</span><span class="p">:</span>
+ <span class="n">dataflow_job_name</span><span class="p">,</span> <span class="n">pipeline_options</span><span class="p">,</span> <span class="n">process_line_callback</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_set_dataflow</span><span class="p">(</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="n">pipeline_options</span><span class="p">,</span> <span class="n">job_name_variable_key</span><span class="o">=</span><span class="s2">"job_name"</span>
+ <span class="p">)</span>
+
+ <span class="n">pipeline_options</span><span class="o">.</span><span class="n">update</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">pipeline_options</span><span class="p">)</span>
+
+ <span class="c1"># Convert argument names from lowerCamelCase to snake case.</span>
+ <span class="n">formatted_pipeline_options</span> <span class="o">=</span> <span class="p">{</span>
+ <span class="n">convert_camel_to_snake</span><span class="p">(</span><span class="n">key</span><span class="p">):</span> <span class="n">pipeline_options</span><span class="p">[</span><span class="n">key</span><span class="p">]</span> <span class="k">for</span> <span class="n">key</span> <span class="ow">in</span> <span class="n">pipeline_options</span>
+ <span class="p">}</span>
+
+ <span class="k">with</span> <span class="n">ExitStack</span><span class="p">()</span> <span class="k">as</span> <span class="n">exit_stack</span><span class="p">:</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">py_file</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s2">"gs://"</span><span class="p">):</span>
+ <span class="n">gcs_hook</span> <span class="o">=</span> <span class="n">GCSHook</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">gcp_conn_id</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">delegate_to</span><span class="p">)</span>
+ <span class="n">tmp_gcs_file</span> <span class="o">=</span> <span class="n">exit_stack</span><span class="o">.</span><span class="n">enter_context</span><span class="p">(</span> <span class="c1"># pylint: disable=no-member</span>
+ <span class="n">gcs_hook</span><span class="o">.</span><span class="n">provide_file</span><span class="p">(</span><span class="n">object_url</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">py_file</span><span class="p">)</span>
+ <span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">py_file</span> <span class="o">=</span> <span class="n">tmp_gcs_file</span><span class="o">.</span><span class="n">name</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">beam_hook</span><span class="o">.</span><span class="n">start_python_pipeline</span><span class="p">(</span>
+ <span class="n">variables</span><span class="o">=</span><span class="n">formatted_pipeline_options</span><span class="p">,</span>
+ <span class="n">py_file</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">py_file</span><span class="p">,</span>
+ <span class="n">py_options</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">py_options</span><span class="p">,</span>
+ <span class="n">py_interpreter</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">py_interpreter</span><span class="p">,</span>
+ <span class="n">py_requirements</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">py_requirements</span><span class="p">,</span>
+ <span class="n">py_system_site_packages</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">py_system_site_packages</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="o">=</span><span class="n">process_line_callback</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">is_dataflow</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span><span class="o">.</span><span class="n">wait_for_done</span><span class="p">(</span> <span class="c1"># pylint: disable=no-value-for-parameter</span>
+ <span class="n">job_name</span><span class="o">=</span><span class="n">dataflow_job_name</span><span class="p">,</span>
+ <span class="n">location</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">location</span><span class="p">,</span>
+ <span class="n">job_id</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">,</span>
+ <span class="n">multiple_jobs</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="k">return</span> <span class="p">{</span><span class="s2">"dataflow_job_id"</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">}</span></div>
+
+<div class="viewcode-block" id="BeamRunPythonPipelineOperator.on_kill"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator.on_kill">[docs]</a> <span class="k">def</span> <span class="nf">on_kill</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s1">'Dataflow job with id: `</span><span class="si">%s</span><span class="s1">` was requested to be cancelled.'</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span><span class="o">.</span><span class="n">cancel_job</span><span class="p">(</span>
+ <span class="n">job_id</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">,</span>
+ <span class="n">project_id</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">project_id</span><span class="p">,</span></div></div>
+ <span class="p">)</span>
+
+
+<span class="c1"># pylint: disable=too-many-instance-attributes</span>
+<div class="viewcode-block" id="BeamRunJavaPipelineOperator"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator">[docs]</a><span class="k">class</span> <span class="nc">BeamRunJavaPipelineOperator</span><span class="p">(</span><span class="n">BaseOperator</span><span class="p">,</span> <span class="n">BeamDataflowMixin</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Launching Apache Beam pipelines written in Java.</span>
+
+<span class="sd"> Note that both</span>
+<span class="sd"> ``default_pipeline_options`` and ``pipeline_options`` will be merged to specify pipeline</span>
+<span class="sd"> execution parameter, and ``default_pipeline_options`` is expected to save</span>
+<span class="sd"> high-level pipeline_options, for instances, project and zone information, which</span>
+<span class="sd"> apply to all Apache Beam operators in the DAG.</span>
+
+<span class="sd"> .. seealso::</span>
+<span class="sd"> For more information on how to use this operator, take a look at the guide:</span>
+<span class="sd"> :ref:`howto/operator:BeamRunJavaPipelineOperator`</span>
+
+<span class="sd"> .. seealso::</span>
+<span class="sd"> For more detail on Apache Beam have a look at the reference:</span>
+<span class="sd"> https://beam.apache.org/documentation/</span>
+
+<span class="sd"> You need to pass the path to your jar file as a file reference with the ``jar``</span>
+<span class="sd"> parameter, the jar needs to be a self executing jar (see documentation here:</span>
+<span class="sd"> https://beam.apache.org/documentation/runners/dataflow/#self-executing-jar).</span>
+<span class="sd"> Use ``pipeline_options`` to pass on pipeline_options to your job.</span>
+
+<span class="sd"> :param jar: The reference to a self executing Apache Beam jar (templated).</span>
+<span class="sd"> :type jar: str</span>
+<span class="sd"> :param runner: Runner on which pipeline will be run. By default "DirectRunner" is being used.</span>
+<span class="sd"> See:</span>
+<span class="sd"> https://beam.apache.org/documentation/runners/capability-matrix/</span>
+<span class="sd"> :type runner: str</span>
+<span class="sd"> :param job_class: The name of the Apache Beam pipeline class to be executed, it</span>
+<span class="sd"> is often not the main class configured in the pipeline jar file.</span>
+<span class="sd"> :type job_class: str</span>
+<span class="sd"> :param default_pipeline_options: Map of default job pipeline_options.</span>
+<span class="sd"> :type default_pipeline_options: dict</span>
+<span class="sd"> :param pipeline_options: Map of job specific pipeline_options.The key must be a dictionary.</span>
+<span class="sd"> The value can contain different types:</span>
+
+<span class="sd"> * If the value is None, the single option - ``--key`` (without value) will be added.</span>
+<span class="sd"> * If the value is False, this option will be skipped</span>
+<span class="sd"> * If the value is True, the single option - ``--key`` (without value) will be added.</span>
+<span class="sd"> * If the value is list, the many pipeline_options will be added for each key.</span>
+<span class="sd"> If the value is ``['A', 'B']`` and the key is ``key`` then the ``--key=A --key-B`` pipeline_options</span>
+<span class="sd"> will be left</span>
+<span class="sd"> * Other value types will be replaced with the Python textual representation.</span>
+
+<span class="sd"> When defining labels (``labels`` option), you can also provide a dictionary.</span>
+<span class="sd"> :type pipeline_options: dict</span>
+<span class="sd"> :param gcp_conn_id: The connection ID to use connecting to Google Cloud Storage if jar is on GCS</span>
+<span class="sd"> :type gcp_conn_id: str</span>
+<span class="sd"> :param delegate_to: The account to impersonate using domain-wide delegation of authority,</span>
+<span class="sd"> if any. For this to work, the service account making the request must have</span>
+<span class="sd"> domain-wide delegation enabled.</span>
+<span class="sd"> :type delegate_to: str</span>
+<span class="sd"> :param dataflow_config: Dataflow configuration, used when runner type is set to DataflowRunner</span>
+<span class="sd"> :type dataflow_config: Union[dict, providers.google.cloud.operators.dataflow.DataflowConfiguration]</span>
+<span class="sd"> """</span>
+
+<div class="viewcode-block" id="BeamRunJavaPipelineOperator.template_fields"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.template_fields">[docs]</a> <span class="n">template_fields</span> <span class="o">=</span> <span class="p">[</span>
+ <span class="s2">"jar"</span><span class="p">,</span>
+ <span class="s2">"runner"</span><span class="p">,</span>
+ <span class="s2">"job_class"</span><span class="p">,</span>
+ <span class="s2">"pipeline_options"</span><span class="p">,</span>
+ <span class="s2">"default_pipeline_options"</span><span class="p">,</span>
+ <span class="s2">"dataflow_config"</span><span class="p">,</span></div>
+ <span class="p">]</span>
+<div class="viewcode-block" id="BeamRunJavaPipelineOperator.template_fields_renderers"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.template_fields_renderers">[docs]</a> <span class="n">template_fields_renderers</span> <span class="o">=</span> <span class="p">{</span><span class="s1">'dataflow_config'</span><span class="p">:</span> <span cla [...]
+<div class="viewcode-block" id="BeamRunJavaPipelineOperator.ui_color"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.ui_color">[docs]</a> <span class="n">ui_color</span> <span class="o">=</span> <span class="s2">"#0273d4"</span></div>
+
+ <span class="nd">@apply_defaults</span>
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="o">*</span><span class="p">,</span>
+ <span class="n">jar</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">runner</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"DirectRunner"</span><span class="p">,</span>
+ <span class="n">job_class</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">default_pipeline_options</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">dict</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">pipeline_options</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">dict</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">gcp_conn_id</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"google_cloud_default"</span><span class="p">,</span>
+ <span class="n">delegate_to</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">dataflow_config</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Union</span><span class="p">[</span><span class="n">DataflowConfiguration</span><span class="p">,</span> <span class="nb">dict</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="o">**</span><span class="n">kwargs</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="o">**</span><span class="n">kwargs</span><span class="p">)</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">jar</span> <span class="o">=</span> <span class="n">jar</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">runner</span> <span class="o">=</span> <span class="n">runner</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">default_pipeline_options</span> <span class="o">=</span> <span class="n">default_pipeline_options</span> <span class="ow">or</span> <span class="p">{}</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">pipeline_options</span> <span class="o">=</span> <span class="n">pipeline_options</span> <span class="ow">or</span> <span class="p">{}</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">job_class</span> <span class="o">=</span> <span class="n">job_class</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span> <span class="o">=</span> <span class="n">dataflow_config</span> <span class="ow">or</span> <span class="p">{}</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">gcp_conn_id</span> <span class="o">=</span> <span class="n">gcp_conn_id</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">delegate_to</span> <span class="o">=</span> <span class="n">delegate_to</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">DataflowHook</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">beam_hook</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">BeamHook</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_dataflow_job_name</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">runner</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">!=</span> <span class="n">BeamRunnerType</span><span class="o">.</span><span class="n">DataflowRunner</span><span class="o">.</span><span class="n">lower</span><spa [...]
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span>
+ <span class="s2">"dataflow_config is defined but runner is different than DataflowRunner (</span><span class="si">%s</span><span class="s2">)"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">runner</span>
+ <span class="p">)</span>
+
+<div class="viewcode-block" id="BeamRunJavaPipelineOperator.execute"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.execute">[docs]</a> <span class="k">def</span> <span class="nf">execute</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">context</span><span class="p">):</span>
+ <span class="sd">"""Execute the Apache Beam Pipeline."""</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">beam_hook</span> <span class="o">=</span> <span class="n">BeamHook</span><span class="p">(</span><span class="n">runner</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">runner</span><span class="p">)</span>
+ <span class="n">pipeline_options</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">default_pipeline_options</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span>
+ <span class="n">process_line_callback</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Callable</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="n">is_dataflow</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">runner</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">==</span> <span class="n">BeamRunnerType</span><span class="o">.</span><span class="n">DataflowRunner</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span>
+ <span class="n">dataflow_job_name</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
+
+ <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="p">,</span> <span class="nb">dict</span><span class="p">):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span> <span class="o">=</span> <span class="n">DataflowConfiguration</span><span class="p">(</span><span class="o">**</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">is_dataflow</span><span class="p">:</span>
+ <span class="n">dataflow_job_name</span><span class="p">,</span> <span class="n">pipeline_options</span><span class="p">,</span> <span class="n">process_line_callback</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_set_dataflow</span><span class="p">(</span>
+ <span class="n">pipeline_options</span><span class="o">=</span><span class="n">pipeline_options</span><span class="p">,</span> <span class="n">job_name_variable_key</span><span class="o">=</span><span class="kc">None</span>
+ <span class="p">)</span>
+
+ <span class="n">pipeline_options</span><span class="o">.</span><span class="n">update</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">pipeline_options</span><span class="p">)</span>
+
+ <span class="k">with</span> <span class="n">ExitStack</span><span class="p">()</span> <span class="k">as</span> <span class="n">exit_stack</span><span class="p">:</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">jar</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s2">"gs://"</span><span class="p">):</span>
+ <span class="n">gcs_hook</span> <span class="o">=</span> <span class="n">GCSHook</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">gcp_conn_id</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">delegate_to</span><span class="p">)</span>
+ <span class="n">tmp_gcs_file</span> <span class="o">=</span> <span class="n">exit_stack</span><span class="o">.</span><span class="n">enter_context</span><span class="p">(</span> <span class="c1"># pylint: disable=no-member</span>
+ <span class="n">gcs_hook</span><span class="o">.</span><span class="n">provide_file</span><span class="p">(</span><span class="n">object_url</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">jar</span><span class="p">)</span>
+ <span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">jar</span> <span class="o">=</span> <span class="n">tmp_gcs_file</span><span class="o">.</span><span class="n">name</span>
+
+ <span class="k">if</span> <span class="n">is_dataflow</span><span class="p">:</span>
+ <span class="n">is_running</span> <span class="o">=</span> <span class="kc">False</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">check_if_running</span> <span class="o">!=</span> <span class="n">CheckJobRunning</span><span class="o">.</span><span class="n">IgnoreJob</span><span class="p">:</span>
+ <span class="n">is_running</span> <span class="o">=</span> <span class="p">(</span>
+ <span class="c1"># The reason for disable=no-value-for-parameter is that project_id parameter is</span>
+ <span class="c1"># required but here is not passed, moreover it cannot be passed here.</span>
+ <span class="c1"># This method is wrapped by @_fallback_to_project_id_from_variables decorator which</span>
+ <span class="c1"># fallback project_id value from variables and raise error if project_id is</span>
+ <span class="c1"># defined both in variables and as parameter (here is already defined in variables)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span><span class="o">.</span><span class="n">is_job_dataflow_running</span><span class="p">(</span> <span class="c1"># pylint: disable=no-value-for-parameter</span>
+ <span class="n">name</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">job_name</span><span class="p">,</span>
+ <span class="n">variables</span><span class="o">=</span><span class="n">pipeline_options</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="p">)</span>
+ <span class="k">while</span> <span class="n">is_running</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">check_if_running</span> <span class="o">==</span> <span class="n">CheckJobRunning</span><span class="o">.</span><span class="n">WaitForRun</span><span class="p">:</span>
+ <span class="c1"># The reason for disable=no-value-for-parameter is that project_id parameter is</span>
+ <span class="c1"># required but here is not passed, moreover it cannot be passed here.</span>
+ <span class="c1"># This method is wrapped by @_fallback_to_project_id_from_variables decorator which</span>
+ <span class="c1"># fallback project_id value from variables and raise error if project_id is</span>
+ <span class="c1"># defined both in variables and as parameter (here is already defined in variables)</span>
+ <span class="c1"># pylint: disable=no-value-for-parameter</span>
+ <span class="n">is_running</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span><span class="o">.</span><span class="n">is_job_dataflow_running</span><span class="p">(</span>
+ <span class="n">name</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">job_name</span><span class="p">,</span>
+ <span class="n">variables</span><span class="o">=</span><span class="n">pipeline_options</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">is_running</span><span class="p">:</span>
+ <span class="n">pipeline_options</span><span class="p">[</span><span class="s2">"jobName"</span><span class="p">]</span> <span class="o">=</span> <span class="n">dataflow_job_name</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">beam_hook</span><span class="o">.</span><span class="n">start_java_pipeline</span><span class="p">(</span>
+ <span class="n">variables</span><span class="o">=</span><span class="n">pipeline_options</span><span class="p">,</span>
+ <span class="n">jar</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">jar</span><span class="p">,</span>
+ <span class="n">job_class</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">job_class</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="o">=</span><span class="n">process_line_callback</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span><span class="o">.</span><span class="n">wait_for_done</span><span class="p">(</span>
+ <span class="n">job_name</span><span class="o">=</span><span class="n">dataflow_job_name</span><span class="p">,</span>
+ <span class="n">location</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">location</span><span class="p">,</span>
+ <span class="n">job_id</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">,</span>
+ <span class="n">multiple_jobs</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">multiple_jobs</span><span class="p">,</span>
+ <span class="n">project_id</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">project_id</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="k">else</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">beam_hook</span><span class="o">.</span><span class="n">start_java_pipeline</span><span class="p">(</span>
+ <span class="n">variables</span><span class="o">=</span><span class="n">pipeline_options</span><span class="p">,</span>
+ <span class="n">jar</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">jar</span><span class="p">,</span>
+ <span class="n">job_class</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">job_class</span><span class="p">,</span>
+ <span class="n">process_line_callback</span><span class="o">=</span><span class="n">process_line_callback</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="k">return</span> <span class="p">{</span><span class="s2">"dataflow_job_id"</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">}</span></div>
+
+<div class="viewcode-block" id="BeamRunJavaPipelineOperator.on_kill"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/beam/operators/beam/index.html#airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator.on_kill">[docs]</a> <span class="k">def</span> <span class="nf">on_kill</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s1">'Dataflow job with id: `</span><span class="si">%s</span><span class="s1">` was requested to be cancelled.'</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dataflow_hook</span><span class="o">.</span><span class="n">cancel_job</span><span class="p">(</span>
+ <span class="n">job_id</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_job_id</span><span class="p">,</span>
+ <span class="n">project_id</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dataflow_config</span><span class="o">.</span><span class="n">project_id</span><span class="p">,</span></div></div>
+ <span class="p">)</span>
+</pre></div>
+
+ <div class="pager" role="navigation" aria-label="related navigation"><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Previous</button><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Next</button>
</div>
</div>
@@ -1034,41 +1097,7 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
- <ul>
-<li><a class="reference internal" href="#">Services</a><ul>
-<li><a class="reference internal" href="#service-operators-and-hooks">Service operators and hooks</a><ul>
-<li><a class="reference internal" href="#databricks">Databricks</a></li>
-<li><a class="reference internal" href="#datadog">Datadog</a></li>
-<li><a class="reference internal" href="#dingding">Dingding</a></li>
-<li><a class="reference internal" href="#discord">Discord</a></li>
-<li><a class="reference internal" href="#facebook-ads">Facebook Ads</a></li>
-<li><a class="reference internal" href="#ibm-cloudant">IBM Cloudant</a></li>
-<li><a class="reference internal" href="#opsgenie">Opsgenie</a></li>
-<li><a class="reference internal" href="#pagerduty">Pagerduty</a></li>
-<li><a class="reference internal" href="#plexus">Plexus</a></li>
-<li><a class="reference internal" href="#qubole">Qubole</a></li>
-<li><a class="reference internal" href="#salesforce">Salesforce</a></li>
-<li><a class="reference internal" href="#segment">Segment</a></li>
-<li><a class="reference internal" href="#slack">Slack</a></li>
-<li><a class="reference internal" href="#snowflake">Snowflake</a></li>
-<li><a class="reference internal" href="#tableau">Tableau</a></li>
-<li><a class="reference internal" href="#telegram">Telegram</a></li>
-<li><a class="reference internal" href="#yandex-cloud">Yandex.Cloud</a></li>
-<li><a class="reference internal" href="#yandex-cloud-dataproc">Yandex.Cloud Dataproc</a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#transfer-operators-and-hooks">Transfer operators and hooks</a><ul>
-<li><a class="reference internal" href="#facebook-ads-to-google-cloud-storage-gcs">Facebook Ads to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#salesforce-to-google-cloud-storage-gcs">Salesforce to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#snowflake-to-mysql">Snowflake to MySQL</a></li>
-<li><a class="reference internal" href="#amazon-simple-storage-service-s3-to-snowflake">Amazon Simple Storage Service (S3) to Snowflake</a></li>
-<li><a class="reference internal" href="#snowflake-to-slack">Snowflake to Slack</a></li>
-</ul>
-</li>
-</ul>
-</li>
-</ul>
-
+
</div>
</nav>
@@ -1084,24 +1113,6 @@
-
-
-
-
- <div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers/operators-and-hooks-ref/services.rst" rel="nofollow">
-
- <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
- <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
- <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.15 [...]
- </svg>
-
- <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span>
- </button>
- </a>
- </div>
-
-
</div>
@@ -1223,15 +1234,15 @@
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/index.html
similarity index 65%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
copy to docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/index.html
index a2732c7..db28b8a 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/services.html
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_modules/index.html
@@ -9,15 +9,13 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Services — apache-airflow-providers Documentation</title>
+ <title>Overview: module code — apache-airflow-providers-apache-beam Documentation</title>
<link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
<link rel="shortcut icon" href="../_static/pin_32.png"/>
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Software integrations" href="software.html" />
- <link rel="prev" title="Protocol integrations" href="protocol.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -313,9 +311,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../_api/airflow/providers/apache/beam/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -440,9 +450,21 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a></li>
+ <p class="caption"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../_api/airflow/providers/apache/beam/index.html">Python API</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-beam/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags">Example DAGs</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../operators.html">Apache Beam Operators</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../operators.html#run-python-pipelines-in-apache-beam">Run Python Pipelines in Apache Beam</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../operators.html#run-java-pipelines-in-apache-beam">Run Java Pipelines in Apache Beam</a></li>
+</ul>
+<p class="caption"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -533,9 +555,7 @@
<li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
-
- <li class="breadcrumb-item"><a href="services.html"> Services</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> Overview: module code</a></li>
</ul>
</div>
@@ -546,428 +566,13 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="services">
-<h1>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h1>
-<div class="section" id="service-operators-and-hooks">
-<h2>Service operators and hooks<a class="headerlink" href="#service-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="databricks">
-<h3>Databricks<a class="headerlink" href="#databricks" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/operators/databricks/index.html#module-airflow.providers.databricks.operators.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/_api/airflow/providers/databricks/hooks/databricks/index.html#module-airflow.providers.databricks.hooks.databricks" title="(in apache-airflow-providers-databricks vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-databricks/stable/operators.html" title="(in apache-airflow-providers-databricks vmaster)"><span>DatabricksSubmitRunOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-databricks"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-databricks</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://databricks.com/">Databricks</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="datadog">
-<h3>Datadog<a class="headerlink" href="#datadog" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-datadog/stable/_api/airflow/providers/datadog/hooks/datadog/index.html#module-airflow.providers.datadog.hooks.datadog" title="(in apache-airflow-providers-datadog vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.datadog.hooks.datadog</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-datadog"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-datadog</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.datadoghq.com/">Datadog</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="dingding">
-<h3>Dingding<a class="headerlink" href="#dingding" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/operators/dingding/index.html#module-airflow.providers.dingding.operators.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.operators.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Guides</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/operators.html" title="(in apache-airflow-providers-dingding vmaster)"><span>Dingding Operators</span></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-dingding"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-dingding</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://oapi.dingtalk.com">Dingding</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="discord">
-<h3>Discord<a class="headerlink" href="#discord" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/operators/discord_webhook/index.html#module-airflow.providers.discord.operators.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.operators.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-discord/stable/_api/airflow/providers/discord/hooks/discord_webhook/index.html#module-airflow.providers.discord.hooks.discord_webhook" title="(in apache-airflow-providers-discord vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.discord.hooks.discord_webhook</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-discord"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-discord</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://discordapp.com">Discord</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="facebook-ads">
-<h3>Facebook Ads<a class="headerlink" href="#facebook-ads" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-facebook/stable/_api/airflow/providers/facebook/ads/hooks/ads/index.html#module-airflow.providers.facebook.ads.hooks.ads" title="(in apache-airflow-providers-facebook vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.facebook.ads.hooks.ads</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-facebook"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-facebook</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ibm-cloudant">
-<h3>IBM Cloudant<a class="headerlink" href="#ibm-cloudant" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-dingding/stable/_api/airflow/providers/dingding/hooks/dingding/index.html#module-airflow.providers.dingding.hooks.dingding" title="(in apache-airflow-providers-dingding vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.dingding.hooks.dingding</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-cloudant"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-cloudant</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.ibm.com/cloud/cloudant">IBM Cloudant</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="opsgenie">
-<h3>Opsgenie<a class="headerlink" href="#opsgenie" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/operators/opsgenie_alert/index.html#module-airflow.providers.opsgenie.operators.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.operators.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-opsgenie/stable/_api/airflow/providers/opsgenie/hooks/opsgenie_alert/index.html#module-airflow.providers.opsgenie.hooks.opsgenie_alert" title="(in apache-airflow-providers-opsgenie vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.opsgenie.hooks.opsgenie_alert</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-opsgenie"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-opsgenie</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.opsgenie.com/">Opsgenie</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="pagerduty">
-<h3>Pagerduty<a class="headerlink" href="#pagerduty" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-pagerduty/stable/_api/airflow/providers/pagerduty/hooks/pagerduty/index.html#module-airflow.providers.pagerduty.hooks.pagerduty" title="(in apache-airflow-providers-pagerduty vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.pagerduty.hooks.pagerduty</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-pagerduty"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-pagerduty</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.pagerduty.com/">Pagerduty</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="plexus">
-<h3>Plexus<a class="headerlink" href="#plexus" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/operators/job/index.html#module-airflow.providers.plexus.operators.job" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.operators.job</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-plexus/stable/_api/airflow/providers/plexus/hooks/plexus/index.html#module-airflow.providers.plexus.hooks.plexus" title="(in apache-airflow-providers-plexus vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.plexus.hooks.plexus</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-plexus"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-plexus</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://plexus.corescientific.com/">Plexus</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="qubole">
-<h3>Qubole<a class="headerlink" href="#qubole" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/operators/qubole/index.html#module-airflow.providers.qubole.operators.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.operators.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/ai [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/providers/qubole/hooks/qubole/index.html#module-airflow.providers.qubole.hooks.qubole" title="(in apache-airflow-providers-qubole vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.qubole.hooks.qubole</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-qubole/stable/_api/airflow/provi [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-qubole"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-qubole</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.qubole.com/">Qubole</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce">
-<h3>Salesforce<a class="headerlink" href="#salesforce" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/operators/tableau_refresh_workbook/index.html#module-airflow.providers.salesforce.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-salesforce/stable/_api/airflow/providers/salesforce/hooks/salesforce/index.html#module-airflow.providers.salesforce.hooks.salesforce" title="(in apache-airflow-providers-salesforce vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.salesforce.hooks.salesforce</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-salesforce"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-salesforce</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="segment">
-<h3>Segment<a class="headerlink" href="#segment" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/operators/segment_track_event/index.html#module-airflow.providers.segment.operators.segment_track_event" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.operators.segment_track_event</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-segment/stable/_api/airflow/providers/segment/hooks/segment/index.html#module-airflow.providers.segment.hooks.segment" title="(in apache-airflow-providers-segment vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.segment.hooks.segment</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-segment"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-segment</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://segment.com/docs/">Segment</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="slack">
-<h3>Slack<a class="headerlink" href="#slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/operators/slack/index.html#module-airflow.providers.slack.operators.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.operators.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/pro [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slack/hooks/slack/index.html#module-airflow.providers.slack.hooks.slack" title="(in apache-airflow-providers-slack vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.slack.hooks.slack</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-slack/stable/_api/airflow/providers/slac [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-slack"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-slack</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake">
-<h3>Snowflake<a class="headerlink" href="#snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/operators/snowflake/index.html#module-airflow.providers.snowflake.operators.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.operators.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/hooks/snowflake/index.html#module-airflow.providers.snowflake.hooks.snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.hooks.snowflake</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="tableau">
-<h3>Tableau<a class="headerlink" href="#tableau" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/operators/tableau_refresh_workbook/index.html#module-airflow.providers.tableau.operators.tableau_refresh_workbook" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.operators.tableau_refresh_workbook</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-tableau/stable/_api/airflow/providers/tableau/hooks/tableau/index.html#module-airflow.providers.tableau.hooks.tableau" title="(in apache-airflow-providers-tableau vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.tableau.hooks.tableau</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-tableau"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-tableau</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.tableau.com/">Tableau</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="telegram">
-<h3>Telegram<a class="headerlink" href="#telegram" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/operators/telegram/index.html#module-airflow.providers.telegram.operators.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.operators.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/_api/airflow/providers/telegram/hooks/telegram/index.html#module-airflow.providers.telegram.hooks.telegram" title="(in apache-airflow-providers-telegram vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.telegram.hooks.telegram</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-telegram/stable/operators.html" title="(in apache-airflow-providers-telegram vmaster)"><span>TelegramOperator</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-telegram"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-telegram</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://telegram.org/">Telegram</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud">
-<h3>Yandex.Cloud<a class="headerlink" href="#yandex-cloud" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandex/index.html#module-airflow.providers.yandex.hooks.yandex" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandex</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/">Yandex.Cloud</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="yandex-cloud-dataproc">
-<h3>Yandex.Cloud Dataproc<a class="headerlink" href="#yandex-cloud-dataproc" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/operators/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.operators.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.operators.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/_api/airflow/providers/yandex/hooks/yandexcloud_dataproc/index.html#module-airflow.providers.yandex.hooks.yandexcloud_dataproc" title="(in apache-airflow-providers-yandex vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.yandex.hooks.yandexcloud_dataproc</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-yandex/stable/operators.html" title="(in apache-airflow-providers-yandex vmaster)"><span>Yandex.Cloud Data Proc Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-yandex"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-yandex</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.yandex.com/dataproc">Yandex.Cloud Dataproc</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfer-operators-and-hooks">
-<h2>Transfer operators and hooks<a class="headerlink" href="#transfer-operators-and-hooks" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within various services.</p>
-<div class="section" id="facebook-ads-to-google-cloud-storage-gcs">
-<h3>Facebook Ads to Google Cloud Storage (GCS)<a class="headerlink" href="#facebook-ads-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="http://business.facebook.com">Facebook Ads</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/facebook_ads_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Facebook Ads To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/facebook_ads_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.facebook_ads_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.facebook_ads_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="salesforce-to-google-cloud-storage-gcs">
-<h3>Salesforce to Google Cloud Storage (GCS)<a class="headerlink" href="#salesforce-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.salesforce.com/">Salesforce</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/gcs/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/salesforce_to_gcs.html" title="(in apache-airflow-providers-google vmaster)"><span>Salesforce To GCS Operators</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/salesforce_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.salesforce_to_gcs" title="(in apache-airflow-providers-google vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.salesforce_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-mysql">
-<h3>Snowflake to MySQL<a class="headerlink" href="#snowflake-to-mysql" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://www.mysql.com/">MySQL</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-mysql/stable/_api/airflow/providers/mysql/transfers/presto_to_mysql/index.html#module-airflow.providers.mysql.transfers.presto_to_mysql" title="(in apache-airflow-providers-mysql vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.mysql.transfers.presto_to_mysql</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-mysql"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-mysql</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="amazon-simple-storage-service-s3-to-snowflake">
-<h3>Amazon Simple Storage Service (S3) to Snowflake<a class="headerlink" href="#amazon-simple-storage-service-s3-to-snowflake" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://aws.amazon.com/s3/">Amazon Simple Storage Service (S3)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/s3_to_snowflake.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>S3ToSnowflakeOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/s3_to_snowflake/index.html#module-airflow.providers.snowflake.transfers.s3_to_snowflake" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.s3_to_snowflake</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="snowflake-to-slack">
-<h3>Snowflake to Slack<a class="headerlink" href="#snowflake-to-slack" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://slack.com/">Slack</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/operators/snowflake_to_slack.html" title="(in apache-airflow-providers-snowflake vmaster)"><span>SnowflakeToSlackOperator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/snowflake_to_slack/index.html#module-airflow.providers.snowflake.transfers.snowflake_to_slack" title="(in apache-airflow-providers-snowflake vmaster)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.snowflake_to_slack</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
-</dl>
-</div>
-</div>
-</div>
-
+ <h1>All modules for which code is available</h1>
+<ul><li><a href="airflow/providers/apache/beam/example_dags/example_beam.html">airflow.providers.apache.beam.example_dags.example_beam</a></li>
+<li><a href="airflow/providers/apache/beam/hooks/beam.html">airflow.providers.apache.beam.hooks.beam</a></li>
+<li><a href="airflow/providers/apache/beam/operators/beam.html">airflow.providers.apache.beam.operators.beam</a></li>
+</ul>
- <div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Protocol integrations" href="protocol.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
- </a>
- <a rel="next" title="Software integrations" href="software.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
- </a>
+ <div class="pager" role="navigation" aria-label="related navigation"><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Previous</button><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Next</button>
</div>
</div>
@@ -1034,41 +639,7 @@
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
- <ul>
-<li><a class="reference internal" href="#">Services</a><ul>
-<li><a class="reference internal" href="#service-operators-and-hooks">Service operators and hooks</a><ul>
-<li><a class="reference internal" href="#databricks">Databricks</a></li>
-<li><a class="reference internal" href="#datadog">Datadog</a></li>
-<li><a class="reference internal" href="#dingding">Dingding</a></li>
-<li><a class="reference internal" href="#discord">Discord</a></li>
-<li><a class="reference internal" href="#facebook-ads">Facebook Ads</a></li>
-<li><a class="reference internal" href="#ibm-cloudant">IBM Cloudant</a></li>
-<li><a class="reference internal" href="#opsgenie">Opsgenie</a></li>
-<li><a class="reference internal" href="#pagerduty">Pagerduty</a></li>
-<li><a class="reference internal" href="#plexus">Plexus</a></li>
-<li><a class="reference internal" href="#qubole">Qubole</a></li>
-<li><a class="reference internal" href="#salesforce">Salesforce</a></li>
-<li><a class="reference internal" href="#segment">Segment</a></li>
-<li><a class="reference internal" href="#slack">Slack</a></li>
-<li><a class="reference internal" href="#snowflake">Snowflake</a></li>
-<li><a class="reference internal" href="#tableau">Tableau</a></li>
-<li><a class="reference internal" href="#telegram">Telegram</a></li>
-<li><a class="reference internal" href="#yandex-cloud">Yandex.Cloud</a></li>
-<li><a class="reference internal" href="#yandex-cloud-dataproc">Yandex.Cloud Dataproc</a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#transfer-operators-and-hooks">Transfer operators and hooks</a><ul>
-<li><a class="reference internal" href="#facebook-ads-to-google-cloud-storage-gcs">Facebook Ads to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#salesforce-to-google-cloud-storage-gcs">Salesforce to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#snowflake-to-mysql">Snowflake to MySQL</a></li>
-<li><a class="reference internal" href="#amazon-simple-storage-service-s3-to-snowflake">Amazon Simple Storage Service (S3) to Snowflake</a></li>
-<li><a class="reference internal" href="#snowflake-to-slack">Snowflake to Slack</a></li>
-</ul>
-</li>
-</ul>
-</li>
-</ul>
-
+
</div>
</nav>
@@ -1084,24 +655,6 @@
-
-
-
-
- <div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow-providers/operators-and-hooks-ref/services.rst" rel="nofollow">
-
- <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
- <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
- <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.15 [...]
- </svg>
-
- <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span>
- </button>
- </a>
- </div>
-
-
</div>
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/hooks/beam/index.rst.txt b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/hooks/beam/index.rst.txt
new file mode 100644
index 0000000..ce9b538
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/hooks/beam/index.rst.txt
@@ -0,0 +1,166 @@
+:mod:`airflow.providers.apache.beam.hooks.beam`
+===============================================
+
+.. py:module:: airflow.providers.apache.beam.hooks.beam
+
+.. autoapi-nested-parse::
+
+ This module contains a Apache Beam Hook.
+
+
+
+Module Contents
+---------------
+
+.. py:class:: BeamRunnerType
+
+ Helper class for listing runner types.
+ For more information about runners see:
+ https://beam.apache.org/documentation/
+
+ .. attribute:: DataflowRunner
+ :annotation: = DataflowRunner
+
+
+
+ .. attribute:: DirectRunner
+ :annotation: = DirectRunner
+
+
+
+ .. attribute:: SparkRunner
+ :annotation: = SparkRunner
+
+
+
+ .. attribute:: FlinkRunner
+ :annotation: = FlinkRunner
+
+
+
+ .. attribute:: SamzaRunner
+ :annotation: = SamzaRunner
+
+
+
+ .. attribute:: NemoRunner
+ :annotation: = NemoRunner
+
+
+
+ .. attribute:: JetRunner
+ :annotation: = JetRunner
+
+
+
+ .. attribute:: Twister2Runner
+ :annotation: = Twister2Runner
+
+
+
+
+.. function:: beam_options_to_args(options: dict) -> List[str]
+ Returns a formatted pipeline options from a dictionary of arguments
+
+ The logic of this method should be compatible with Apache Beam:
+ https://github.com/apache/beam/blob/b56740f0e8cd80c2873412847d0b336837429fb9/sdks/python/
+ apache_beam/options/pipeline_options.py#L230-L251
+
+ :param options: Dictionary with options
+ :type options: dict
+ :return: List of arguments
+ :rtype: List[str]
+
+
+.. py:class:: BeamCommandRunner(cmd: List[str], process_line_callback: Optional[Callable[[str], None]] = None)
+
+ Bases: :class:`airflow.utils.log.logging_mixin.LoggingMixin`
+
+ Class responsible for running pipeline command in subprocess
+
+ :param cmd: Parts of the command to be run in subprocess
+ :type cmd: List[str]
+ :param process_line_callback: Optional callback which can be used to process
+ stdout and stderr to detect job id
+ :type process_line_callback: Optional[Callable[[str], None]]
+
+
+ .. method:: _process_fd(self, fd)
+
+ Prints output to logs.
+
+ :param fd: File descriptor.
+
+
+
+
+ .. method:: wait_for_done(self)
+
+ Waits for Apache Beam pipeline to complete.
+
+
+
+
+.. py:class:: BeamHook(runner: str)
+
+ Bases: :class:`airflow.hooks.base.BaseHook`
+
+ Hook for Apache Beam.
+
+ All the methods in the hook where project_id is used must be called with
+ keyword arguments rather than positional.
+
+ :param runner: Runner type
+ :type runner: str
+
+
+ .. method:: _start_pipeline(self, variables: dict, command_prefix: List[str], process_line_callback: Optional[Callable[[str], None]] = None)
+
+
+
+
+ .. method:: start_python_pipeline(self, variables: dict, py_file: str, py_options: List[str], py_interpreter: str = 'python3', py_requirements: Optional[List[str]] = None, py_system_site_packages: bool = False, process_line_callback: Optional[Callable[[str], None]] = None)
+
+ Starts Apache Beam python pipeline.
+
+ :param variables: Variables passed to the pipeline.
+ :type variables: Dict
+ :param py_options: Additional options.
+ :type py_options: List[str]
+ :param py_interpreter: Python version of the Apache Beam pipeline.
+ If None, this defaults to the python3.
+ To track python versions supported by beam and related
+ issues check: https://issues.apache.org/jira/browse/BEAM-1251
+ :type py_interpreter: str
+ :param py_requirements: Additional python package(s) to install.
+ If a value is passed to this parameter, a new virtual environment has been created with
+ additional packages installed.
+
+ You could also install the apache-beam package if it is not installed on your system or you want
+ to use a different version.
+ :type py_requirements: List[str]
+ :param py_system_site_packages: Whether to include system_site_packages in your virtualenv.
+ See virtualenv documentation for more information.
+
+ This option is only relevant if the ``py_requirements`` parameter is not None.
+ :type py_system_site_packages: bool
+ :param on_new_job_id_callback: Callback called when the job ID is known.
+ :type on_new_job_id_callback: callable
+
+
+
+
+ .. method:: start_java_pipeline(self, variables: dict, jar: str, job_class: Optional[str] = None, process_line_callback: Optional[Callable[[str], None]] = None)
+
+ Starts Apache Beam Java pipeline.
+
+ :param variables: Variables passed to the job.
+ :type variables: dict
+ :param jar: Name of the jar for the pipeline
+ :type job_class: str
+ :param job_class: Name of the java class for the pipeline.
+ :type job_class: str
+
+
+
+
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/hooks/index.rst.txt b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/hooks/index.rst.txt
new file mode 100644
index 0000000..13e919e
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/hooks/index.rst.txt
@@ -0,0 +1,15 @@
+:mod:`airflow.providers.apache.beam.hooks`
+==========================================
+
+.. py:module:: airflow.providers.apache.beam.hooks
+
+
+Submodules
+----------
+.. toctree::
+ :titlesonly:
+ :maxdepth: 1
+
+ beam/index.rst
+
+
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/index.rst.txt b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/index.rst.txt
new file mode 100644
index 0000000..c13e066
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/index.rst.txt
@@ -0,0 +1,16 @@
+:mod:`airflow.providers.apache.beam`
+====================================
+
+.. py:module:: airflow.providers.apache.beam
+
+
+Subpackages
+-----------
+.. toctree::
+ :titlesonly:
+ :maxdepth: 3
+
+ hooks/index.rst
+ operators/index.rst
+
+
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/operators/beam/index.rst.txt b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/operators/beam/index.rst.txt
new file mode 100644
index 0000000..493b8f6
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/operators/beam/index.rst.txt
@@ -0,0 +1,236 @@
+:mod:`airflow.providers.apache.beam.operators.beam`
+===================================================
+
+.. py:module:: airflow.providers.apache.beam.operators.beam
+
+.. autoapi-nested-parse::
+
+ This module contains Apache Beam operators.
+
+
+
+Module Contents
+---------------
+
+.. py:class:: BeamDataflowMixin
+
+ Helper class to store common, Dataflow specific logic for both
+ :class:`~airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator` and
+ :class:`~airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator`.
+
+ .. attribute:: dataflow_hook
+ :annotation: :Optional[DataflowHook]
+
+
+
+ .. attribute:: dataflow_config
+ :annotation: :Optional[DataflowConfiguration]
+
+
+
+
+ .. method:: _set_dataflow(self, pipeline_options: dict, job_name_variable_key: Optional[str] = None)
+
+
+
+
+ .. method:: __set_dataflow_hook(self)
+
+
+
+
+ .. method:: __get_dataflow_job_name(self)
+
+
+
+
+ .. method:: __get_dataflow_pipeline_options(self, pipeline_options: dict, job_name: str, job_name_key: Optional[str] = None)
+
+
+
+
+ .. method:: __get_dataflow_process_callback(self)
+
+
+
+
+.. py:class:: BeamRunPythonPipelineOperator(*, py_file: str, runner: str = 'DirectRunner', default_pipeline_options: Optional[dict] = None, pipeline_options: Optional[dict] = None, py_interpreter: str = 'python3', py_options: Optional[List[str]] = None, py_requirements: Optional[List[str]] = None, py_system_site_packages: bool = False, gcp_conn_id: str = 'google_cloud_default', delegate_to: Optional[str] = None, dataflow_config: Optional[Union[DataflowConfiguration, dict]] = None, **kwargs)
+
+ Bases: :class:`airflow.models.BaseOperator`, :class:`airflow.providers.apache.beam.operators.beam.BeamDataflowMixin`
+
+ Launching Apache Beam pipelines written in Python. Note that both
+ ``default_pipeline_options`` and ``pipeline_options`` will be merged to specify pipeline
+ execution parameter, and ``default_pipeline_options`` is expected to save
+ high-level options, for instances, project and zone information, which
+ apply to all beam operators in the DAG.
+
+ .. seealso::
+ For more information on how to use this operator, take a look at the guide:
+ :ref:`howto/operator:BeamRunPythonPipelineOperator`
+
+ .. seealso::
+ For more detail on Apache Beam have a look at the reference:
+ https://beam.apache.org/documentation/
+
+ :param py_file: Reference to the python Apache Beam pipeline file.py, e.g.,
+ /some/local/file/path/to/your/python/pipeline/file. (templated)
+ :type py_file: str
+ :param runner: Runner on which pipeline will be run. By default "DirectRunner" is being used.
+ Other possible options: DataflowRunner, SparkRunner, FlinkRunner.
+ See: :class:`~providers.apache.beam.hooks.beam.BeamRunnerType`
+ See: https://beam.apache.org/documentation/runners/capability-matrix/
+
+ :type runner: str
+ :param py_options: Additional python options, e.g., ["-m", "-v"].
+ :type py_options: list[str]
+ :param default_pipeline_options: Map of default pipeline options.
+ :type default_pipeline_options: dict
+ :param pipeline_options: Map of pipeline options.The key must be a dictionary.
+ The value can contain different types:
+
+ * If the value is None, the single option - ``--key`` (without value) will be added.
+ * If the value is False, this option will be skipped
+ * If the value is True, the single option - ``--key`` (without value) will be added.
+ * If the value is list, the many options will be added for each key.
+ If the value is ``['A', 'B']`` and the key is ``key`` then the ``--key=A --key-B`` options
+ will be left
+ * Other value types will be replaced with the Python textual representation.
+
+ When defining labels (``labels`` option), you can also provide a dictionary.
+ :type pipeline_options: dict
+ :param py_interpreter: Python version of the beam pipeline.
+ If None, this defaults to the python3.
+ To track python versions supported by beam and related
+ issues check: https://issues.apache.org/jira/browse/BEAM-1251
+ :type py_interpreter: str
+ :param py_requirements: Additional python package(s) to install.
+ If a value is passed to this parameter, a new virtual environment has been created with
+ additional packages installed.
+
+ You could also install the apache_beam package if it is not installed on your system or you want
+ to use a different version.
+ :type py_requirements: List[str]
+ :param py_system_site_packages: Whether to include system_site_packages in your virtualenv.
+ See virtualenv documentation for more information.
+
+ This option is only relevant if the ``py_requirements`` parameter is not None.
+ :param gcp_conn_id: Optional.
+ The connection ID to use connecting to Google Cloud Storage if python file is on GCS.
+ :type gcp_conn_id: str
+ :param delegate_to: Optional.
+ The account to impersonate using domain-wide delegation of authority,
+ if any. For this to work, the service account making the request must have
+ domain-wide delegation enabled.
+ :type delegate_to: str
+ :param dataflow_config: Dataflow configuration, used when runner type is set to DataflowRunner
+ :type dataflow_config: Union[dict, providers.google.cloud.operators.dataflow.DataflowConfiguration]
+
+ .. attribute:: template_fields
+ :annotation: = ['py_file', 'runner', 'pipeline_options', 'default_pipeline_options', 'dataflow_config']
+
+
+
+ .. attribute:: template_fields_renderers
+
+
+
+
+
+ .. method:: execute(self, context)
+
+ Execute the Apache Beam Pipeline.
+
+
+
+
+ .. method:: on_kill(self)
+
+
+
+
+.. py:class:: BeamRunJavaPipelineOperator(*, jar: str, runner: str = 'DirectRunner', job_class: Optional[str] = None, default_pipeline_options: Optional[dict] = None, pipeline_options: Optional[dict] = None, gcp_conn_id: str = 'google_cloud_default', delegate_to: Optional[str] = None, dataflow_config: Optional[Union[DataflowConfiguration, dict]] = None, **kwargs)
+
+ Bases: :class:`airflow.models.BaseOperator`, :class:`airflow.providers.apache.beam.operators.beam.BeamDataflowMixin`
+
+ Launching Apache Beam pipelines written in Java.
+
+ Note that both
+ ``default_pipeline_options`` and ``pipeline_options`` will be merged to specify pipeline
+ execution parameter, and ``default_pipeline_options`` is expected to save
+ high-level pipeline_options, for instances, project and zone information, which
+ apply to all Apache Beam operators in the DAG.
+
+ .. seealso::
+ For more information on how to use this operator, take a look at the guide:
+ :ref:`howto/operator:BeamRunJavaPipelineOperator`
+
+ .. seealso::
+ For more detail on Apache Beam have a look at the reference:
+ https://beam.apache.org/documentation/
+
+ You need to pass the path to your jar file as a file reference with the ``jar``
+ parameter, the jar needs to be a self executing jar (see documentation here:
+ https://beam.apache.org/documentation/runners/dataflow/#self-executing-jar).
+ Use ``pipeline_options`` to pass on pipeline_options to your job.
+
+ :param jar: The reference to a self executing Apache Beam jar (templated).
+ :type jar: str
+ :param runner: Runner on which pipeline will be run. By default "DirectRunner" is being used.
+ See:
+ https://beam.apache.org/documentation/runners/capability-matrix/
+ :type runner: str
+ :param job_class: The name of the Apache Beam pipeline class to be executed, it
+ is often not the main class configured in the pipeline jar file.
+ :type job_class: str
+ :param default_pipeline_options: Map of default job pipeline_options.
+ :type default_pipeline_options: dict
+ :param pipeline_options: Map of job specific pipeline_options.The key must be a dictionary.
+ The value can contain different types:
+
+ * If the value is None, the single option - ``--key`` (without value) will be added.
+ * If the value is False, this option will be skipped
+ * If the value is True, the single option - ``--key`` (without value) will be added.
+ * If the value is list, the many pipeline_options will be added for each key.
+ If the value is ``['A', 'B']`` and the key is ``key`` then the ``--key=A --key-B`` pipeline_options
+ will be left
+ * Other value types will be replaced with the Python textual representation.
+
+ When defining labels (``labels`` option), you can also provide a dictionary.
+ :type pipeline_options: dict
+ :param gcp_conn_id: The connection ID to use connecting to Google Cloud Storage if jar is on GCS
+ :type gcp_conn_id: str
+ :param delegate_to: The account to impersonate using domain-wide delegation of authority,
+ if any. For this to work, the service account making the request must have
+ domain-wide delegation enabled.
+ :type delegate_to: str
+ :param dataflow_config: Dataflow configuration, used when runner type is set to DataflowRunner
+ :type dataflow_config: Union[dict, providers.google.cloud.operators.dataflow.DataflowConfiguration]
+
+ .. attribute:: template_fields
+ :annotation: = ['jar', 'runner', 'job_class', 'pipeline_options', 'default_pipeline_options', 'dataflow_config']
+
+
+
+ .. attribute:: template_fields_renderers
+
+
+
+
+ .. attribute:: ui_color
+ :annotation: = #0273d4
+
+
+
+
+ .. method:: execute(self, context)
+
+ Execute the Apache Beam Pipeline.
+
+
+
+
+ .. method:: on_kill(self)
+
+
+
+
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/operators/index.rst.txt b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/operators/index.rst.txt
new file mode 100644
index 0000000..68d910e
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/_api/airflow/providers/apache/beam/operators/index.rst.txt
@@ -0,0 +1,15 @@
+:mod:`airflow.providers.apache.beam.operators`
+==============================================
+
+.. py:module:: airflow.providers.apache.beam.operators
+
+
+Submodules
+----------
+.. toctree::
+ :titlesonly:
+ :maxdepth: 1
+
+ beam/index.rst
+
+
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/commits.rst.txt b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/commits.rst.txt
new file mode 100644
index 0000000..9428ea0
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/commits.rst.txt
@@ -0,0 +1,55 @@
+
+ .. Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ .. http://www.apache.org/licenses/LICENSE-2.0
+
+ .. Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+
+
+Package apache-airflow-providers-apache-beam
+------------------------------------------------------
+
+`Apache Beam <https://beam.apache.org/>`__.
+
+
+This is detailed commit list of changes for versions provider package: ``apache.beam``.
+For high-level changelog, see :doc:`package information including changelog <index>`.
+
+
+
+1.0.1
+.....
+
+Latest change: 2021-03-03
+
+================================================================================================ =========== ======================================================================================
+Commit Committed Subject
+================================================================================================ =========== ======================================================================================
+`4e5763060 <https://github.com/apache/airflow/commit/4e5763060683456405ab6173cdee1f2facc231e5>`_ 2021-03-03 ``Remove WARNINGs from BeamHook (#14554)``
+`589d6dec9 <https://github.com/apache/airflow/commit/589d6dec922565897785bcbc5ac6bb3b973d7f5d>`_ 2021-02-27 ``Prepare to release the next wave of providers: (#14487)``
+`8a731f536 <https://github.com/apache/airflow/commit/8a731f536cc946cc62c20921187354b828df931e>`_ 2021-02-05 ``Improve Apache Beam operators - refactor operator - common Dataflow logic (#14094)``
+`10343ec29 <https://github.com/apache/airflow/commit/10343ec29f8f0abc5b932ba26faf49bc63c6bcda>`_ 2021-02-05 ``Corrections in docs and tools after releasing provider RCs (#14082)``
+================================================================================================ =========== ======================================================================================
+
+1.0.0
+.....
+
+Latest change: 2021-02-04
+
+================================================================================================ =========== ===========================================================================
+Commit Committed Subject
+================================================================================================ =========== ===========================================================================
+`d45739f7c <https://github.com/apache/airflow/commit/d45739f7ce0de183329d67fff88a9da3943a9280>`_ 2021-02-04 ``Fixes to release process after releasing 2nd wave of providers (#14059)``
+`1872d8719 <https://github.com/apache/airflow/commit/1872d8719d24f94aeb1dcba9694837070b9884ca>`_ 2021-02-03 ``Add Apache Beam operators (#12814)``
+================================================================================================ =========== ===========================================================================
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/index.rst.txt b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/index.rst.txt
new file mode 100644
index 0000000..45dccf6
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/index.rst.txt
@@ -0,0 +1,138 @@
+ .. Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ .. http://www.apache.org/licenses/LICENSE-2.0
+
+ .. Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+
+``apache-airflow-providers-apache-beam``
+========================================
+
+Content
+-------
+
+.. toctree::
+ :maxdepth: 1
+ :caption: References
+
+ Python API <_api/airflow/providers/apache/beam/index>
+ PyPI Repository <https://pypi.org/project/apache-airflow-providers-apache-beam/>
+ Example DAGs <https://github.com/apache/airflow/tree/master/airflow/providers/apache/beam/example_dags>
+
+.. toctree::
+ :maxdepth: 1
+ :caption: Guides
+
+ Operators <operators>
+
+.. THE REMINDER OF THE FILE IS AUTOMATICALLY GENERATED. IT WILL BE OVERWRITTEN AT RELEASE TIME!
+
+
+.. toctree::
+ :maxdepth: 1
+ :caption: Commits
+
+ Detailed list of commits <commits>
+
+
+Package apache-airflow-providers-apache-beam
+------------------------------------------------------
+
+`Apache Beam <https://beam.apache.org/>`__.
+
+
+Release: 1.0.1
+
+Provider package
+----------------
+
+This is a provider package for ``apache.beam`` provider. All classes for this provider package
+are in ``airflow.providers.apache.beam`` python package.
+
+Installation
+------------
+
+.. note::
+
+ On November 2020, new version of PIP (20.3) has been released with a new, 2020 resolver. This resolver
+ does not yet work with Apache Airflow and might lead to errors in installation - depends on your choice
+ of extras. In order to install Airflow you need to either downgrade pip to version 20.2.4
+ ``pip install --upgrade pip==20.2.4`` or, in case you use Pip 20.3, you need to add option
+ ``--use-deprecated legacy-resolver`` to your pip install command.
+
+
+You can install this package on top of an existing airflow 2.* installation via
+``pip install apache-airflow-providers-apache-beam``
+
+PIP requirements
+----------------
+
+==================== ==================
+PIP package Version required
+==================== ==================
+``apache-beam[gcp]``
+==================== ==================
+
+Cross provider package dependencies
+-----------------------------------
+
+Those are dependencies that might be needed in order to use all the features of the package.
+You need to install the specified backport providers package in order to use them.
+
+You can install such cross-provider dependencies when installing from PyPI. For example:
+
+.. code-block:: bash
+
+ pip install apache-airflow-providers-apache-beam[google]
+
+
+==================================================================================================== ==========
+Dependent package Extra
+==================================================================================================== ==========
+`apache-airflow-providers-google <https://airflow.apache.org/docs/apache-airflow-providers-google>`_ ``google``
+==================================================================================================== ==========
+
+ .. Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ .. http://www.apache.org/licenses/LICENSE-2.0
+
+ .. Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+
+
+Changelog
+---------
+
+1.0.1
+.....
+
+Bug fixes
+~~~~~~~~~
+
+* ``Improve Apache Beam operators - refactor operator - common Dataflow logic (#14094)``
+* ``Corrections in docs and tools after releasing provider RCs (#14082)``
+
+1.0.0
+.....
+
+Initial version of the provider.
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/operators.rst.txt b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/operators.rst.txt
new file mode 100644
index 0000000..3c1b2bd
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_sources/operators.rst.txt
@@ -0,0 +1,116 @@
+
+ .. Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ .. http://www.apache.org/licenses/LICENSE-2.0
+
+ .. Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+
+Apache Beam Operators
+=====================
+
+`Apache Beam <https://beam.apache.org/>`__ is an open source, unified model for defining both batch and
+streaming data-parallel processing pipelines. Using one of the open source Beam SDKs, you build a program
+that defines the pipeline. The pipeline is then executed by one of Beam’s supported distributed processing
+back-ends, which include Apache Flink, Apache Spark, and Google Cloud Dataflow.
+
+
+.. _howto/operator:BeamRunPythonPipelineOperator:
+
+Run Python Pipelines in Apache Beam
+===================================
+
+The ``py_file`` argument must be specified for
+:class:`~airflow.providers.apache.beam.operators.beam.BeamRunPythonPipelineOperator`
+as it contains the pipeline to be executed by Beam. The Python file can be available on GCS that Airflow
+has the ability to download or available on the local filesystem (provide the absolute path to it).
+
+The ``py_interpreter`` argument specifies the Python version to be used when executing the pipeline, the default
+is ``python3`. If your Airflow instance is running on Python 2 - specify ``python2`` and ensure your ``py_file`` is
+in Python 2. For best results, use Python 3.
+
+If ``py_requirements`` argument is specified a temporary Python virtual environment with specified requirements will be created
+and within it pipeline will run.
+
+The ``py_system_site_packages`` argument specifies whether or not all the Python packages from your Airflow instance,
+will be accessible within virtual environment (if ``py_requirements`` argument is specified),
+recommend avoiding unless the Dataflow job requires it.
+
+Python Pipelines with DirectRunner
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+.. exampleinclude:: /../../airflow/providers/apache/beam/example_dags/example_beam.py
+ :language: python
+ :dedent: 4
+ :start-after: [START howto_operator_start_python_direct_runner_pipeline_local_file]
+ :end-before: [END howto_operator_start_python_direct_runner_pipeline_local_file]
+
+.. exampleinclude:: /../../airflow/providers/apache/beam/example_dags/example_beam.py
+ :language: python
+ :dedent: 4
+ :start-after: [START howto_operator_start_python_direct_runner_pipeline_gcs_file]
+ :end-before: [END howto_operator_start_python_direct_runner_pipeline_gcs_file]
+
+Python Pipelines with DataflowRunner
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+.. exampleinclude:: /../../airflow/providers/apache/beam/example_dags/example_beam.py
+ :language: python
+ :dedent: 4
+ :start-after: [START howto_operator_start_python_dataflow_runner_pipeline_gcs_file]
+ :end-before: [END howto_operator_start_python_dataflow_runner_pipeline_gcs_file]
+
+.. exampleinclude:: /../../airflow/providers/apache/beam/example_dags/example_beam.py
+ :language: python
+ :dedent: 4
+ :start-after: [START howto_operator_start_python_dataflow_runner_pipeline_async_gcs_file]
+ :end-before: [END howto_operator_start_python_dataflow_runner_pipeline_async_gcs_file]
+
+.. _howto/operator:BeamRunJavaPipelineOperator:
+
+Run Java Pipelines in Apache Beam
+=================================
+
+For Java pipeline the ``jar`` argument must be specified for
+:class:`~airflow.providers.apache.beam.operators.beam.BeamRunJavaPipelineOperator`
+as it contains the pipeline to be executed by Apache Beam. The JAR can be available on GCS that Airflow
+has the ability to download or available on the local filesystem (provide the absolute path to it).
+
+Java Pipelines with DirectRunner
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+.. exampleinclude:: /../../airflow/providers/apache/beam/example_dags/example_beam.py
+ :language: python
+ :dedent: 4
+ :start-after: [START howto_operator_start_java_direct_runner_pipeline]
+ :end-before: [END howto_operator_start_java_direct_runner_pipeline
+
+Java Pipelines with DataflowRunner
+^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+
+.. exampleinclude:: /../../airflow/providers/apache/beam/example_dags/example_beam.py
+ :language: python
+ :dedent: 4
+ :start-after: [START howto_operator_start_java_dataflow_runner_pipeline]
+ :end-before: [END howto_operator_start_java_dataflow_runner_pipeline
+
+Reference
+^^^^^^^^^
+
+For further information, look at:
+
+* `Apache Beam Documentation <https://beam.apache.org/documentation/>`__
+* `Google Cloud API Documentation <https://cloud.google.com/dataflow/docs/apis>`__
+* `Product Documentation <https://cloud.google.com/dataflow/docs/>`__
+* `Dataflow Monitoring Interface <https://cloud.google.com/dataflow/docs/guides/using-monitoring-intf/>`__
+* `Dataflow Command-line Interface <https://cloud.google.com/dataflow/docs/guides/using-command-line-intf/>`__
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/_gen/css/main-custom.min.css b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/_gen/css/main-custom.min.css
new file mode 100644
index 0000000..d3c9f3f
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/_gen/css/main-custom.min.css
@@ -0,0 +1 @@
+@charset "UTF-8";@import "https://fonts.googleapis.com/css?family=Rubik:500&display=swap";@import "https://fonts.googleapis.com/css?family=Roboto:400,400i,500,700&display=swap";@import "https://fonts.googleapis.com/css?family=Roboto+Mono:400,700&display=swap";.header__large--cerulean-blue{font-family:rubik,sans-serif;font-weight:500;font-size:72px;line-height:1.17;color:#017cee}.header__large--shamrock{font-family:rubik,sans-serif;font-weight:500;font-size:72px;line-height:1.17;color:#00 [...]
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/_gen/css/main.min.css b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/_gen/css/main.min.css
new file mode 100644
index 0000000..603f3cb
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/_gen/css/main.min.css
@@ -0,0 +1,7 @@
+@import "https://fonts.googleapis.com/css?family=Open+Sans:300,300i,400,400i,700,700i";@fa-font-path:"../webfonts";/*!* Bootstrap v4.1.3 (https://getbootstrap.com/)
+* Copyright 2011-2018 The Bootstrap Authors
+* Copyright 2011-2018 Twitter, Inc.
+* Licensed under MIT (https://github.com/twbs/bootstrap/blob/master/LICENSE)*/:root{--blue: #72A1E5;--indigo: #6610f2;--purple: #6f42c1;--pink: #e83e8c;--red: #dc3545;--orange: #BA5A31;--yellow: #ffc107;--green: #28a745;--teal: #20c997;--cyan: #17a2b8;--white: #fff;--gray: #888;--gray-dark: #333;--primary: #30638E;--secondary: #FFA630;--success: #3772FF;--info: #C0E0DE;--warning: #ED6A5A;--danger: #ED6A5A;--light: #D3F3EE;--dark: #403F4C;--breakpoint-xs: 0;--breakpoint-sm: 576px;--breakp [...]
+* License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License)*/.fa,.fas,.far,.fal,.fad,.fab{-moz-osx-font-smoothing:grayscale;-webkit-font-smoothing:antialiased;display:inline-block;font-style:normal;font-variant:normal;text-rendering:auto;line-height:1}.fa-lg{font-size:1.33333333em;line-height:.75em;vertical-align:-.0667em}.fa-xs{font-size:.75em}.fa-sm{font-size:.875em}.fa-1x{font-size:1em}.fa-2x{font-size:2em}.fa-3x{font-size:3em}.fa-4x{font [...]
+* License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License)*/@font-face{font-family:'font awesome 5 free';font-style:normal;font-weight:900;font-display:auto;src:url(../webfonts/fa-solid-900.eot);src:url(../webfonts/fa-solid-900.eot?#iefix) format("embedded-opentype"),url(../webfonts/fa-solid-900.woff2) format("woff2"),url(../webfonts/fa-solid-900.woff) format("woff"),url(../webfonts/fa-solid-900.ttf) format("truetype"),url(../webfonts/fa-so [...]
+* License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License)*/@font-face{font-family:'font awesome 5 brands';font-style:normal;font-weight:400;font-display:auto;src:url(../webfonts/fa-brands-400.eot);src:url(../webfonts/fa-brands-400.eot?#iefix) format("embedded-opentype"),url(../webfonts/fa-brands-400.woff2) format("woff2"),url(../webfonts/fa-brands-400.woff) format("woff"),url(../webfonts/fa-brands-400.ttf) format("truetype"),url(../webfont [...]
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/_gen/js/docs.js b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/_gen/js/docs.js
new file mode 100644
index 0000000..6bff3b3
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/_gen/js/docs.js
@@ -0,0 +1 @@
+!function(r){var n={};function o(t){if(n[t])return n[t].exports;var e=n[t]={i:t,l:!1,exports:{}};return r[t].call(e.exports,e,e.exports,o),e.l=!0,e.exports}o.m=r,o.c=n,o.d=function(t,e,r){o.o(t,e)||Object.defineProperty(t,e,{enumerable:!0,get:r})},o.r=function(t){"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(t,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(t,"__esModule",{value:!0})},o.t=function(e,t){if(1&t&&(e=o(e)),8&t)return e;if(4&t&&"object"==typ [...]
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/basic.css b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/basic.css
new file mode 100644
index 0000000..be19270
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/basic.css
@@ -0,0 +1,856 @@
+/*
+ * basic.css
+ * ~~~~~~~~~
+ *
+ * Sphinx stylesheet -- basic theme.
+ *
+ * :copyright: Copyright 2007-2021 by the Sphinx team, see AUTHORS.
+ * :license: BSD, see LICENSE for details.
+ *
+ */
+
+/* -- main layout ----------------------------------------------------------- */
+
+div.clearer {
+ clear: both;
+}
+
+div.section::after {
+ display: block;
+ content: '';
+ clear: left;
+}
+
+/* -- relbar ---------------------------------------------------------------- */
+
+div.related {
+ width: 100%;
+ font-size: 90%;
+}
+
+div.related h3 {
+ display: none;
+}
+
+div.related ul {
+ margin: 0;
+ padding: 0 0 0 10px;
+ list-style: none;
+}
+
+div.related li {
+ display: inline;
+}
+
+div.related li.right {
+ float: right;
+ margin-right: 5px;
+}
+
+/* -- sidebar --------------------------------------------------------------- */
+
+div.sphinxsidebarwrapper {
+ padding: 10px 5px 0 10px;
+}
+
+div.sphinxsidebar {
+ float: left;
+ width: 230px;
+ margin-left: -100%;
+ font-size: 90%;
+ word-wrap: break-word;
+ overflow-wrap : break-word;
+}
+
+div.sphinxsidebar ul {
+ list-style: none;
+}
+
+div.sphinxsidebar ul ul,
+div.sphinxsidebar ul.want-points {
+ margin-left: 20px;
+ list-style: square;
+}
+
+div.sphinxsidebar ul ul {
+ margin-top: 0;
+ margin-bottom: 0;
+}
+
+div.sphinxsidebar form {
+ margin-top: 10px;
+}
+
+div.sphinxsidebar input {
+ border: 1px solid #98dbcc;
+ font-family: sans-serif;
+ font-size: 1em;
+}
+
+div.sphinxsidebar #searchbox form.search {
+ overflow: hidden;
+}
+
+div.sphinxsidebar #searchbox input[type="text"] {
+ float: left;
+ width: 80%;
+ padding: 0.25em;
+ box-sizing: border-box;
+}
+
+div.sphinxsidebar #searchbox input[type="submit"] {
+ float: left;
+ width: 20%;
+ border-left: none;
+ padding: 0.25em;
+ box-sizing: border-box;
+}
+
+
+img {
+ border: 0;
+ max-width: 100%;
+}
+
+/* -- search page ----------------------------------------------------------- */
+
+ul.search {
+ margin: 10px 0 0 20px;
+ padding: 0;
+}
+
+ul.search li {
+ padding: 5px 0 5px 20px;
+ background-image: url(file.png);
+ background-repeat: no-repeat;
+ background-position: 0 7px;
+}
+
+ul.search li a {
+ font-weight: bold;
+}
+
+ul.search li div.context {
+ color: #888;
+ margin: 2px 0 0 30px;
+ text-align: left;
+}
+
+ul.keywordmatches li.goodmatch a {
+ font-weight: bold;
+}
+
+/* -- index page ------------------------------------------------------------ */
+
+table.contentstable {
+ width: 90%;
+ margin-left: auto;
+ margin-right: auto;
+}
+
+table.contentstable p.biglink {
+ line-height: 150%;
+}
+
+a.biglink {
+ font-size: 1.3em;
+}
+
+span.linkdescr {
+ font-style: italic;
+ padding-top: 5px;
+ font-size: 90%;
+}
+
+/* -- general index --------------------------------------------------------- */
+
+table.indextable {
+ width: 100%;
+}
+
+table.indextable td {
+ text-align: left;
+ vertical-align: top;
+}
+
+table.indextable ul {
+ margin-top: 0;
+ margin-bottom: 0;
+ list-style-type: none;
+}
+
+table.indextable > tbody > tr > td > ul {
+ padding-left: 0em;
+}
+
+table.indextable tr.pcap {
+ height: 10px;
+}
+
+table.indextable tr.cap {
+ margin-top: 10px;
+ background-color: #f2f2f2;
+}
+
+img.toggler {
+ margin-right: 3px;
+ margin-top: 3px;
+ cursor: pointer;
+}
+
+div.modindex-jumpbox {
+ border-top: 1px solid #ddd;
+ border-bottom: 1px solid #ddd;
+ margin: 1em 0 1em 0;
+ padding: 0.4em;
+}
+
+div.genindex-jumpbox {
+ border-top: 1px solid #ddd;
+ border-bottom: 1px solid #ddd;
+ margin: 1em 0 1em 0;
+ padding: 0.4em;
+}
+
+/* -- domain module index --------------------------------------------------- */
+
+table.modindextable td {
+ padding: 2px;
+ border-collapse: collapse;
+}
+
+/* -- general body styles --------------------------------------------------- */
+
+div.body {
+ min-width: 450px;
+ max-width: 800px;
+}
+
+div.body p, div.body dd, div.body li, div.body blockquote {
+ -moz-hyphens: auto;
+ -ms-hyphens: auto;
+ -webkit-hyphens: auto;
+ hyphens: auto;
+}
+
+a.headerlink {
+ visibility: hidden;
+}
+
+a.brackets:before,
+span.brackets > a:before{
+ content: "[";
+}
+
+a.brackets:after,
+span.brackets > a:after {
+ content: "]";
+}
+
+h1:hover > a.headerlink,
+h2:hover > a.headerlink,
+h3:hover > a.headerlink,
+h4:hover > a.headerlink,
+h5:hover > a.headerlink,
+h6:hover > a.headerlink,
+dt:hover > a.headerlink,
+caption:hover > a.headerlink,
+p.caption:hover > a.headerlink,
+div.code-block-caption:hover > a.headerlink {
+ visibility: visible;
+}
+
+div.body p.caption {
+ text-align: inherit;
+}
+
+div.body td {
+ text-align: left;
+}
+
+.first {
+ margin-top: 0 !important;
+}
+
+p.rubric {
+ margin-top: 30px;
+ font-weight: bold;
+}
+
+img.align-left, .figure.align-left, object.align-left {
+ clear: left;
+ float: left;
+ margin-right: 1em;
+}
+
+img.align-right, .figure.align-right, object.align-right {
+ clear: right;
+ float: right;
+ margin-left: 1em;
+}
+
+img.align-center, .figure.align-center, object.align-center {
+ display: block;
+ margin-left: auto;
+ margin-right: auto;
+}
+
+img.align-default, .figure.align-default {
+ display: block;
+ margin-left: auto;
+ margin-right: auto;
+}
+
+.align-left {
+ text-align: left;
+}
+
+.align-center {
+ text-align: center;
+}
+
+.align-default {
+ text-align: center;
+}
+
+.align-right {
+ text-align: right;
+}
+
+/* -- sidebars -------------------------------------------------------------- */
+
+div.sidebar {
+ margin: 0 0 0.5em 1em;
+ border: 1px solid #ddb;
+ padding: 7px;
+ background-color: #ffe;
+ width: 40%;
+ float: right;
+ clear: right;
+ overflow-x: auto;
+}
+
+p.sidebar-title {
+ font-weight: bold;
+}
+
+div.admonition, div.topic, blockquote {
+ clear: left;
+}
+
+/* -- topics ---------------------------------------------------------------- */
+
+div.topic {
+ border: 1px solid #ccc;
+ padding: 7px;
+ margin: 10px 0 10px 0;
+}
+
+p.topic-title {
+ font-size: 1.1em;
+ font-weight: bold;
+ margin-top: 10px;
+}
+
+/* -- admonitions ----------------------------------------------------------- */
+
+div.admonition {
+ margin-top: 10px;
+ margin-bottom: 10px;
+ padding: 7px;
+}
+
+div.admonition dt {
+ font-weight: bold;
+}
+
+p.admonition-title {
+ margin: 0px 10px 5px 0px;
+ font-weight: bold;
+}
+
+div.body p.centered {
+ text-align: center;
+ margin-top: 25px;
+}
+
+/* -- content of sidebars/topics/admonitions -------------------------------- */
+
+div.sidebar > :last-child,
+div.topic > :last-child,
+div.admonition > :last-child {
+ margin-bottom: 0;
+}
+
+div.sidebar::after,
+div.topic::after,
+div.admonition::after,
+blockquote::after {
+ display: block;
+ content: '';
+ clear: both;
+}
+
+/* -- tables ---------------------------------------------------------------- */
+
+table.docutils {
+ margin-top: 10px;
+ margin-bottom: 10px;
+ border: 0;
+ border-collapse: collapse;
+}
+
+table.align-center {
+ margin-left: auto;
+ margin-right: auto;
+}
+
+table.align-default {
+ margin-left: auto;
+ margin-right: auto;
+}
+
+table caption span.caption-number {
+ font-style: italic;
+}
+
+table caption span.caption-text {
+}
+
+table.docutils td, table.docutils th {
+ padding: 1px 8px 1px 5px;
+ border-top: 0;
+ border-left: 0;
+ border-right: 0;
+ border-bottom: 1px solid #aaa;
+}
+
+table.footnote td, table.footnote th {
+ border: 0 !important;
+}
+
+th {
+ text-align: left;
+ padding-right: 5px;
+}
+
+table.citation {
+ border-left: solid 1px gray;
+ margin-left: 1px;
+}
+
+table.citation td {
+ border-bottom: none;
+}
+
+th > :first-child,
+td > :first-child {
+ margin-top: 0px;
+}
+
+th > :last-child,
+td > :last-child {
+ margin-bottom: 0px;
+}
+
+/* -- figures --------------------------------------------------------------- */
+
+div.figure {
+ margin: 0.5em;
+ padding: 0.5em;
+}
+
+div.figure p.caption {
+ padding: 0.3em;
+}
+
+div.figure p.caption span.caption-number {
+ font-style: italic;
+}
+
+div.figure p.caption span.caption-text {
+}
+
+/* -- field list styles ----------------------------------------------------- */
+
+table.field-list td, table.field-list th {
+ border: 0 !important;
+}
+
+.field-list ul {
+ margin: 0;
+ padding-left: 1em;
+}
+
+.field-list p {
+ margin: 0;
+}
+
+.field-name {
+ -moz-hyphens: manual;
+ -ms-hyphens: manual;
+ -webkit-hyphens: manual;
+ hyphens: manual;
+}
+
+/* -- hlist styles ---------------------------------------------------------- */
+
+table.hlist {
+ margin: 1em 0;
+}
+
+table.hlist td {
+ vertical-align: top;
+}
+
+
+/* -- other body styles ----------------------------------------------------- */
+
+ol.arabic {
+ list-style: decimal;
+}
+
+ol.loweralpha {
+ list-style: lower-alpha;
+}
+
+ol.upperalpha {
+ list-style: upper-alpha;
+}
+
+ol.lowerroman {
+ list-style: lower-roman;
+}
+
+ol.upperroman {
+ list-style: upper-roman;
+}
+
+:not(li) > ol > li:first-child > :first-child,
+:not(li) > ul > li:first-child > :first-child {
+ margin-top: 0px;
+}
+
+:not(li) > ol > li:last-child > :last-child,
+:not(li) > ul > li:last-child > :last-child {
+ margin-bottom: 0px;
+}
+
+ol.simple ol p,
+ol.simple ul p,
+ul.simple ol p,
+ul.simple ul p {
+ margin-top: 0;
+}
+
+ol.simple > li:not(:first-child) > p,
+ul.simple > li:not(:first-child) > p {
+ margin-top: 0;
+}
+
+ol.simple p,
+ul.simple p {
+ margin-bottom: 0;
+}
+
+dl.footnote > dt,
+dl.citation > dt {
+ float: left;
+ margin-right: 0.5em;
+}
+
+dl.footnote > dd,
+dl.citation > dd {
+ margin-bottom: 0em;
+}
+
+dl.footnote > dd:after,
+dl.citation > dd:after {
+ content: "";
+ clear: both;
+}
+
+dl.field-list {
+ display: grid;
+ grid-template-columns: fit-content(30%) auto;
+}
+
+dl.field-list > dt {
+ font-weight: bold;
+ word-break: break-word;
+ padding-left: 0.5em;
+ padding-right: 5px;
+}
+
+dl.field-list > dt:after {
+ content: ":";
+}
+
+dl.field-list > dd {
+ padding-left: 0.5em;
+ margin-top: 0em;
+ margin-left: 0em;
+ margin-bottom: 0em;
+}
+
+dl {
+ margin-bottom: 15px;
+}
+
+dd > :first-child {
+ margin-top: 0px;
+}
+
+dd ul, dd table {
+ margin-bottom: 10px;
+}
+
+dd {
+ margin-top: 3px;
+ margin-bottom: 10px;
+ margin-left: 30px;
+}
+
+dl > dd:last-child,
+dl > dd:last-child > :last-child {
+ margin-bottom: 0;
+}
+
+dt:target, span.highlighted {
+ background-color: #fbe54e;
+}
+
+rect.highlighted {
+ fill: #fbe54e;
+}
+
+dl.glossary dt {
+ font-weight: bold;
+ font-size: 1.1em;
+}
+
+.optional {
+ font-size: 1.3em;
+}
+
+.sig-paren {
+ font-size: larger;
+}
+
+.versionmodified {
+ font-style: italic;
+}
+
+.system-message {
+ background-color: #fda;
+ padding: 5px;
+ border: 3px solid red;
+}
+
+.footnote:target {
+ background-color: #ffa;
+}
+
+.line-block {
+ display: block;
+ margin-top: 1em;
+ margin-bottom: 1em;
+}
+
+.line-block .line-block {
+ margin-top: 0;
+ margin-bottom: 0;
+ margin-left: 1.5em;
+}
+
+.guilabel, .menuselection {
+ font-family: sans-serif;
+}
+
+.accelerator {
+ text-decoration: underline;
+}
+
+.classifier {
+ font-style: oblique;
+}
+
+.classifier:before {
+ font-style: normal;
+ margin: 0.5em;
+ content: ":";
+}
+
+abbr, acronym {
+ border-bottom: dotted 1px;
+ cursor: help;
+}
+
+/* -- code displays --------------------------------------------------------- */
+
+pre {
+ overflow: auto;
+ overflow-y: hidden; /* fixes display issues on Chrome browsers */
+}
+
+pre, div[class*="highlight-"] {
+ clear: both;
+}
+
+span.pre {
+ -moz-hyphens: none;
+ -ms-hyphens: none;
+ -webkit-hyphens: none;
+ hyphens: none;
+}
+
+div[class*="highlight-"] {
+ margin: 1em 0;
+}
+
+td.linenos pre {
+ border: 0;
+ background-color: transparent;
+ color: #aaa;
+}
+
+table.highlighttable {
+ display: block;
+}
+
+table.highlighttable tbody {
+ display: block;
+}
+
+table.highlighttable tr {
+ display: flex;
+}
+
+table.highlighttable td {
+ margin: 0;
+ padding: 0;
+}
+
+table.highlighttable td.linenos {
+ padding-right: 0.5em;
+}
+
+table.highlighttable td.code {
+ flex: 1;
+ overflow: hidden;
+}
+
+.highlight .hll {
+ display: block;
+}
+
+div.highlight pre,
+table.highlighttable pre {
+ margin: 0;
+}
+
+div.code-block-caption + div {
+ margin-top: 0;
+}
+
+div.code-block-caption {
+ margin-top: 1em;
+ padding: 2px 5px;
+ font-size: small;
+}
+
+div.code-block-caption code {
+ background-color: transparent;
+}
+
+table.highlighttable td.linenos,
+span.linenos,
+div.doctest > div.highlight span.gp { /* gp: Generic.Prompt */
+ user-select: none;
+}
+
+div.code-block-caption span.caption-number {
+ padding: 0.1em 0.3em;
+ font-style: italic;
+}
+
+div.code-block-caption span.caption-text {
+}
+
+div.literal-block-wrapper {
+ margin: 1em 0;
+}
+
+code.descname {
+ background-color: transparent;
+ font-weight: bold;
+ font-size: 1.2em;
+}
+
+code.descclassname {
+ background-color: transparent;
+}
+
+code.xref, a code {
+ background-color: transparent;
+ font-weight: bold;
+}
+
+h1 code, h2 code, h3 code, h4 code, h5 code, h6 code {
+ background-color: transparent;
+}
+
+.viewcode-link {
+ float: right;
+}
+
+.viewcode-back {
+ float: right;
+ font-family: sans-serif;
+}
+
+div.viewcode-block:target {
+ margin: -1px -10px;
+ padding: 0 10px;
+}
+
+/* -- math display ---------------------------------------------------------- */
+
+img.math {
+ vertical-align: middle;
+}
+
+div.body div.math p {
+ text-align: center;
+}
+
+span.eqno {
+ float: right;
+}
+
+span.eqno a.headerlink {
+ position: absolute;
+ z-index: 1;
+}
+
+div.math:hover a.headerlink {
+ visibility: visible;
+}
+
+/* -- printout stylesheet --------------------------------------------------- */
+
+@media print {
+ div.document,
+ div.documentwrapper,
+ div.bodywrapper {
+ margin: 0 !important;
+ width: 100%;
+ }
+
+ div.sphinxsidebar,
+ div.related,
+ div.footer,
+ #top-link {
+ display: none;
+ }
+}
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/clipboard.min.js b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/clipboard.min.js
new file mode 100644
index 0000000..02c549e
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/clipboard.min.js
@@ -0,0 +1,7 @@
+/*!
+ * clipboard.js v2.0.4
+ * https://zenorocha.github.io/clipboard.js
+ *
+ * Licensed MIT © Zeno Rocha
+ */
+!function(t,e){"object"==typeof exports&&"object"==typeof module?module.exports=e():"function"==typeof define&&define.amd?define([],e):"object"==typeof exports?exports.ClipboardJS=e():t.ClipboardJS=e()}(this,function(){return function(n){var o={};function r(t){if(o[t])return o[t].exports;var e=o[t]={i:t,l:!1,exports:{}};return n[t].call(e.exports,e,e.exports,r),e.l=!0,e.exports}return r.m=n,r.c=o,r.d=function(t,e,n){r.o(t,e)||Object.defineProperty(t,e,{enumerable:!0,get:n})},r.r=function [...]
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copy-button.svg b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copy-button.svg
new file mode 100644
index 0000000..62e0e0d
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copy-button.svg
@@ -0,0 +1,5 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" viewBox="0 0 24 24" stroke-width="1.5" stroke="#607D8B" fill="none" stroke-linecap="round" stroke-linejoin="round">
+ <path stroke="none" d="M0 0h24v24H0z" fill="none"/>
+ <rect x="8" y="8" width="12" height="12" rx="2" />
+ <path d="M16 8v-2a2 2 0 0 0 -2 -2h-8a2 2 0 0 0 -2 2v8a2 2 0 0 0 2 2h2" />
+</svg>
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copybutton.css b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copybutton.css
new file mode 100644
index 0000000..75b17a8
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copybutton.css
@@ -0,0 +1,67 @@
+/* Copy buttons */
+a.copybtn {
+ position: absolute;
+ top: .2em;
+ right: .2em;
+ width: 1em;
+ height: 1em;
+ opacity: .3;
+ transition: opacity 0.5s;
+ border: none;
+ user-select: none;
+}
+
+div.highlight {
+ position: relative;
+}
+
+a.copybtn > img {
+ vertical-align: top;
+ margin: 0;
+ top: 0;
+ left: 0;
+ position: absolute;
+}
+
+.highlight:hover .copybtn {
+ opacity: 1;
+}
+
+/**
+ * A minimal CSS-only tooltip copied from:
+ * https://codepen.io/mildrenben/pen/rVBrpK
+ *
+ * To use, write HTML like the following:
+ *
+ * <p class="o-tooltip--left" data-tooltip="Hey">Short</p>
+ */
+ .o-tooltip--left {
+ position: relative;
+ }
+
+ .o-tooltip--left:after {
+ opacity: 0;
+ visibility: hidden;
+ position: absolute;
+ content: attr(data-tooltip);
+ padding: 2px;
+ top: 0;
+ left: -.2em;
+ background: grey;
+ font-size: 1rem;
+ color: white;
+ white-space: nowrap;
+ z-index: 2;
+ border-radius: 2px;
+ transform: translateX(-102%) translateY(0);
+ transition: opacity 0.2s cubic-bezier(0.64, 0.09, 0.08, 1), transform 0.2s cubic-bezier(0.64, 0.09, 0.08, 1);
+}
+
+.o-tooltip--left:hover:after {
+ display: block;
+ opacity: 1;
+ visibility: visible;
+ transform: translateX(-100%) translateY(0);
+ transition: opacity 0.2s cubic-bezier(0.64, 0.09, 0.08, 1), transform 0.2s cubic-bezier(0.64, 0.09, 0.08, 1);
+ transition-delay: .5s;
+}
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copybutton.js b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copybutton.js
new file mode 100644
index 0000000..65a5916
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copybutton.js
@@ -0,0 +1,153 @@
+// Localization support
+const messages = {
+ 'en': {
+ 'copy': 'Copy',
+ 'copy_to_clipboard': 'Copy to clipboard',
+ 'copy_success': 'Copied!',
+ 'copy_failure': 'Failed to copy',
+ },
+ 'es' : {
+ 'copy': 'Copiar',
+ 'copy_to_clipboard': 'Copiar al portapapeles',
+ 'copy_success': '¡Copiado!',
+ 'copy_failure': 'Error al copiar',
+ },
+ 'de' : {
+ 'copy': 'Kopieren',
+ 'copy_to_clipboard': 'In die Zwischenablage kopieren',
+ 'copy_success': 'Kopiert!',
+ 'copy_failure': 'Fehler beim Kopieren',
+ }
+}
+
+let locale = 'en'
+if( document.documentElement.lang !== undefined
+ && messages[document.documentElement.lang] !== undefined ) {
+ locale = document.documentElement.lang
+}
+
+/**
+ * Set up copy/paste for code blocks
+ */
+
+const runWhenDOMLoaded = cb => {
+ if (document.readyState != 'loading') {
+ cb()
+ } else if (document.addEventListener) {
+ document.addEventListener('DOMContentLoaded', cb)
+ } else {
+ document.attachEvent('onreadystatechange', function() {
+ if (document.readyState == 'complete') cb()
+ })
+ }
+}
+
+const codeCellId = index => `codecell${index}`
+
+// Clears selected text since ClipboardJS will select the text when copying
+const clearSelection = () => {
+ if (window.getSelection) {
+ window.getSelection().removeAllRanges()
+ } else if (document.selection) {
+ document.selection.empty()
+ }
+}
+
+// Changes tooltip text for two seconds, then changes it back
+const temporarilyChangeTooltip = (el, newText) => {
+ const oldText = el.getAttribute('data-tooltip')
+ el.setAttribute('data-tooltip', newText)
+ setTimeout(() => el.setAttribute('data-tooltip', oldText), 2000)
+}
+
+const addCopyButtonToCodeCells = () => {
+ // If ClipboardJS hasn't loaded, wait a bit and try again. This
+ // happens because we load ClipboardJS asynchronously.
+ if (window.ClipboardJS === undefined) {
+ setTimeout(addCopyButtonToCodeCells, 250)
+ return
+ }
+
+ // Add copybuttons to all of our code cells
+ const codeCells = document.querySelectorAll('div.highlight pre')
+ codeCells.forEach((codeCell, index) => {
+ const id = codeCellId(index)
+ codeCell.setAttribute('id', id)
+ const pre_bg = getComputedStyle(codeCell).backgroundColor;
+
+ const clipboardButton = id =>
+ `<a class="copybtn o-tooltip--left" style="background-color: ${pre_bg}" data-tooltip="${messages[locale]['copy']}" data-clipboard-target="#${id}">
+ <img src="${DOCUMENTATION_OPTIONS.URL_ROOT}_static/copy-button.svg" alt="${messages[locale]['copy_to_clipboard']}">
+ </a>`
+ codeCell.insertAdjacentHTML('afterend', clipboardButton(id))
+ })
+
+function escapeRegExp(string) {
+ return string.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'); // $& means the whole matched string
+}
+
+// Callback when a copy button is clicked. Will be passed the node that was clicked
+// should then grab the text and replace pieces of text that shouldn't be used in output
+function formatCopyText(textContent, copybuttonPromptText, isRegexp = false, onlyCopyPromptLines = true, removePrompts = true) {
+
+ var regexp;
+ var match;
+
+ // create regexp to capture prompt and remaining line
+ if (isRegexp) {
+ regexp = new RegExp('^(' + copybuttonPromptText + ')(.*)')
+ } else {
+ regexp = new RegExp('^(' + escapeRegExp(copybuttonPromptText) + ')(.*)')
+ }
+
+ const outputLines = [];
+ var promptFound = false;
+ for (const line of textContent.split('\n')) {
+ match = line.match(regexp)
+ if (match) {
+ promptFound = true
+ if (removePrompts) {
+ outputLines.push(match[2])
+ } else {
+ outputLines.push(line)
+ }
+ } else {
+ if (!onlyCopyPromptLines) {
+ outputLines.push(line)
+ }
+ }
+ }
+
+ // If no lines with the prompt were found then just use original lines
+ if (promptFound) {
+ textContent = outputLines.join('\n');
+ }
+
+ // Remove a trailing newline to avoid auto-running when pasting
+ if (textContent.endsWith("\n")) {
+ textContent = textContent.slice(0, -1)
+ }
+ return textContent
+}
+
+
+var copyTargetText = (trigger) => {
+ var target = document.querySelector(trigger.attributes['data-clipboard-target'].value);
+ return formatCopyText(target.innerText, '', false, true, true)
+}
+
+ // Initialize with a callback so we can modify the text before copy
+ const clipboard = new ClipboardJS('.copybtn', {text: copyTargetText})
+
+ // Update UI with error/success messages
+ clipboard.on('success', event => {
+ clearSelection()
+ temporarilyChangeTooltip(event.trigger, messages[locale]['copy_success'])
+ })
+
+ clipboard.on('error', event => {
+ temporarilyChangeTooltip(event.trigger, messages[locale]['copy_failure'])
+ })
+}
+
+runWhenDOMLoaded(addCopyButtonToCodeCells)
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copybutton_funcs.js b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copybutton_funcs.js
new file mode 100644
index 0000000..57caa55
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/copybutton_funcs.js
@@ -0,0 +1,47 @@
+function escapeRegExp(string) {
+ return string.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'); // $& means the whole matched string
+}
+
+// Callback when a copy button is clicked. Will be passed the node that was clicked
+// should then grab the text and replace pieces of text that shouldn't be used in output
+export function formatCopyText(textContent, copybuttonPromptText, isRegexp = false, onlyCopyPromptLines = true, removePrompts = true) {
+
+ var regexp;
+ var match;
+
+ // create regexp to capture prompt and remaining line
+ if (isRegexp) {
+ regexp = new RegExp('^(' + copybuttonPromptText + ')(.*)')
+ } else {
+ regexp = new RegExp('^(' + escapeRegExp(copybuttonPromptText) + ')(.*)')
+ }
+
+ const outputLines = [];
+ var promptFound = false;
+ for (const line of textContent.split('\n')) {
+ match = line.match(regexp)
+ if (match) {
+ promptFound = true
+ if (removePrompts) {
+ outputLines.push(match[2])
+ } else {
+ outputLines.push(line)
+ }
+ } else {
+ if (!onlyCopyPromptLines) {
+ outputLines.push(line)
+ }
+ }
+ }
+
+ // If no lines with the prompt were found then just use original lines
+ if (promptFound) {
+ textContent = outputLines.join('\n');
+ }
+
+ // Remove a trailing newline to avoid auto-running when pasting
+ if (textContent.endsWith("\n")) {
+ textContent = textContent.slice(0, -1)
+ }
+ return textContent
+}
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/doctools.js b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/doctools.js
new file mode 100644
index 0000000..144884e
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/doctools.js
@@ -0,0 +1,316 @@
+/*
+ * doctools.js
+ * ~~~~~~~~~~~
+ *
+ * Sphinx JavaScript utilities for all documentation.
+ *
+ * :copyright: Copyright 2007-2021 by the Sphinx team, see AUTHORS.
+ * :license: BSD, see LICENSE for details.
+ *
+ */
+
+/**
+ * select a different prefix for underscore
+ */
+$u = _.noConflict();
+
+/**
+ * make the code below compatible with browsers without
+ * an installed firebug like debugger
+if (!window.console || !console.firebug) {
+ var names = ["log", "debug", "info", "warn", "error", "assert", "dir",
+ "dirxml", "group", "groupEnd", "time", "timeEnd", "count", "trace",
+ "profile", "profileEnd"];
+ window.console = {};
+ for (var i = 0; i < names.length; ++i)
+ window.console[names[i]] = function() {};
+}
+ */
+
+/**
+ * small helper function to urldecode strings
+ */
+jQuery.urldecode = function(x) {
+ return decodeURIComponent(x).replace(/\+/g, ' ');
+};
+
+/**
+ * small helper function to urlencode strings
+ */
+jQuery.urlencode = encodeURIComponent;
+
+/**
+ * This function returns the parsed url parameters of the
+ * current request. Multiple values per key are supported,
+ * it will always return arrays of strings for the value parts.
+ */
+jQuery.getQueryParameters = function(s) {
+ if (typeof s === 'undefined')
+ s = document.location.search;
+ var parts = s.substr(s.indexOf('?') + 1).split('&');
+ var result = {};
+ for (var i = 0; i < parts.length; i++) {
+ var tmp = parts[i].split('=', 2);
+ var key = jQuery.urldecode(tmp[0]);
+ var value = jQuery.urldecode(tmp[1]);
+ if (key in result)
+ result[key].push(value);
+ else
+ result[key] = [value];
+ }
+ return result;
+};
+
+/**
+ * highlight a given string on a jquery object by wrapping it in
+ * span elements with the given class name.
+ */
+jQuery.fn.highlightText = function(text, className) {
+ function highlight(node, addItems) {
+ if (node.nodeType === 3) {
+ var val = node.nodeValue;
+ var pos = val.toLowerCase().indexOf(text);
+ if (pos >= 0 &&
+ !jQuery(node.parentNode).hasClass(className) &&
+ !jQuery(node.parentNode).hasClass("nohighlight")) {
+ var span;
+ var isInSVG = jQuery(node).closest("body, svg, foreignObject").is("svg");
+ if (isInSVG) {
+ span = document.createElementNS("http://www.w3.org/2000/svg", "tspan");
+ } else {
+ span = document.createElement("span");
+ span.className = className;
+ }
+ span.appendChild(document.createTextNode(val.substr(pos, text.length)));
+ node.parentNode.insertBefore(span, node.parentNode.insertBefore(
+ document.createTextNode(val.substr(pos + text.length)),
+ node.nextSibling));
+ node.nodeValue = val.substr(0, pos);
+ if (isInSVG) {
+ var rect = document.createElementNS("http://www.w3.org/2000/svg", "rect");
+ var bbox = node.parentElement.getBBox();
+ rect.x.baseVal.value = bbox.x;
+ rect.y.baseVal.value = bbox.y;
+ rect.width.baseVal.value = bbox.width;
+ rect.height.baseVal.value = bbox.height;
+ rect.setAttribute('class', className);
+ addItems.push({
+ "parent": node.parentNode,
+ "target": rect});
+ }
+ }
+ }
+ else if (!jQuery(node).is("button, select, textarea")) {
+ jQuery.each(node.childNodes, function() {
+ highlight(this, addItems);
+ });
+ }
+ }
+ var addItems = [];
+ var result = this.each(function() {
+ highlight(this, addItems);
+ });
+ for (var i = 0; i < addItems.length; ++i) {
+ jQuery(addItems[i].parent).before(addItems[i].target);
+ }
+ return result;
+};
+
+/*
+ * backward compatibility for jQuery.browser
+ * This will be supported until firefox bug is fixed.
+ */
+if (!jQuery.browser) {
+ jQuery.uaMatch = function(ua) {
+ ua = ua.toLowerCase();
+
+ var match = /(chrome)[ \/]([\w.]+)/.exec(ua) ||
+ /(webkit)[ \/]([\w.]+)/.exec(ua) ||
+ /(opera)(?:.*version|)[ \/]([\w.]+)/.exec(ua) ||
+ /(msie) ([\w.]+)/.exec(ua) ||
+ ua.indexOf("compatible") < 0 && /(mozilla)(?:.*? rv:([\w.]+)|)/.exec(ua) ||
+ [];
+
+ return {
+ browser: match[ 1 ] || "",
+ version: match[ 2 ] || "0"
+ };
+ };
+ jQuery.browser = {};
+ jQuery.browser[jQuery.uaMatch(navigator.userAgent).browser] = true;
+}
+
+/**
+ * Small JavaScript module for the documentation.
+ */
+var Documentation = {
+
+ init : function() {
+ this.fixFirefoxAnchorBug();
+ this.highlightSearchWords();
+ this.initIndexTable();
+ if (DOCUMENTATION_OPTIONS.NAVIGATION_WITH_KEYS) {
+ this.initOnKeyListeners();
+ }
+ },
+
+ /**
+ * i18n support
+ */
+ TRANSLATIONS : {},
+ PLURAL_EXPR : function(n) { return n === 1 ? 0 : 1; },
+ LOCALE : 'unknown',
+
+ // gettext and ngettext don't access this so that the functions
+ // can safely bound to a different name (_ = Documentation.gettext)
+ gettext : function(string) {
+ var translated = Documentation.TRANSLATIONS[string];
+ if (typeof translated === 'undefined')
+ return string;
+ return (typeof translated === 'string') ? translated : translated[0];
+ },
+
+ ngettext : function(singular, plural, n) {
+ var translated = Documentation.TRANSLATIONS[singular];
+ if (typeof translated === 'undefined')
+ return (n == 1) ? singular : plural;
+ return translated[Documentation.PLURALEXPR(n)];
+ },
+
+ addTranslations : function(catalog) {
+ for (var key in catalog.messages)
+ this.TRANSLATIONS[key] = catalog.messages[key];
+ this.PLURAL_EXPR = new Function('n', 'return +(' + catalog.plural_expr + ')');
+ this.LOCALE = catalog.locale;
+ },
+
+ /**
+ * add context elements like header anchor links
+ */
+ addContextElements : function() {
+ $('div[id] > :header:first').each(function() {
+ $('<a class="headerlink">\u00B6</a>').
+ attr('href', '#' + this.id).
+ attr('title', _('Permalink to this headline')).
+ appendTo(this);
+ });
+ $('dt[id]').each(function() {
+ $('<a class="headerlink">\u00B6</a>').
+ attr('href', '#' + this.id).
+ attr('title', _('Permalink to this definition')).
+ appendTo(this);
+ });
+ },
+
+ /**
+ * workaround a firefox stupidity
+ * see: https://bugzilla.mozilla.org/show_bug.cgi?id=645075
+ */
+ fixFirefoxAnchorBug : function() {
+ if (document.location.hash && $.browser.mozilla)
+ window.setTimeout(function() {
+ document.location.href += '';
+ }, 10);
+ },
+
+ /**
+ * highlight the search words provided in the url in the text
+ */
+ highlightSearchWords : function() {
+ var params = $.getQueryParameters();
+ var terms = (params.highlight) ? params.highlight[0].split(/\s+/) : [];
+ if (terms.length) {
+ var body = $('div.body');
+ if (!body.length) {
+ body = $('body');
+ }
+ window.setTimeout(function() {
+ $.each(terms, function() {
+ body.highlightText(this.toLowerCase(), 'highlighted');
+ });
+ }, 10);
+ $('<p class="highlight-link"><a href="javascript:Documentation.' +
+ 'hideSearchWords()">' + _('Hide Search Matches') + '</a></p>')
+ .appendTo($('#searchbox'));
+ }
+ },
+
+ /**
+ * init the domain index toggle buttons
+ */
+ initIndexTable : function() {
+ var togglers = $('img.toggler').click(function() {
+ var src = $(this).attr('src');
+ var idnum = $(this).attr('id').substr(7);
+ $('tr.cg-' + idnum).toggle();
+ if (src.substr(-9) === 'minus.png')
+ $(this).attr('src', src.substr(0, src.length-9) + 'plus.png');
+ else
+ $(this).attr('src', src.substr(0, src.length-8) + 'minus.png');
+ }).css('display', '');
+ if (DOCUMENTATION_OPTIONS.COLLAPSE_INDEX) {
+ togglers.click();
+ }
+ },
+
+ /**
+ * helper function to hide the search marks again
+ */
+ hideSearchWords : function() {
+ $('#searchbox .highlight-link').fadeOut(300);
+ $('span.highlighted').removeClass('highlighted');
+ },
+
+ /**
+ * make the url absolute
+ */
+ makeURL : function(relativeURL) {
+ return DOCUMENTATION_OPTIONS.URL_ROOT + '/' + relativeURL;
+ },
+
+ /**
+ * get the current relative url
+ */
+ getCurrentURL : function() {
+ var path = document.location.pathname;
+ var parts = path.split(/\//);
+ $.each(DOCUMENTATION_OPTIONS.URL_ROOT.split(/\//), function() {
+ if (this === '..')
+ parts.pop();
+ });
+ var url = parts.join('/');
+ return path.substring(url.lastIndexOf('/') + 1, path.length - 1);
+ },
+
+ initOnKeyListeners: function() {
+ $(document).keydown(function(event) {
+ var activeElementType = document.activeElement.tagName;
+ // don't navigate when in search box, textarea, dropdown or button
+ if (activeElementType !== 'TEXTAREA' && activeElementType !== 'INPUT' && activeElementType !== 'SELECT'
+ && activeElementType !== 'BUTTON' && !event.altKey && !event.ctrlKey && !event.metaKey
+ && !event.shiftKey) {
+ switch (event.keyCode) {
+ case 37: // left
+ var prevHref = $('link[rel="prev"]').prop('href');
+ if (prevHref) {
+ window.location.href = prevHref;
+ return false;
+ }
+ case 39: // right
+ var nextHref = $('link[rel="next"]').prop('href');
+ if (nextHref) {
+ window.location.href = nextHref;
+ return false;
+ }
+ }
+ }
+ });
+ }
+};
+
+// quick alias for translations
+_ = Documentation.gettext;
+
+$(document).ready(function() {
+ Documentation.init();
+});
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/documentation_options.js b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/documentation_options.js
new file mode 100644
index 0000000..f20285d
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/documentation_options.js
@@ -0,0 +1,12 @@
+var DOCUMENTATION_OPTIONS = {
+ URL_ROOT: document.getElementById("documentation_options").getAttribute('data-url_root'),
+ VERSION: 'master',
+ LANGUAGE: 'None',
+ COLLAPSE_INDEX: false,
+ BUILDER: 'html',
+ FILE_SUFFIX: '.html',
+ LINK_SUFFIX: '.html',
+ HAS_SOURCE: true,
+ SOURCELINK_SUFFIX: '.txt',
+ NAVIGATION_WITH_KEYS: false
+};
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/file.png b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/file.png
new file mode 100644
index 0000000..a858a41
Binary files /dev/null and b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/file.png differ
diff --git a/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/jquery-3.5.1.js b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/jquery-3.5.1.js
new file mode 100644
index 0000000..5093733
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-beam/1.0.1/_static/jquery-3.5.1.js
@@ -0,0 +1,10872 @@
+/*!
+ * jQuery JavaScript Library v3.5.1
+ * https://jquery.com/
+ *
+ * Includes Sizzle.js
+ * https://sizzlejs.com/
+ *
+ * Copyright JS Foundation and other contributors
+ * Released under the MIT license
+ * https://jquery.org/license
+ *
+ * Date: 2020-05-04T22:49Z
+ */
+( function( global, factory ) {
+
+ "use strict";
+
+ if ( typeof module === "object" && typeof module.exports === "object" ) {
+
+ // For CommonJS and CommonJS-like environments where a proper `window`
+ // is present, execute the factory and get jQuery.
+ // For environments that do not have a `window` with a `document`
+ // (such as Node.js), expose a factory as module.exports.
+ // This accentuates the need for the creation of a real `window`.
+ // e.g. var jQuery = require("jquery")(window);
+ // See ticket #14549 for more info.
+ module.exports = global.document ?
+ factory( global, true ) :
+ function( w ) {
+ if ( !w.document ) {
+ throw new Error( "jQuery requires a window with a document" );
+ }
+ return factory( w );
+ };
+ } else {
+ factory( global );
+ }
+
+// Pass this if window is not defined yet
+} )( typeof window !== "undefined" ? window : this, function( window, noGlobal ) {
+
+// Edge <= 12 - 13+, Firefox <=18 - 45+, IE 10 - 11, Safari 5.1 - 9+, iOS 6 - 9.1
+// throw exceptions when non-strict code (e.g., ASP.NET 4.5) accesses strict mode
+// arguments.callee.caller (trac-13335). But as of jQuery 3.0 (2016), strict mode should be common
+// enough that all such attempts are guarded in a try block.
+"use strict";
+
+var arr = [];
+
+var getProto = Object.getPrototypeOf;
+
+var slice = arr.slice;
+
+var flat = arr.flat ? function( array ) {
+ return arr.flat.call( array );
+} : function( array ) {
+ return arr.concat.apply( [], array );
+};
+
+
+var push = arr.push;
+
+var indexOf = arr.indexOf;
+
+var class2type = {};
+
+var toString = class2type.toString;
+
+var hasOwn = class2type.hasOwnProperty;
+
+var fnToString = hasOwn.toString;
+
+var ObjectFunctionString = fnToString.call( Object );
+
+var support = {};
+
+var isFunction = function isFunction( obj ) {
+
+ // Support: Chrome <=57, Firefox <=52
+ // In some browsers, typeof returns "function" for HTML <object> elements
+ // (i.e., `typeof document.createElement( "object" ) === "function"`).
+ // We don't want to classify *any* DOM node as a function.
+ return typeof obj === "function" && typeof obj.nodeType !== "number";
+ };
+
+
+var isWindow = function isWindow( obj ) {
+ return obj != null && obj === obj.window;
+ };
+
+
+var document = window.document;
+
+
+
+ var preservedScriptAttributes = {
+ type: true,
+ src: true,
+ nonce: true,
+ noModule: true
+ };
+
+ function DOMEval( code, node, doc ) {
+ doc = doc || document;
+
+ var i, val,
+ script = doc.createElement( "script" );
+
+ script.text = code;
+ if ( node ) {
+ for ( i in preservedScriptAttributes ) {
+
+ // Support: Firefox 64+, Edge 18+
+ // Some browsers don't support the "nonce" property on scripts.
+ // On the other hand, just using `getAttribute` is not enough as
+ // the `nonce` attribute is reset to an empty string whenever it
+ // becomes browsing-context connected.
+ // See https://github.com/whatwg/html/issues/2369
+ // See https://html.spec.whatwg.org/#nonce-attributes
+ // The `node.getAttribute` check was added for the sake of
+ // `jQuery.globalEval` so that it can fake a nonce-containing node
+ // via an object.
+ val = node[ i ] || node.getAttribute && node.getAttribute( i );
+ if ( val ) {
+ script.setAttribute( i, val );
+ }
+ }
+ }
+ doc.head.appendChild( script ).parentNode.removeChild( script );
+ }
+
+
+function toType( obj ) {
+ if ( obj == null ) {
+ return obj + "";
+ }
+
+ // Support: Android <=2.3 only (functionish RegExp)
+ return typeof obj === "object" || typeof obj === "function" ?
+ class2type[ toString.call( obj ) ] || "object" :
+ typeof obj;
+}
+/* global Symbol */
+// Defining this global in .eslintrc.json would create a danger of using the global
+// unguarded in another place, it seems safer to define global only for this module
+
+
+
+var
+ version = "3.5.1",
+
+ // Define a local copy of jQuery
+ jQuery = function( selector, context ) {
+
+ // The jQuery object is actually just the init constructor 'enhanced'
+ // Need init if jQuery is called (just allow error to be thrown if not included)
+ return new jQuery.fn.init( selector, context );
+ };
+
+jQuery.fn = jQuery.prototype = {
+
+ // The current version of jQuery being used
+ jquery: version,
... 153765 lines suppressed ...