You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by el...@apache.org on 2022/12/13 23:29:17 UTC
[airflow-site] 01/01: Add documentation for packages - 2022-12-14
This is an automated email from the ASF dual-hosted git repository.
eladkal pushed a commit to branch add-documentation-2022-12-14
in repository https://gitbox.apache.org/repos/asf/airflow-site.git
commit 0f52dc18c2f55c53b73570716c55703d42af84bc
Author: Elad Kalif <45...@users.noreply.github.com>
AuthorDate: Wed Dec 14 01:28:59 2022 +0200
Add documentation for packages - 2022-12-14
---
.../5.0.0/.buildinfo | 4 +
.../providers/apache/hive/hooks/hive/index.html | 1558 +++
.../providers/apache/hive/hooks/index.html} | 199 +-
.../_api/airflow/providers/apache/hive/index.html} | 223 +-
.../apache/hive/operators/hive/index.html} | 357 +-
.../apache/hive/operators/hive_stats/index.html} | 298 +-
.../providers/apache/hive/operators/index.html} | 200 +-
.../apache/hive/sensors/hive_partition/index.html} | 276 +-
.../providers/apache/hive/sensors/index.html} | 201 +-
.../hive/sensors/metastore_partition/index.html} | 276 +-
.../hive/sensors/named_hive_partition/index.html} | 294 +-
.../hive/transfers/hive_to_mysql/index.html} | 302 +-
.../hive/transfers/hive_to_samba/index.html} | 281 +-
.../providers/apache/hive/transfers/index.html} | 204 +-
.../hive/transfers/mssql_to_hive/index.html} | 316 +-
.../hive/transfers/mysql_to_hive/index.html} | 321 +-
.../apache/hive/transfers/s3_to_hive/index.html} | 318 +-
.../hive/transfers/vertica_to_hive/index.html} | 314 +-
.../apache/hive/example_twitter_dag/index.html} | 319 +-
.../tests/system/providers/apache/hive/index.html} | 199 +-
.../airflow/providers/apache/hive/hooks/hive.html | 1843 ++++
.../providers/apache/hive/operators/hive.html} | 400 +-
.../apache/hive/operators/hive_stats.html} | 416 +-
.../apache/hive/sensors/hive_partition.html} | 301 +-
.../apache/hive/sensors/metastore_partition.html} | 310 +-
.../apache/hive/sensors/named_hive_partition.html} | 330 +-
.../apache/hive/transfers/hive_to_mysql.html} | 350 +-
.../apache/hive/transfers/hive_to_samba.html} | 297 +-
.../apache/hive/transfers/mssql_to_hive.html} | 363 +-
.../apache/hive/transfers/mysql_to_hive.html} | 392 +-
.../apache/hive/transfers/s3_to_hive.html} | 826 +-
.../apache/hive/transfers/vertica_to_hive.html} | 359 +-
.../5.0.0/_modules/index.html} | 188 +-
.../apache/hive/example_twitter_dag.html} | 389 +-
.../providers/apache/hive/hooks/hive/index.rst.txt | 446 +
.../providers/apache/hive/hooks/index.rst.txt | 15 +
.../airflow/providers/apache/hive/index.rst.txt | 18 +
.../apache/hive/operators/hive/index.rst.txt | 107 +
.../apache/hive/operators/hive_stats/index.rst.txt | 72 +
.../providers/apache/hive/operators/index.rst.txt | 16 +
.../hive/sensors/hive_partition/index.rst.txt | 54 +
.../providers/apache/hive/sensors/index.rst.txt | 17 +
.../hive/sensors/metastore_partition/index.rst.txt | 53 +
.../sensors/named_hive_partition/index.rst.txt | 62 +
.../hive/transfers/hive_to_mysql/index.rst.txt | 80 +
.../hive/transfers/hive_to_samba/index.rst.txt | 61 +
.../providers/apache/hive/transfers/index.rst.txt | 20 +
.../hive/transfers/mssql_to_hive/index.rst.txt | 90 +
.../hive/transfers/mysql_to_hive/index.rst.txt | 95 +
.../apache/hive/transfers/s3_to_hive/index.rst.txt | 100 +
.../hive/transfers/vertica_to_hive/index.rst.txt | 90 +
.../apache/hive/example_twitter_dag/index.rst.txt | 83 +
.../system/providers/apache/hive/index.rst.txt | 15 +
.../5.0.0/_sources/commits.rst.txt | 413 +
.../5.0.0/_sources/connections/hive_cli.rst.txt | 91 +
.../_sources/connections/hive_metastore.rst.txt | 69 +
.../5.0.0/_sources/connections/hiveserver2.rst.txt | 78 +
.../5.0.0/_sources/connections/index.rst.txt | 25 +
.../5.0.0/_sources/index.rst.txt | 132 +
.../installing-providers-from-sources.rst.txt | 18 +
.../5.0.0/_sources/operators.rst.txt | 40 +
.../5.0.0/_static/_gen/css/main-custom.min.css | 1 +
.../5.0.0/_static/_gen/css/main.min.css | 7 +
.../5.0.0/_static/_gen/js/docs.js | 1 +
.../_sphinx_javascript_frameworks_compat.js | 134 +
.../5.0.0/_static/basic.css | 899 ++
.../5.0.0/_static/check-solid.svg | 4 +
.../5.0.0/_static/clipboard.min.js | 7 +
.../5.0.0/_static/copy-button.svg | 5 +
.../5.0.0/_static/copybutton.css | 94 +
.../5.0.0/_static/copybutton.js | 248 +
.../5.0.0/_static/copybutton_funcs.js | 73 +
.../5.0.0/_static/doctools.js | 156 +
.../5.0.0/_static/documentation_options.js | 14 +
.../5.0.0/_static/file.png | Bin 0 -> 286 bytes
.../5.0.0/_static/graphviz.css | 19 +
.../5.0.0/_static/jquery-3.6.0.js | 10881 +++++++++++++++++++
.../5.0.0/_static/jquery.js | 2 +
.../5.0.0/_static/js/globaltoc.js | 24 +
.../5.0.0/_static/language_data.js | 199 +
.../5.0.0/_static/minus.png | Bin 0 -> 90 bytes
.../5.0.0/_static/pin_32.png | Bin 0 -> 1201 bytes
.../5.0.0/_static/plus.png | Bin 0 -> 90 bytes
.../5.0.0/_static/pygments.css | 74 +
.../5.0.0/_static/searchtools.js | 566 +
.../5.0.0/_static/sphinx_highlight.js | 144 +
.../5.0.0/_static/underscore-1.13.1.js | 2042 ++++
.../5.0.0/_static/underscore.js | 6 +
.../5.0.0/commits.html | 1959 ++++
.../5.0.0/connections/hive_cli.html} | 195 +-
.../5.0.0/connections/hive_metastore.html} | 178 +-
.../5.0.0/connections/hiveserver2.html} | 184 +-
.../5.0.0/connections/index.html} | 155 +-
.../5.0.0/genindex.html} | 1158 +-
.../5.0.0/index.html} | 672 +-
.../5.0.0/installing-providers-from-sources.html} | 291 +-
.../5.0.0/objects.inv | Bin 0 -> 1934 bytes
.../5.0.0/operators.html} | 214 +-
.../5.0.0/py-modindex.html} | 346 +-
.../5.0.0/search.html} | 241 +-
.../5.0.0/searchindex.js | 1 +
.../stable.txt | 2 +-
.../5.0.1/.buildinfo | 4 +
.../microsoft/azure/hooks/adx/index.html} | 341 +-
.../microsoft/azure/hooks/asb/index.html} | 762 +-
.../microsoft/azure/hooks/base_azure/index.html} | 313 +-
.../microsoft/azure/hooks/batch/index.html} | 736 +-
.../azure/hooks/container_instance/index.html} | 419 +-
.../azure/hooks/container_registry/index.html} | 296 +-
.../azure/hooks/container_volume/index.html} | 316 +-
.../microsoft/azure/hooks/cosmos/index.html} | 755 +-
.../microsoft/azure/hooks/data_factory/index.html | 1917 ++++
.../microsoft/azure/hooks/data_lake/index.html} | 416 +-
.../microsoft/azure/hooks/fileshare/index.html} | 810 +-
.../providers/microsoft/azure/hooks/index.html} | 222 +-
.../microsoft/azure/hooks/synapse/index.html} | 755 +-
.../microsoft/azure/hooks/wasb/index.html} | 790 +-
.../airflow/providers/microsoft/azure/index.html} | 260 +-
.../providers/microsoft/azure/log/index.html} | 203 +-
.../azure/log/wasb_task_handler/index.html} | 328 +-
.../microsoft/azure/operators/adls/index.html} | 343 +-
.../microsoft/azure/operators/adx/index.html} | 295 +-
.../microsoft/azure/operators/asb/index.html | 1499 +++
.../microsoft/azure/operators/batch/index.html} | 365 +-
.../operators/container_instances/index.html} | 400 +-
.../microsoft/azure/operators/cosmos/index.html} | 270 +-
.../azure/operators/data_factory/index.html} | 372 +-
.../microsoft/azure/operators/index.html} | 211 +-
.../microsoft/azure/operators/synapse/index.html} | 299 +-
.../azure/operators/wasb_delete_blob/index.html} | 272 +-
.../providers/microsoft/azure/secrets/index.html} | 203 +-
.../microsoft/azure/secrets/key_vault/index.html} | 366 +-
.../microsoft/azure/sensors/cosmos/index.html} | 275 +-
.../azure/sensors/data_factory/index.html} | 273 +-
.../providers/microsoft/azure/sensors/index.html} | 205 +-
.../microsoft/azure/sensors/wasb/index.html} | 302 +-
.../azure/transfers/azure_blob_to_gcs/index.html} | 287 +-
.../microsoft/azure/transfers/index.html} | 207 +-
.../azure/transfers/local_to_adls/index.html} | 305 +-
.../azure/transfers/local_to_wasb/index.html} | 270 +-
.../oracle_to_azure_data_lake/index.html} | 289 +-
.../azure/transfers/sftp_to_wasb/index.html} | 407 +-
.../providers/microsoft/azure/utils/index.html} | 236 +-
.../azure/example_adf_run_pipeline/index.html} | 232 +-
.../azure/example_adls_delete/index.html} | 253 +-
.../azure/example_azure_blob_to_gcs/index.html} | 274 +-
.../example_azure_container_instances/index.html} | 240 +-
.../azure/example_azure_cosmosdb/index.html} | 244 +-
.../azure/example_azure_service_bus/index.html} | 274 +-
.../azure/example_azure_synapse/index.html} | 253 +-
.../microsoft/azure/example_fileshare/index.html} | 305 +-
.../azure/example_local_to_adls/index.html} | 253 +-
.../azure/example_local_to_wasb/index.html} | 239 +-
.../azure/example_sftp_to_wasb/index.html} | 354 +-
.../system/providers/microsoft/azure/index.html} | 220 +-
.../providers/microsoft/azure/hooks/adx.html} | 433 +-
.../providers/microsoft/azure/hooks/asb.html} | 477 +-
.../microsoft/azure/hooks/base_azure.html} | 347 +-
.../providers/microsoft/azure/hooks/batch.html} | 726 +-
.../microsoft/azure/hooks/container_instance.html} | 374 +-
.../microsoft/azure/hooks/container_registry.html} | 293 +-
.../microsoft/azure/hooks/container_volume.html} | 335 +-
.../providers/microsoft/azure/hooks/cosmos.html} | 1028 +-
.../microsoft/azure/hooks/data_factory.html | 1856 ++++
.../microsoft/azure/hooks/data_lake.html} | 459 +-
.../microsoft/azure/hooks/fileshare.html} | 915 +-
.../providers/microsoft/azure/hooks/synapse.html} | 427 +-
.../providers/microsoft/azure/hooks/wasb.html} | 1158 +-
.../microsoft/azure/log/wasb_task_handler.html} | 412 +-
.../providers/microsoft/azure/operators/adls.html} | 327 +-
.../providers/microsoft/azure/operators/adx.html} | 306 +-
.../providers/microsoft/azure/operators/asb.html | 1449 +++
.../microsoft/azure/operators/batch.html} | 665 +-
.../azure/operators/container_instances.html} | 716 +-
.../microsoft/azure/operators/cosmos.html} | 299 +-
.../microsoft/azure/operators/data_factory.html} | 434 +-
.../microsoft/azure/operators/synapse.html} | 334 +-
.../azure/operators/wasb_delete_blob.html} | 299 +-
.../microsoft/azure/secrets/key_vault.html} | 425 +-
.../providers/microsoft/azure/sensors/cosmos.html} | 298 +-
.../microsoft/azure/sensors/data_factory.html} | 307 +-
.../providers/microsoft/azure/sensors/wasb.html} | 325 +-
.../azure/transfers/azure_blob_to_gcs.html} | 355 +-
.../microsoft/azure/transfers/local_to_adls.html} | 343 +-
.../microsoft/azure/transfers/local_to_wasb.html} | 308 +-
.../transfers/oracle_to_azure_data_lake.html} | 341 +-
.../microsoft/azure/transfers/sftp_to_wasb.html} | 429 +-
.../airflow/providers/microsoft/azure/utils.html} | 301 +-
.../5.0.1/_modules/index.html} | 223 +-
.../microsoft/azure/example_adf_run_pipeline.html} | 319 +-
.../microsoft/azure/example_adls_delete.html} | 286 +-
.../azure/example_azure_blob_to_gcs.html} | 301 +-
.../azure/example_azure_container_instances.html} | 286 +-
.../microsoft/azure/example_azure_cosmosdb.html} | 302 +-
.../azure/example_azure_service_bus.html} | 405 +-
.../microsoft/azure/example_azure_synapse.html} | 300 +-
.../microsoft/azure/example_fileshare.html} | 294 +-
.../microsoft/azure/example_local_to_adls.html} | 286 +-
.../microsoft/azure/example_local_to_wasb.html} | 282 +-
.../microsoft/azure/example_sftp_to_wasb.html} | 321 +-
.../microsoft/azure/hooks/adx/index.rst.txt | 115 +
.../microsoft/azure/hooks/asb/index.rst.txt | 164 +
.../microsoft/azure/hooks/base_azure/index.rst.txt | 70 +
.../microsoft/azure/hooks/batch/index.rst.txt | 169 +
.../azure/hooks/container_instance/index.rst.txt | 123 +
.../azure/hooks/container_registry/index.rst.txt | 66 +
.../azure/hooks/container_volume/index.rst.txt | 72 +
.../microsoft/azure/hooks/cosmos/index.rst.txt | 166 +
.../azure/hooks/data_factory/index.rst.txt | 570 +
.../microsoft/azure/hooks/data_lake/index.rst.txt | 148 +
.../microsoft/azure/hooks/fileshare/index.rst.txt | 210 +
.../providers/microsoft/azure/hooks/index.rst.txt | 27 +
.../microsoft/azure/hooks/synapse/index.rst.txt | 168 +
.../microsoft/azure/hooks/wasb/index.rst.txt | 227 +
.../providers/microsoft/azure/index.rst.txt | 29 +
.../providers/microsoft/azure/log/index.rst.txt | 15 +
.../azure/log/wasb_task_handler/index.rst.txt | 74 +
.../microsoft/azure/operators/adls/index.rst.txt | 96 +
.../microsoft/azure/operators/adx/index.rst.txt | 65 +
.../microsoft/azure/operators/asb/index.rst.txt | 417 +
.../microsoft/azure/operators/batch/index.rst.txt | 124 +
.../operators/container_instances/index.rst.txt | 151 +
.../microsoft/azure/operators/cosmos/index.rst.txt | 51 +
.../azure/operators/data_factory/index.rst.txt | 118 +
.../microsoft/azure/operators/index.rst.txt | 23 +
.../azure/operators/synapse/index.rst.txt | 70 +
.../azure/operators/wasb_delete_blob/index.rst.txt | 48 +
.../microsoft/azure/secrets/index.rst.txt | 15 +
.../azure/secrets/key_vault/index.rst.txt | 108 +
.../microsoft/azure/sensors/cosmos/index.rst.txt | 53 +
.../azure/sensors/data_factory/index.rst.txt | 46 +
.../microsoft/azure/sensors/index.rst.txt | 17 +
.../microsoft/azure/sensors/wasb/index.rst.txt | 66 +
.../transfers/azure_blob_to_gcs/index.rst.txt | 64 +
.../microsoft/azure/transfers/index.rst.txt | 19 +
.../azure/transfers/local_to_adls/index.rst.txt | 76 +
.../azure/transfers/local_to_wasb/index.rst.txt | 45 +
.../oracle_to_azure_data_lake/index.rst.txt | 62 +
.../azure/transfers/sftp_to_wasb/index.rst.txt | 132 +
.../providers/microsoft/azure/utils/index.rst.txt | 24 +
.../azure/example_adf_run_pipeline/index.rst.txt | 29 +
.../azure/example_adls_delete/index.rst.txt | 39 +
.../azure/example_azure_blob_to_gcs/index.rst.txt | 54 +
.../index.rst.txt | 34 +
.../azure/example_azure_cosmosdb/index.rst.txt | 40 +
.../azure/example_azure_service_bus/index.rst.txt | 54 +
.../azure/example_azure_synapse/index.rst.txt | 39 +
.../azure/example_fileshare/index.rst.txt | 67 +
.../azure/example_local_to_adls/index.rst.txt | 39 +
.../azure/example_local_to_wasb/index.rst.txt | 34 +
.../azure/example_sftp_to_wasb/index.rst.txt | 97 +
.../system/providers/microsoft/azure/index.rst.txt | 25 +
.../5.0.1/_sources/commits.rst.txt | 518 +
.../5.0.1/_sources/connections/acr.rst.txt | 62 +
.../5.0.1/_sources/connections/adf.rst.txt | 93 +
.../5.0.1/_sources/connections/adl.rst.txt | 70 +
.../5.0.1/_sources/connections/adx.rst.txt | 91 +
.../5.0.1/_sources/connections/asb.rst.txt | 50 +
.../5.0.1/_sources/connections/azure.rst.txt | 83 +
.../5.0.1/_sources/connections/azure_batch.rst.txt | 61 +
.../connections/azure_container_volume.rst.txt | 75 +
.../_sources/connections/azure_cosmos.rst.txt | 66 +
.../_sources/connections/azure_fileshare.rst.txt | 80 +
.../_sources/connections/azure_synapse.rst.txt | 69 +
.../5.0.1/_sources/connections/index.rst.txt | 25 +
.../5.0.1/_sources/connections/wasb.rst.txt | 84 +
.../5.0.1/_sources/index.rst.txt | 140 +
.../installing-providers-from-sources.rst.txt | 18 +
.../5.0.1/_sources/logging/index.rst.txt | 55 +
.../_sources/operators/adf_run_pipeline.rst.txt | 53 +
.../5.0.1/_sources/operators/adls.rst.txt | 50 +
.../5.0.1/_sources/operators/asb.rst.txt | 214 +
.../_sources/operators/azure_blob_to_gcs.rst.txt | 60 +
.../5.0.1/_sources/operators/azure_synapse.rst.txt | 49 +
.../5.0.1/_sources/operators/index.rst.txt | 28 +
.../5.0.1/_sources/operators/local_to_adls.rst.txt | 53 +
.../5.0.1/_sources/operators/sftp_to_wasb.rst.txt | 61 +
.../secrets-backends/azure-key-vault.rst.txt | 73 +
.../5.0.1/_static/_gen/css/main-custom.min.css | 1 +
.../5.0.1/_static/_gen/css/main.min.css | 7 +
.../5.0.1/_static/_gen/js/docs.js | 1 +
.../_sphinx_javascript_frameworks_compat.js | 134 +
.../5.0.1/_static/basic.css | 899 ++
.../5.0.1/_static/check-solid.svg | 4 +
.../5.0.1/_static/clipboard.min.js | 7 +
.../5.0.1/_static/copy-button.svg | 5 +
.../5.0.1/_static/copybutton.css | 94 +
.../5.0.1/_static/copybutton.js | 248 +
.../5.0.1/_static/copybutton_funcs.js | 73 +
.../5.0.1/_static/doctools.js | 156 +
.../5.0.1/_static/documentation_options.js | 14 +
.../5.0.1/_static/file.png | Bin 0 -> 286 bytes
.../5.0.1/_static/graphviz.css | 19 +
.../5.0.1/_static/jquery-3.6.0.js | 10881 +++++++++++++++++++
.../5.0.1/_static/jquery.js | 2 +
.../5.0.1/_static/js/globaltoc.js | 24 +
.../5.0.1/_static/language_data.js | 199 +
.../5.0.1/_static/minus.png | Bin 0 -> 90 bytes
.../5.0.1/_static/pin_32.png | Bin 0 -> 1201 bytes
.../5.0.1/_static/plus.png | Bin 0 -> 90 bytes
.../5.0.1/_static/pygments.css | 74 +
.../5.0.1/_static/searchtools.js | 566 +
.../5.0.1/_static/sphinx_highlight.js | 144 +
.../5.0.1/_static/underscore-1.13.1.js | 2042 ++++
.../5.0.1/_static/underscore.js | 6 +
.../5.0.1/commits.html | 2323 ++++
.../5.0.1/connections/acr.html} | 182 +-
.../5.0.1/connections/adf.html} | 214 +-
.../5.0.1/connections/adl.html} | 187 +-
.../5.0.1/connections/adx.html} | 203 +-
.../5.0.1/connections/asb.html} | 177 +-
.../5.0.1/connections/azure.html} | 202 +-
.../5.0.1/connections/azure_batch.html} | 181 +-
.../5.0.1/connections/azure_container_volume.html} | 187 +-
.../5.0.1/connections/azure_cosmos.html} | 183 +-
.../5.0.1/connections/azure_fileshare.html} | 198 +-
.../5.0.1/connections/azure_synapse.html} | 192 +-
.../5.0.1/connections/index.html} | 168 +-
.../5.0.1/connections/wasb.html} | 194 +-
.../5.0.1/genindex.html | 2508 +++++
.../5.0.1/index.html} | 1063 +-
.../5.0.1/installing-providers-from-sources.html} | 295 +-
.../5.0.1/logging.html | 1 +
.../5.0.1/logging/index.html} | 185 +-
.../5.0.1/objects.inv | Bin 0 -> 6386 bytes
.../5.0.1/operators/adf_run_pipeline.html} | 194 +-
.../5.0.1/operators/adls.html} | 170 +-
.../5.0.1/operators/asb.html} | 356 +-
.../5.0.1/operators/azure_blob_to_gcs.html} | 207 +-
.../5.0.1/operators/azure_synapse.html} | 178 +-
.../5.0.1/operators/index.html} | 173 +-
.../5.0.1/operators/local_to_adls.html} | 178 +-
.../5.0.1/operators/sftp_to_wasb.html} | 190 +-
.../5.0.1/py-modindex.html} | 515 +-
.../5.0.1/search.html} | 245 +-
.../5.0.1/searchindex.js | 1 +
.../5.0.1/secrets-backends/azure-key-vault.html} | 190 +-
.../5.0.1/secrets-backends/index.html | 1 +
.../stable.txt | 2 +-
.../core-extensions/connections.html | 26 +-
.../core-extensions/extra-links.html | 2 +-
.../core-extensions/logging.html | 4 +-
.../core-extensions/secrets-backends.html | 2 +-
.../operators-and-hooks-ref/azure.html | 66 +-
.../operators-and-hooks-ref/google.html | 4 +-
.../operators-and-hooks-ref/protocol.html | 19 +-
.../operators-and-hooks-ref/software.html | 2 +-
.../apache-airflow-providers/packages-ref.html | 8 +-
.../apache-airflow-providers/searchindex.js | 2 +-
landing-pages/site/themes/docsy | 2 +-
350 files changed, 90902 insertions(+), 22034 deletions(-)
diff --git a/docs-archive/apache-airflow-providers-apache-hive/5.0.0/.buildinfo b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/.buildinfo
new file mode 100644
index 0000000000..36a5f58035
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/.buildinfo
@@ -0,0 +1,4 @@
+# Sphinx build info version 1
+# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
+config: c51524a7dae7fc57120b8a88c632eb04
+tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/hooks/hive/index.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/hooks/hive/index.html
new file mode 100644
index 0000000000..1670282be5
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/hooks/hive/index.html
@@ -0,0 +1,1558 @@
+
+
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+ <html xmlns="http://www.w3.org/1999/xhtml" lang="en">
+<head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1">
+ <title>airflow.providers.apache.hive.hooks.hive — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.operators" href="../../operators/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.hooks" href="../index.html" />
+ <!-- Matomo -->
+ <script>
+ var _paq = window._paq = window._paq || [];
+ /* tracker methods like "setCustomDimension" should be called before "trackPageView" */
+ /* We explicitly disable cookie tracking to avoid privacy issues */
+ _paq.push(['disableCookies']);
+ _paq.push(['trackPageView']);
+ _paq.push(['enableLinkTracking']);
+ (function() {
+ var u="https://analytics.apache.org/";
+ _paq.push(['setTrackerUrl', u+'matomo.php']);
+ _paq.push(['setSiteId', '13']);
+ var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0];
+ g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s);
+ })();
+ </script>
+ <!-- End Matomo Code -->
+
+
+</head><body class="td-section">
+
+
+<header>
+ <nav class="js-navbar-scroll navbar">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178.258 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0zm-1 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482-.2h1 [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+ <div class="desktop-only navbar__menu-container">
+
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+ </div>
+
+
+
+ </div>
+
+ </div>
+ <div class="mobile-only navbar__drawer-container">
+ <button class="navbar__toggle-button" id="navbar-toggle-button">
+
+ <div id="hamburger-icon" class="navbar__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="26" height="20" viewBox="0 0 26 20">
+ <g id="Group_1294" data-name="Group 1294" transform="translate(-38.791 291)">
+ <g id="Group_1291" data-name="Group 1291" transform="translate(39 -291)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="translate(39 -281.822)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ <g id="Group_1293" data-name="Group 1293" transform="translate(39 -272.644)">
+ <rect id="Rectangle_463" width="26" height="2" fill="#51504f" data-name="Rectangle 463" rx="1" transform="translate(-.209 -.356)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="close-icon" class="navbar__toggle-button--icon">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </button>
+ <div class="navbar__drawer" id="navbar-drawer">
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+
+ </div>
+
+
+ </div>
+ </div>
+ </div>
+ </nav>
+
+</header>
+
+
+ <div class="roadmap container-fluid td-default base-layout">
+
+
+ <div class="content-drawer-wrapper">
+ <button class="content-drawer__toggle-button" id="content-open-button">
+
+ <div id="hamburger-icon" class="content-drawer__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="20.005" height="13.879" viewBox="0 0 20.005 13.879">
+ <g id="Group_1619" data-name="Group 1619" transform="translate(271.132 -418.872)">
+ <g id="Group_1613" data-name="Group 1613" transform="translate(-266.229 431.045)">
+ <path id="Path_1337" d="M-218.5 513.215h-14.583a.259.259 0 0 1-.259-.26.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.26z" fill="#51504f" data-name="Path 1337" transform="translate(233.345 -512.696)"></path>
+ </g>
+ <g id="Group_1614" data-name="Group 1614" transform="translate(-266.229 425.684)">
+ <path id="Path_1338" d="M-218.5 471.9h-14.583a.259.259 0 0 1-.259-.26.26.26 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.26.26 0 0 1-.259.26z" fill="#51504f" data-name="Path 1338" transform="translate(233.345 -471.376)"></path>
+ </g>
+ <g id="Group_1615" data-name="Group 1615" transform="translate(-266.229 420.323)">
+ <path id="Path_1339" d="M-218.5 430.574h-14.583a.259.259 0 0 1-.259-.259.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.259z" fill="#51504f" data-name="Path 1339" transform="translate(233.345 -430.055)"></path>
+ </g>
+ <g id="Group_1616" data-name="Group 1616" transform="translate(-271.132 429.814)">
+ <path id="Path_1340" d="M-269.663 506.145a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1340" transform="translate(271.132 -503.208)"></path>
+ </g>
+ <g id="Group_1617" data-name="Group 1617" transform="translate(-271.132 424.556)">
+ <path id="Path_1341" d="M-269.663 465.62a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.952z" fill="#51504f" data-name="Path 1341" transform="translate(271.132 -462.683)"></path>
+ </g>
+ <g id="Group_1618" data-name="Group 1618" transform="translate(-271.132 418.872)">
+ <path id="Path_1342" d="M-269.663 421.809a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1342" transform="translate(271.132 -418.872)"></path>
+ </g>
+ </g>
+ </svg>
+
+ <span class="bodytext__mobile--brownish-grey">Content</span>
+ </div>
+
+ </button>
+ <nav id="content-navbar" class="navbar navbar--hidden">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482- [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+
+ <div id="content-close-button">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </nav>
+ <div class="content-drawer-container" id="content-drawer">
+ <div class="content-drawer">
+ <div class="td-sidebar">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+ </div>
+ </div>
+ </div>
+
+ <div class="d-flex">
+
+
+ <div class="td-sidebar desktop-only d-print-none">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+
+
+
+
+ <main class="col-12 col-md-9 col-xl-8" role="main">
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation" class="d-none d-md-block d-print-none">
+
+ <ul class="breadcrumb">
+
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
+
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks</span></code></a></li>
+
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks.hive</span></code></a></li>
+
+ </ul>
+</div>
+
+ <div class="rst-content">
+ <div class="document">
+ <div class="documentwrapper">
+ <div class="bodywrapper">
+ <div class="body" role="main">
+
+ <div class="section" id="module-airflow.providers.apache.hive.hooks.hive">
+<span id="airflow-providers-apache-hive-hooks-hive"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.hooks.hive" title="airflow.providers.apache.hive.hooks.hive"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks.hive</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.hooks.hive" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook" title="airflow.providers.apache.hive.hooks.hive.HiveCliHook"><code class="xref py py-obj docutils literal notranslate"><span class="pre">HiveCliHook</span></code></a></p></td>
+<td><p>Simple wrapper around the hive CLI.</p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook" title="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook"><code class="xref py py-obj docutils literal notranslate"><span class="pre">HiveMetastoreHook</span></code></a></p></td>
+<td><p>Wrapper to interact with the Hive Metastore</p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook" title="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook"><code class="xref py py-obj docutils literal notranslate"><span class="pre">HiveServer2Hook</span></code></a></p></td>
+<td><p>Wrapper around the pyhive library</p></td>
+</tr>
+</tbody>
+</table>
+</div>
+<div class="section" id="functions">
+<h3>Functions<a class="headerlink" href="#functions" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.get_context_from_env_var" title="airflow.providers.apache.hive.hooks.hive.get_context_from_env_var"><code class="xref py py-obj docutils literal notranslate"><span class="pre">get_context_from_env_var</span></code></a>()</p></td>
+<td><p>Extract context from env variable, e.g. dag_id, task_id and execution_date,</p></td>
+</tr>
+</tbody>
+</table>
+</div>
+<div class="section" id="attributes">
+<h3>Attributes<a class="headerlink" href="#attributes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HIVE_QUEUE_PRIORITIES" title="airflow.providers.apache.hive.hooks.hive.HIVE_QUEUE_PRIORITIES"><code class="xref py py-obj docutils literal notranslate"><span class="pre">HIVE_QUEUE_PRIORITIES</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HIVE_QUEUE_PRIORITIES">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.hooks.hive.</span></span><span class="sig-name descname"><span class="pre">HIVE_QUEUE_PRIORITIES</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">['VERY_HIGH',</span> <span class="pre">'HIGH',</span> <span class="pre">'NORMAL',</span> <span class="pre">'LOW',</span> <span class="pre">'VERY_LOW']</span></em><a class="reference internal" href="../../ [...]
+<dd></dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.get_context_from_env_var">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.hooks.hive.</span></span><span class="sig-name descname"><span class="pre">get_context_from_env_var</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#get_context_from_env_var"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerl [...]
+<dd><p>Extract context from env variable, e.g. dag_id, task_id and execution_date,
+so that they can be used inside BashOperator and PythonOperator.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Returns</dt>
+<dd class="field-odd"><p>The context of interest.</p>
+</dd>
+<dt class="field-even">Return type</dt>
+<dd class="field-even"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)">dict</a>[Any, Any]</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveCliHook">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.hooks.hive.</span></span><span class="sig-name descname"><span class="pre">HiveCliHook</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">hive_cli_conn_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">default_con [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/hooks/base/index.html#airflow.hooks.base.BaseHook" title="(in apache-airflow v2.6.0.dev0)"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.hooks.base.BaseHook</span></code></a></p>
+<p>Simple wrapper around the hive CLI.</p>
+<p>It also supports the <code class="docutils literal notranslate"><span class="pre">beeline</span></code>
+a lighter CLI that runs JDBC and is replacing the heavier
+traditional CLI. To enable <code class="docutils literal notranslate"><span class="pre">beeline</span></code>, set the use_beeline param in the
+extra field of your connection as in <code class="docutils literal notranslate"><span class="pre">{</span> <span class="pre">"use_beeline":</span> <span class="pre">true</span> <span class="pre">}</span></code></p>
+<p>Note that you can also set default hive CLI parameters by passing <code class="docutils literal notranslate"><span class="pre">hive_cli_params</span></code>
+space separated list of parameters to add to the hive command.</p>
+<p>The extra connection parameter <code class="docutils literal notranslate"><span class="pre">auth</span></code> gets passed as in the <code class="docutils literal notranslate"><span class="pre">jdbc</span></code>
+connection string as is.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>hive_cli_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Reference to the
+<a class="reference internal" href="../../../../../../../connections/hive_cli.html#howto-connection-hive-cli"><span class="std std-ref">Hive CLI connection id</span></a>.</p></li>
+<li><p><strong>mapred_queue</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – queue used by the Hadoop Scheduler (Capacity or Fair)</p></li>
+<li><p><strong>mapred_queue_priority</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – priority within the job queue.
+Possible settings include: VERY_HIGH, HIGH, NORMAL, LOW, VERY_LOW</p></li>
+<li><p><strong>mapred_job_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – This name will appear in the jobtracker.
+This can make monitoring easier.</p></li>
+<li><p><strong>hive_cli_params</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Space separated list of hive command parameters to add to the
+hive command.</p></li>
+</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_name_attr">
+<span class="sig-name descname"><span class="pre">conn_name_attr</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">hive_cli_conn_id</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveCliHook.conn_name_attr"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.co [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveCliHook.default_conn_name">
+<span class="sig-name descname"><span class="pre">default_conn_name</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">hive_cli_default</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveCliHook.default_conn_name"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveCliH [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_type">
+<span class="sig-name descname"><span class="pre">conn_type</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">hive_cli</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveCliHook.conn_type"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_type" title="Pe [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveCliHook.hook_name">
+<span class="sig-name descname"><span class="pre">hook_name</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">Hive</span> <span class="pre">Client</span> <span class="pre">Wrapper</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveCliHook.hook_name"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.prov [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveCliHook.run_cli">
+<span class="sig-name descname"><span class="pre">run_cli</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">hql</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">verbose</span></span><span class="o"><span class="pre">=< [...]
+<dd><p>Run an hql statement using the hive cli. If hive_conf is specified
+it should be a dict and the entries will be set as key/value pairs
+in HiveConf.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>hql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – an hql (hive query language) statement to run with hive cli</p></li>
+<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – Name of hive schema (database) to use</p></li>
+<li><p><strong>verbose</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – Provides additional logging. Defaults to True.</p></li>
+<li><p><strong>hive_conf</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em>[</em><em>Any</em><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – if specified these key value pairs will be passed
+to hive as <code class="docutils literal notranslate"><span class="pre">-hiveconf</span> <span class="pre">"key"="value"</span></code>. Note that they will be
+passed after the <code class="docutils literal notranslate"><span class="pre">hive_cli_params</span></code> and thus will override
+whatever values are specified in the database.</p></li>
+</ul>
+</dd>
+</dl>
+<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="n">hh</span> <span class="o">=</span> <span class="n">HiveCliHook</span><span class="p">()</span>
+<span class="gp">>>> </span><span class="n">result</span> <span class="o">=</span> <span class="n">hh</span><span class="o">.</span><span class="n">run_cli</span><span class="p">(</span><span class="s2">"USE airflow;"</span><span class="p">)</span>
+<span class="gp">>>> </span><span class="p">(</span><span class="s2">"OK"</span> <span class="ow">in</span> <span class="n">result</span><span class="p">)</span>
+<span class="go">True</span>
+</pre></div>
+</div>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveCliHook.test_hql">
+<span class="sig-name descname"><span class="pre">test_hql</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">hql</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveCliHook.test_hql"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.Hi [...]
+<dd><p>Test an hql statement using the hive cli and EXPLAIN</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_df">
+<span class="sig-name descname"><span class="pre">load_df</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">df</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">field_dict</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span [...]
+<dd><p>Loads a pandas DataFrame into hive.</p>
+<p>Hive data types will be inferred if not passed but column names will
+not be sanitized.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>df</strong> (<a class="reference external" href="https://pandas.pydata.org/pandas-docs/stable/reference/api/pandas.DataFrame.html#pandas.DataFrame" title="(in pandas v1.5.2)"><em>pandas.DataFrame</em></a>) – DataFrame to load into a Hive table</p></li>
+<li><p><strong>table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – target Hive table, use dot notation to target a
+specific database</p></li>
+<li><p><strong>field_dict</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em>[</em><em>Any</em><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – mapping from column name to hive data type.
+Note that it must be OrderedDict so as to keep columns’ order.</p></li>
+<li><p><strong>delimiter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – field delimiter in the file</p></li>
+<li><p><strong>encoding</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – str encoding to use when writing DataFrame to file</p></li>
+<li><p><strong>pandas_kwargs</strong> (<em>Any</em>) – passed to DataFrame.to_csv</p></li>
+<li><p><strong>kwargs</strong> (<em>Any</em>) – passed to self.load_file</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_file">
+<span class="sig-name descname"><span class="pre">load_file</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">filepath</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">delimiter</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">','</span></span></em>, <em class="sig-param"> [...]
+<dd><p>Loads a local file into Hive</p>
+<p>Note that the table generated in Hive uses <code class="docutils literal notranslate"><span class="pre">STORED</span> <span class="pre">AS</span> <span class="pre">textfile</span></code>
+which isn’t the most efficient serialization format. If a
+large amount of data is loaded and/or if the tables gets
+queried considerably, you may want to use this operator only to
+stage the data into a temporary table before loading it into its
+final destination using a <code class="docutils literal notranslate"><span class="pre">HiveOperator</span></code>.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>filepath</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – local filepath of the file to load</p></li>
+<li><p><strong>table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – target Hive table, use dot notation to target a
+specific database</p></li>
+<li><p><strong>delimiter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – field delimiter in the file</p></li>
+<li><p><strong>field_dict</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em>[</em><em>Any</em><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – A dictionary of the fields name in the file
+as keys and their Hive types as values.
+Note that it must be OrderedDict so as to keep columns’ order.</p></li>
+<li><p><strong>create</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to create the table if it doesn’t exist</p></li>
+<li><p><strong>overwrite</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to overwrite the data in table or partition</p></li>
+<li><p><strong>partition</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – target partition as a dict of partition columns
+and values</p></li>
+<li><p><strong>recreate</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to drop and recreate the table at every
+execution</p></li>
+<li><p><strong>tblproperties</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – TBLPROPERTIES of the hive table being created</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveCliHook.kill">
+<span class="sig-name descname"><span class="pre">kill</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveCliHook.kill"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.kill" title="Permalink to this definition">¶</a></dt>
+<dd><p>Kill Hive cli command</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.hooks.hive.</span></span><span class="sig-name descname"><span class="pre">HiveMetastoreHook</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">metastore_conn_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">defa [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/hooks/base/index.html#airflow.hooks.base.BaseHook" title="(in apache-airflow v2.6.0.dev0)"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.hooks.base.BaseHook</span></code></a></p>
+<p>Wrapper to interact with the Hive Metastore</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>metastore_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – reference to the
+:ref: <cite>metastore thrift service connection id <howto/connection:hive_metastore></cite>.</p>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.MAX_PART_COUNT">
+<span class="sig-name descname"><span class="pre">MAX_PART_COUNT</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">32767</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveMetastoreHook.MAX_PART_COUNT"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.M [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_name_attr">
+<span class="sig-name descname"><span class="pre">conn_name_attr</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">metastore_conn_id</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveMetastoreHook.conn_name_attr"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveMet [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.default_conn_name">
+<span class="sig-name descname"><span class="pre">default_conn_name</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">metastore_default</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveMetastoreHook.default_conn_name"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.H [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_type">
+<span class="sig-name descname"><span class="pre">conn_type</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">hive_metastore</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveMetastoreHook.conn_type"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.co [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.hook_name">
+<span class="sig-name descname"><span class="pre">hook_name</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">Hive</span> <span class="pre">Metastore</span> <span class="pre">Thrift</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveMetastoreHook.hook_name"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airf [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__getstate__">
+<span class="sig-name descname"><span class="pre">__getstate__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveMetastoreHook.__getstate__"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__getstate__" title="Permalink to this definitio [...]
+<dd><dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__setstate__">
+<span class="sig-name descname"><span class="pre">__setstate__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">d</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveMetastoreHook.__setstate__"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.h [...]
+<dd><dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_metastore_client">
+<span class="sig-name descname"><span class="pre">get_metastore_client</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveMetastoreHook.get_metastore_client"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_metastore_client" title="Per [...]
+<dd><p>Returns a Hive thrift client.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_conn">
+<span class="sig-name descname"><span class="pre">get_conn</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveMetastoreHook.get_conn"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_conn" title="Permalink to this definition">¶</a></dt>
+<dd><p>Returns connection for the hook.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_partition">
+<span class="sig-name descname"><span class="pre">check_for_partition</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">schema</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">partition</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/ [...]
+<dd><p>Checks whether a partition exists</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Name of hive schema (database) @table belongs to</p></li>
+<li><p><strong>table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Name of hive table @partition belongs to</p></li>
+<li><p><strong>partition</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Expression that matches the partitions to check for
+(eg <cite>a = ‘b’ AND c = ‘d’</cite>)</p></li>
+</ul>
+</dd>
+</dl>
+<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="n">hh</span> <span class="o">=</span> <span class="n">HiveMetastoreHook</span><span class="p">()</span>
+<span class="gp">>>> </span><span class="n">t</span> <span class="o">=</span> <span class="s1">'static_babynames_partitioned'</span>
+<span class="gp">>>> </span><span class="n">hh</span><span class="o">.</span><span class="n">check_for_partition</span><span class="p">(</span><span class="s1">'airflow'</span><span class="p">,</span> <span class="n">t</span><span class="p">,</span> <span class="s2">"ds='2015-01-01'"</span><span class="p">)</span>
+<span class="go">True</span>
+</pre></div>
+</div>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_named_partition">
+<span class="sig-name descname"><span class="pre">check_for_named_partition</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">schema</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">partition_name</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/a [...]
+<dd><p>Checks whether a partition with a given name exists</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Name of hive schema (database) @table belongs to</p></li>
+<li><p><strong>table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Name of hive table @partition belongs to</p></li>
+<li><p><strong>partition_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Name of the partitions to check for (eg <cite>a=b/c=d</cite>)</p></li>
+</ul>
+</dd>
+</dl>
+<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="n">hh</span> <span class="o">=</span> <span class="n">HiveMetastoreHook</span><span class="p">()</span>
+<span class="gp">>>> </span><span class="n">t</span> <span class="o">=</span> <span class="s1">'static_babynames_partitioned'</span>
+<span class="gp">>>> </span><span class="n">hh</span><span class="o">.</span><span class="n">check_for_named_partition</span><span class="p">(</span><span class="s1">'airflow'</span><span class="p">,</span> <span class="n">t</span><span class="p">,</span> <span class="s2">"ds=2015-01-01"</span><span class="p">)</span>
+<span class="go">True</span>
+<span class="gp">>>> </span><span class="n">hh</span><span class="o">.</span><span class="n">check_for_named_partition</span><span class="p">(</span><span class="s1">'airflow'</span><span class="p">,</span> <span class="n">t</span><span class="p">,</span> <span class="s2">"ds=xxx"</span><span class="p">)</span>
+<span class="go">False</span>
+</pre></div>
+</div>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_table">
+<span class="sig-name descname"><span class="pre">get_table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">table_name</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">db</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'default'</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow [...]
+<dd><p>Get a metastore table object</p>
+<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="n">hh</span> <span class="o">=</span> <span class="n">HiveMetastoreHook</span><span class="p">()</span>
+<span class="gp">>>> </span><span class="n">t</span> <span class="o">=</span> <span class="n">hh</span><span class="o">.</span><span class="n">get_table</span><span class="p">(</span><span class="n">db</span><span class="o">=</span><span class="s1">'airflow'</span><span class="p">,</span> <span class="n">table_name</span><span class="o">=</span><span class="s1">'static_babynames'</span><span class="p">)</span>
+<span class="gp">>>> </span><span class="n">t</span><span class="o">.</span><span class="n">tableName</span>
+<span class="go">'static_babynames'</span>
+<span class="gp">>>> </span><span class="p">[</span><span class="n">col</span><span class="o">.</span><span class="n">name</span> <span class="k">for</span> <span class="n">col</span> <span class="ow">in</span> <span class="n">t</span><span class="o">.</span><span class="n">sd</span><span class="o">.</span><span class="n">cols</span><span class="p">]</span>
+<span class="go">['state', 'year', 'name', 'gender', 'num']</span>
+</pre></div>
+</div>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_tables">
+<span class="sig-name descname"><span class="pre">get_tables</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">db</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pattern</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'*'</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/provide [...]
+<dd><p>Get a metastore table object</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_databases">
+<span class="sig-name descname"><span class="pre">get_databases</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pattern</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'*'</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveMetastoreHook.get_databases"><span class= [...]
+<dd><p>Get a metastore table object</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_partitions">
+<span class="sig-name descname"><span class="pre">get_partitions</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">schema</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_name</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">partition_filter</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span cl [...]
+<dd><p>Returns a list of all partitions in a table. Works only
+for tables with less than 32767 (java short max val).
+For subpartitioned table, the number might easily exceed this.</p>
+<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="n">hh</span> <span class="o">=</span> <span class="n">HiveMetastoreHook</span><span class="p">()</span>
+<span class="gp">>>> </span><span class="n">t</span> <span class="o">=</span> <span class="s1">'static_babynames_partitioned'</span>
+<span class="gp">>>> </span><span class="n">parts</span> <span class="o">=</span> <span class="n">hh</span><span class="o">.</span><span class="n">get_partitions</span><span class="p">(</span><span class="n">schema</span><span class="o">=</span><span class="s1">'airflow'</span><span class="p">,</span> <span class="n">table_name</span><span class="o">=</span><span class="n">t</span><span class="p">)</span>
+<span class="gp">>>> </span><span class="nb">len</span><span class="p">(</span><span class="n">parts</span><span class="p">)</span>
+<span class="go">1</span>
+<span class="gp">>>> </span><span class="n">parts</span>
+<span class="go">[{'ds': '2015-01-01'}]</span>
+</pre></div>
+</div>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.max_partition">
+<span class="sig-name descname"><span class="pre">max_partition</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">schema</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_name</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">field</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-par [...]
+<dd><p>Returns the maximum value for all partitions with given field in a table.
+If only one partition key exist in the table, the key will be used as field.
+filter_map should be a partition_key:partition_value map and will be used to
+filter out partitions.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – schema name.</p></li>
+<li><p><strong>table_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – table name.</p></li>
+<li><p><strong>field</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – partition key to get max partition from.</p></li>
+<li><p><strong>filter_map</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em>[</em><em>Any</em><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – partition_key:partition_value map used for partition filtering.</p></li>
+</ul>
+</dd>
+</dl>
+<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="n">hh</span> <span class="o">=</span> <span class="n">HiveMetastoreHook</span><span class="p">()</span>
+<span class="gp">>>> </span><span class="n">filter_map</span> <span class="o">=</span> <span class="p">{</span><span class="s1">'ds'</span><span class="p">:</span> <span class="s1">'2015-01-01'</span><span class="p">}</span>
+<span class="gp">>>> </span><span class="n">t</span> <span class="o">=</span> <span class="s1">'static_babynames_partitioned'</span>
+<span class="gp">>>> </span><span class="n">hh</span><span class="o">.</span><span class="n">max_partition</span><span class="p">(</span><span class="n">schema</span><span class="o">=</span><span class="s1">'airflow'</span><span class="p">,</span> <span class="o">...</span> <span class="n">table_name</span><span class="o">=</span><span class="n">t</span><span class="p">,</span> <span class="n">field</span><span class="o">=</span><span class="s1">'ds'</span [...]
+<span class="go">'2015-01-01'</span>
+</pre></div>
+</div>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.table_exists">
+<span class="sig-name descname"><span class="pre">table_exists</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">table_name</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">db</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'default'</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airf [...]
+<dd><p>Check if table exists</p>
+<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="n">hh</span> <span class="o">=</span> <span class="n">HiveMetastoreHook</span><span class="p">()</span>
+<span class="gp">>>> </span><span class="n">hh</span><span class="o">.</span><span class="n">table_exists</span><span class="p">(</span><span class="n">db</span><span class="o">=</span><span class="s1">'airflow'</span><span class="p">,</span> <span class="n">table_name</span><span class="o">=</span><span class="s1">'static_babynames'</span><span class="p">)</span>
+<span class="go">True</span>
+<span class="gp">>>> </span><span class="n">hh</span><span class="o">.</span><span class="n">table_exists</span><span class="p">(</span><span class="n">db</span><span class="o">=</span><span class="s1">'airflow'</span><span class="p">,</span> <span class="n">table_name</span><span class="o">=</span><span class="s1">'does_not_exist'</span><span class="p">)</span>
+<span class="go">False</span>
+</pre></div>
+</div>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.drop_partitions">
+<span class="sig-name descname"><span class="pre">drop_partitions</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">table_name</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">part_vals</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">delete_data</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em>, <em cl [...]
+<dd><p>Drop partitions from the given table matching the part_vals input</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>table_name</strong> – table name.</p></li>
+<li><p><strong>part_vals</strong> – list of partition specs.</p></li>
+<li><p><strong>delete_data</strong> – Setting to control if underlying data have to deleted
+in addition to dropping partitions.</p></li>
+<li><p><strong>db</strong> – Name of hive schema (database) @table belongs to</p></li>
+</ul>
+</dd>
+</dl>
+<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="n">hh</span> <span class="o">=</span> <span class="n">HiveMetastoreHook</span><span class="p">()</span>
+<span class="gp">>>> </span><span class="n">hh</span><span class="o">.</span><span class="n">drop_partitions</span><span class="p">(</span><span class="n">db</span><span class="o">=</span><span class="s1">'airflow'</span><span class="p">,</span> <span class="n">table_name</span><span class="o">=</span><span class="s1">'static_babynames'</span><span class="p">,</span>
+<span class="go">part_vals="['2020-05-01']")</span>
+<span class="go">True</span>
+</pre></div>
+</div>
+</dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.hooks.hive.</span></span><span class="sig-name descname"><span class="pre">HiveServer2Hook</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sc [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow-providers-common-sql/stable/_api/airflow/providers/common/sql/hooks/sql/index.html#airflow.providers.common.sql.hooks.sql.DbApiHook" title="(in apache-airflow-providers-common-sql v1.3.1)"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.providers.common.sql.hooks.sql.DbApiHook</span></code></a></p>
+<p>Wrapper around the pyhive library</p>
+<p>Notes:
+* the default auth_mechanism is PLAIN, to override it you
+can specify it in the <code class="docutils literal notranslate"><span class="pre">extra</span></code> of your connection in the UI
+* the default for run_set_variable_statements is true, if you
+are using impala you may need to set it to false in the
+<code class="docutils literal notranslate"><span class="pre">extra</span></code> of your connection in the UI</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>hiveserver2_conn_id</strong> – Reference to the
+:ref: <cite>Hive Server2 thrift service connection id <howto/connection:hiveserver2></cite>.</p></li>
+<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – Hive database name.</p></li>
+</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_name_attr">
+<span class="sig-name descname"><span class="pre">conn_name_attr</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">hiveserver2_conn_id</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveServer2Hook.conn_name_attr"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveSer [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.default_conn_name">
+<span class="sig-name descname"><span class="pre">default_conn_name</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">hiveserver2_default</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveServer2Hook.default_conn_name"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.H [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_type">
+<span class="sig-name descname"><span class="pre">conn_type</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">hiveserver2</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveServer2Hook.conn_type"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_type [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.hook_name">
+<span class="sig-name descname"><span class="pre">hook_name</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">Hive</span> <span class="pre">Server</span> <span class="pre">2</span> <span class="pre">Thrift</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveServer2Hook.hook_name"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="h [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.supports_autocommit">
+<span class="sig-name descname"><span class="pre">supports_autocommit</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">False</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveServer2Hook.supports_autocommit"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2 [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_conn">
+<span class="sig-name descname"><span class="pre">get_conn</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveServer2Hook.get_conn"><span class="viewcode-li [...]
+<dd><p>Returns a Hive connection object.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_results">
+<span class="sig-name descname"><span class="pre">get_results</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'default'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">fetch_size</span></span><span class="o"><span cl [...]
+<dd><p>Get results of the provided hql in target schema.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.11)"><em>list</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em>]</em>) – hql to be executed.</p></li>
+<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – target schema, default to ‘default’.</p></li>
+<li><p><strong>fetch_size</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.11)"><em>int</em></a><em> | </em><em>None</em>) – max size of result to fetch.</p></li>
+<li><p><strong>hive_conf</strong> (<em>Iterable</em><em> | </em><em>Mapping</em><em> | </em><em>None</em>) – hive_conf to execute alone with the hql.</p></li>
+</ul>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>results of hql execution, dict with data (list of results) and header</p>
+</dd>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)">dict</a>[<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)">str</a>, Any]</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.to_csv">
+<span class="sig-name descname"><span class="pre">to_csv</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">csv_filepath</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'default'</span></span></em>, <em class="sig-param [...]
+<dd><p>Execute hql in target schema and write results to a csv file.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – hql to be executed.</p></li>
+<li><p><strong>csv_filepath</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – filepath of csv to write results into.</p></li>
+<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – target schema, default to ‘default’.</p></li>
+<li><p><strong>delimiter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – delimiter of the csv file, default to ‘,’.</p></li>
+<li><p><strong>lineterminator</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – lineterminator of the csv file.</p></li>
+<li><p><strong>output_header</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – header of the csv file, default to True.</p></li>
+<li><p><strong>fetch_size</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.11)"><em>int</em></a>) – number of result rows to write into the csv file, default to 1000.</p></li>
+<li><p><strong>hive_conf</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em>[</em><em>Any</em><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – hive_conf to execute alone with the hql.</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_records">
+<span class="sig-name descname"><span class="pre">get_records</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parameters</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre" [...]
+<dd><p>Get a set of records from a Hive query. You can optionally pass ‘schema’ kwarg
+which specifies target schema and default to ‘default’.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.11)"><em>list</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em>]</em>) – hql to be executed.</p></li>
+<li><p><strong>parameters</strong> (<em>Iterable</em><em> | </em><em>Mapping</em><em> | </em><em>None</em>) – optional configuration passed to get_results</p></li>
+</ul>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>result of hive execution</p>
+</dd>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p>Any</p>
+</dd>
+</dl>
+<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="n">hh</span> <span class="o">=</span> <span class="n">HiveServer2Hook</span><span class="p">()</span>
+<span class="gp">>>> </span><span class="n">sql</span> <span class="o">=</span> <span class="s2">"SELECT * FROM airflow.static_babynames LIMIT 100"</span>
+<span class="gp">>>> </span><span class="nb">len</span><span class="p">(</span><span class="n">hh</span><span class="o">.</span><span class="n">get_records</span><span class="p">(</span><span class="n">sql</span><span class="p">))</span>
+<span class="go">100</span>
+</pre></div>
+</div>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_pandas_df">
+<span class="sig-name descname"><span class="pre">get_pandas_df</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'default'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">hive_conf</span></span><span class="o"><span c [...]
+<dd><p>Get a pandas dataframe from a Hive query</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – hql to be executed.</p></li>
+<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – target schema, default to ‘default’.</p></li>
+<li><p><strong>hive_conf</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em>[</em><em>Any</em><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – hive_conf to execute alone with the hql.</p></li>
+<li><p><strong>kwargs</strong> – (optional) passed into pandas.DataFrame constructor</p></li>
+</ul>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>result of hive execution</p>
+</dd>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p><a class="reference external" href="https://pandas.pydata.org/pandas-docs/stable/reference/api/pandas.DataFrame.html#pandas.DataFrame" title="(in pandas v1.5.2)">pandas.DataFrame</a></p>
+</dd>
+</dl>
+<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="n">hh</span> <span class="o">=</span> <span class="n">HiveServer2Hook</span><span class="p">()</span>
+<span class="gp">>>> </span><span class="n">sql</span> <span class="o">=</span> <span class="s2">"SELECT * FROM airflow.static_babynames LIMIT 100"</span>
+<span class="gp">>>> </span><span class="n">df</span> <span class="o">=</span> <span class="n">hh</span><span class="o">.</span><span class="n">get_pandas_df</span><span class="p">(</span><span class="n">sql</span><span class="p">)</span>
+<span class="gp">>>> </span><span class="nb">len</span><span class="p">(</span><span class="n">df</span><span class="o">.</span><span class="n">index</span><span class="p">)</span>
+<span class="go">100</span>
+</pre></div>
+</div>
+<dl class="field-list simple">
+<dt class="field-odd">Returns</dt>
+<dd class="field-odd"><p>pandas.DateFrame</p>
+</dd>
+<dt class="field-even">Return type</dt>
+<dd class="field-even"><p><a class="reference external" href="https://pandas.pydata.org/pandas-docs/stable/reference/api/pandas.DataFrame.html#pandas.DataFrame" title="(in pandas v1.5.2)">pandas.DataFrame</a></p>
+</dd>
+</dl>
+</dd></dl>
+
+</dd></dl>
+
+</div>
+</div>
+</div>
+
+
+ <div class="pager" role="navigation" aria-label="related navigation">
+ <a rel="prev" title="airflow.providers.apache.hive.hooks" href="../index.html" >
+ <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
+ </a>
+ <a rel="next" title="airflow.providers.apache.hive.operators" href="../../operators/index.html" >
+ <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
+ </a>
+ </div>
+ </div>
+
+ </div>
+ </div>
+ </div>
+ </div>
+ <div class="rating-container">
+ <p class="bodytext__medium--greyish-brown font-weight-500">Was this entry helpful?</p>
+ <div class="rating">
+
+ <div id="rate-star-5" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-4" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-3" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-2" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-1" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ </div>
+ </div>
+
+ </main>
+
+
+
+
+ <nav class="wy-nav-side-toc">
+ <div class="wy-menu-vertical">
+ <ul>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks.hive</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a></li>
+<li><a class="reference internal" href="#functions">Functions</a></li>
+<li><a class="reference internal" href="#attributes">Attributes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HIVE_QUEUE_PRIORITIES"><code class="docutils literal notranslate"><span class="pre">HIVE_QUEUE_PRIORITIES</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.get_context_from_env_var"><code class="docutils literal notranslate"><span class="pre">get_context_from_env_var()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook"><code class="docutils literal notranslate"><span class="pre">HiveCliHook</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_name_attr"><code class="docutils literal notranslate"><span class="pre">HiveCliHook.conn_name_attr</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.default_conn_name"><code class="docutils literal notranslate"><span class="pre">HiveCliHook.default_conn_name</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_type"><code class="docutils literal notranslate"><span class="pre">HiveCliHook.conn_type</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.hook_name"><code class="docutils literal notranslate"><span class="pre">HiveCliHook.hook_name</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.run_cli"><code class="docutils literal notranslate"><span class="pre">HiveCliHook.run_cli()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.test_hql"><code class="docutils literal notranslate"><span class="pre">HiveCliHook.test_hql()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_df"><code class="docutils literal notranslate"><span class="pre">HiveCliHook.load_df()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_file"><code class="docutils literal notranslate"><span class="pre">HiveCliHook.load_file()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.kill"><code class="docutils literal notranslate"><span class="pre">HiveCliHook.kill()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.MAX_PART_COUNT"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.MAX_PART_COUNT</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_name_attr"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.conn_name_attr</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.default_conn_name"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.default_conn_name</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_type"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.conn_type</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.hook_name"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.hook_name</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__getstate__"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.__getstate__()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__setstate__"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.__setstate__()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_metastore_client"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.get_metastore_client()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_conn"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.get_conn()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_partition"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.check_for_partition()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_named_partition"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.check_for_named_partition()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_table"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.get_table()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_tables"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.get_tables()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_databases"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.get_databases()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_partitions"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.get_partitions()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.max_partition"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.max_partition()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.table_exists"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.table_exists()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.drop_partitions"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.drop_partitions()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_name_attr"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook.conn_name_attr</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.default_conn_name"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook.default_conn_name</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_type"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook.conn_type</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.hook_name"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook.hook_name</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.supports_autocommit"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook.supports_autocommit</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_conn"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook.get_conn()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_results"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook.get_results()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.to_csv"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook.to_csv()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_records"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook.get_records()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_pandas_df"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook.get_pandas_df()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HIVE_QUEUE_PRIORITIES">HIVE_QUEUE_PRIORITIES</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.get_context_from_env_var">get_context_from_env_var</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook">HiveCliHook</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_name_attr">conn_name_attr</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.default_conn_name">default_conn_name</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_type">conn_type</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.hook_name">hook_name</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.run_cli">run_cli</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.test_hql">test_hql</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_df">load_df</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_file">load_file</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.kill">kill</a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook">HiveMetastoreHook</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.MAX_PART_COUNT">MAX_PART_COUNT</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_name_attr">conn_name_attr</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.default_conn_name">default_conn_name</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_type">conn_type</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.hook_name">hook_name</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__getstate__">__getstate__</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__setstate__">__setstate__</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_metastore_client">get_metastore_client</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_conn">get_conn</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_partition">check_for_partition</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_named_partition">check_for_named_partition</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_table">get_table</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_tables">get_tables</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_databases">get_databases</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_partitions">get_partitions</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.max_partition">max_partition</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.table_exists">table_exists</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.drop_partitions">drop_partitions</a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook">HiveServer2Hook</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_name_attr">conn_name_attr</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.default_conn_name">default_conn_name</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_type">conn_type</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.hook_name">hook_name</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.supports_autocommit">supports_autocommit</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_conn">get_conn</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_results">get_results</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.to_csv">to_csv</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_records">get_records</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_pandas_df">get_pandas_df</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+
+ </div>
+ </nav>
+
+ </div>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <div class="base-layout--button">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/hooks/hive/index.rst" rel="nofollow">
+
+ <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
+ <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
+ <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.15 [...]
+ </svg>
+
+ <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span>
+ </button>
+ </a>
+ </div>
+
+
+ </div>
+
+
+
+
+<footer>
+ <div class="footer-section footer-section__media-section">
+ <div class="d-flex align-items-center">
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="46.14" height="45" viewBox="0 0 46.14 45">
+ <path id="Path_207" d="M228.962 1078.578a23.072 23.072 0 0 0-7.29 44.96c1.154.212 1.574-.5 1.574-1.112 0-.548-.02-2-.031-3.924-6.417 1.394-7.771-3.093-7.771-3.093a6.109 6.109 0 0 0-2.562-3.375c-2.095-1.431.159-1.4.159-1.4a4.846 4.846 0 0 1 3.533 2.377c2.058 3.525 5.4 2.507 6.714 1.917a4.926 4.926 0 0 1 1.464-3.084c-5.123-.582-10.508-2.562-10.508-11.4a8.919 8.919 0 0 1 2.374-6.191 8.3 8.3 0 0 1 .226-6.105s1.937-.62 6.344 2.365a21.857 21.857 0 0 1 11.551 0c4.4-2.985 6.3 [...]
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow/issues">
+ <svg xmlns="http://www.w3.org/2000/svg" width="45" height="45" viewBox="0 0 45 45">
+ <g id="Group_210" data-name="Group 210" transform="translate(-339.789 -1315.282)">
+ <path id="Path_218" d="M394.82 1315.282h-21.671a9.784 9.784 0 0 0 9.784 9.778h3.986v3.857a9.784 9.784 0 0 0 9.784 9.771v-21.523a1.884 1.884 0 0 0-1.883-1.883z" fill="#fff" data-name="Path 218" transform="translate(-11.914)"></path>
+ <path id="Path_219" d="M378.14 1332.072h-21.671a9.778 9.778 0 0 0 9.778 9.778h4.018v3.857a9.784 9.784 0 0 0 9.752 9.778v-21.536a1.877 1.877 0 0 0-1.877-1.877z" fill="#fff" data-name="Path 219" transform="translate(-5.957 -5.996)"></path>
+ <path id="Path_220" d="M361.46 1348.862h-21.671a9.778 9.778 0 0 0 9.778 9.778h3.992v3.857a9.778 9.778 0 0 0 9.778 9.778v-21.529a1.883 1.883 0 0 0-1.877-1.884z" fill="#fff" data-name="Path 220" transform="translate(0 -11.993)"></path>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://s.apache.org/airflow-slack">
+ <svg xmlns="http://www.w3.org/2000/svg" width="45.073" height="45.073" viewBox="0 0 45.073 45.073">
+ <g id="Group_208" data-name="Group 208" transform="translate(-661.145 -806.287)">
+ <g id="Group_204" data-name="Group 204" transform="translate(661.145 830.01)">
+ <path id="Path_208" d="M670.634 856.859a4.744 4.744 0 1 1-4.744-4.744h4.744z" fill="#fff" data-name="Path 208" transform="translate(-661.145 -852.115)"></path>
+ <path id="Path_209" d="M684.059 856.859a4.744 4.744 0 0 1 9.489 0v11.861a4.744 4.744 0 1 1-9.489 0z" fill="#fff" data-name="Path 209" transform="translate(-672.198 -852.115)"></path>
+ </g>
+ <g id="Group_205" data-name="Group 205" transform="translate(661.145 806.287)">
+ <path id="Path_210" d="M688.8 815.776a4.744 4.744 0 1 1 4.744-4.745v4.745z" fill="#fff" data-name="Path 210" transform="translate(-672.198 -806.287)"></path>
+ <path id="Path_211" d="M677.751 829.2a4.744 4.744 0 0 1 0 9.489H665.89a4.744 4.744 0 1 1 0-9.489z" fill="#fff" data-name="Path 211" transform="translate(-661.145 -817.34)"></path>
+ </g>
+ <g id="Group_206" data-name="Group 206" transform="translate(684.868 806.287)">
+ <path id="Path_212" d="M729.887 833.945a4.744 4.744 0 1 1 4.745 4.745h-4.745z" fill="#fff" data-name="Path 212" transform="translate(-718.026 -817.34)"></path>
+ <path id="Path_213" d="M716.462 822.893a4.744 4.744 0 1 1-9.489 0v-11.862a4.744 4.744 0 0 1 9.489 0z" fill="#fff" data-name="Path 213" transform="translate(-706.973 -806.287)"></path>
+ </g>
+ <g id="Group_207" data-name="Group 207" transform="translate(684.868 830.01)">
+ <path id="Path_214" d="M711.718 875.029a4.744 4.744 0 1 1-4.745 4.744v-4.744z" fill="#fff" data-name="Path 214" transform="translate(-706.973 -863.168)"></path>
+ <path id="Path_215" d="M711.718 861.6a4.744 4.744 0 1 1 0-9.489h11.861a4.744 4.744 0 0 1 0 9.489z" fill="#fff" data-name="Path 215" transform="translate(-706.973 -852.115)"></path>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://stackoverflow.com/questions/tagged/airflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="37.647" height="44.6" viewBox="0 0 37.647 44.6">
+ <g id="Group_209" data-name="Group 209" transform="translate(-645.2 -975.455)">
+ <path id="Path_216" d="M677.028 1043.1v-11.948h3.966v15.914H645.2v-15.914h3.966v11.948z" fill="#fff" data-name="Path 216" transform="translate(0 -27.014)"></path>
+ <path id="Path_217" d="M661.012 1003.008l19.467 4.069.824-3.914-19.467-4.069zm2.575-9.27l18.025 8.395 1.648-3.605-18.025-8.446zm5-8.858l15.3 12.721 2.524-3.039-15.3-12.721zm9.888-9.425l-3.193 2.369 11.845 15.965 3.193-2.369zm-17.875 36.617h19.879v-3.966H660.6z" fill="#fff" data-name="Path 217" transform="translate(-7.469)"></path>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://twitter.com/ApacheAirflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="44.355" height="44.355" viewBox="0 0 44.355 44.355">
+ <g id="Group_211" data-name="Group 211" transform="translate(-503 -1382.2)">
+ <path id="Path_221" d="M541.811 1382.2h-33.267a5.546 5.546 0 0 0-5.544 5.544v33.266a5.547 5.547 0 0 0 5.544 5.545h33.267a5.546 5.546 0 0 0 5.544-5.545v-33.266a5.546 5.546 0 0 0-5.544-5.544zm-5.611 16.533c.011.244.011.488.011.732 0 7.507-5.722 16.178-16.179 16.178a16.173 16.173 0 0 1-8.7-2.539 10.92 10.92 0 0 0 1.353.078 11.4 11.4 0 0 0 7.064-2.44 5.685 5.685 0 0 1-5.311-3.947 5.725 5.725 0 0 0 2.561-.1 5.7 5.7 0 0 1-4.557-5.578v-.078a5.752 5.752 0 0 0 2.572.71 5.7 [...]
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA">
+ <svg xmlns="http://www.w3.org/2000/svg" width="49.594" height="34.941" viewBox="0 0 49.594 34.941">
+ <path id="Path_223" d="M1124.557 1230a6.232 6.232 0 0 0-4.385-4.413c-3.867-1.043-19.376-1.043-19.376-1.043s-15.508 0-19.376 1.043a6.232 6.232 0 0 0-4.385 4.413c-1.036 3.893-1.036 12.014-1.036 12.014s0 8.122 1.036 12.015a6.232 6.232 0 0 0 4.385 4.413c3.867 1.043 19.376 1.043 19.376 1.043s15.509 0 19.376-1.043a6.232 6.232 0 0 0 4.385-4.413c1.036-3.893 1.036-12.015 1.036-12.015s.001-8.123-1.036-12.014zm-28.833 19.388v-14.748l12.962 7.374z" fill="#fff" data-name="Path 223 [...]
+ </svg>
+
+ </a>
+
+ </div>
+
+
+ <div class="footer-section__media-section--button-with-text">
+ <span class="footer-section__media-section--text">Want to be a part of Apache Airflow?</span>
+ <a href="/community">
+
+ <button id="" class="btn-filled bodytext__medium--white ">Join community</button>
+
+ </a>
+ </div>
+
+
+ </div>
+ <div class="footer-section footer-section__policies-section">
+ <div class="footer-section">
+ <span>© The Apache Software Foundation <script>document.write(new Date().getFullYear())</script></span>
+ <div class="footer-section__policies-section--policies">
+
+ <a href="https://www.apache.org/licenses/" class="footer-section__policies-section--policy-item">
+ <span>License</span>
+ </a>
+
+ <a href="https://www.apache.org/foundation/sponsorship.html" class="footer-section__policies-section--policy-item">
+ <span>Donate</span>
+ </a>
+
+ <a href="https://www.apache.org/foundation/thanks.html" class="footer-section__policies-section--policy-item">
+ <span>Thanks</span>
+ </a>
+
+ <a href="https://www.apache.org/security/" class="footer-section__policies-section--policy-item">
+ <span>Security</span>
+ </a>
+
+
+ </div>
+ </div>
+ <span class="footer-section__policies-section--disclaimer">
+ Apache Airflow, Apache, Airflow, the Airflow logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation.
+ All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.
+ </span>
+ </div>
+</footer>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
+ <script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
+</body>
+</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/hooks/index.html
similarity index 89%
copy from docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/hooks/index.html
index d33b8dc0d2..95ef7a8606 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/hooks/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secret backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Community Providers" href="../howto/create-update-providers.html" />
- <link rel="prev" title="Writing logs" href="logging.html" />
+ <title>airflow.providers.apache.hive.hooks — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.hooks.hive" href="hive/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive" href="../index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="secrets-backends.html"> Secret backends</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks</span></code></a></li>
</ul>
</div>
@@ -555,53 +588,24 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secret-backends">
-<h1>Secret backends<a class="headerlink" href="#secret-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of secret backends
-exposed via community-managed providers.</p>
-<p>Airflow has the capability of reading connections, variables and configuration from Secret Backends rather
-than from its own Database. While storing such information in Airflow’s database is possible, many of the
-enterprise customers already have some secret managers storing secrets, and Airflow can tap into those
-via providers that implement secrets backends for services Airflow integrates with.</p>
-<p>You can also take a
-look at Secret backends available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html" title="(in apache-airflow v2.6.0.dev0)"><span>Secrets Backend</span></a> and here you can see the ones
-provided by the community-managed providers:</p>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.html#airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SecretsManagerBackend</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/systems_manager/index.html#airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SystemsManagerParameterStoreBackend</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.hooks">
+<span id="airflow-providers-apache-hive-hooks"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.hooks" title="airflow.providers.apache.hive.hooks"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.hooks" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this heading">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks.hive</span></code></a></li>
</ul>
</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/secrets/secret_manager/index.html#airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudSecretManagerBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="hashicorp">
-<h2>Hashicorp<a class="headerlink" href="#hashicorp" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-hashicorp/stable/_api/airflow/providers/hashicorp/secrets/vault/index.html#airflow.providers.hashicorp.secrets.vault.VaultBackend" title="(in apache-airflow-providers-hashicorp v3.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">VaultBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/secrets/key_vault/index.html#airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Writing logs" href="logging.html" >
+ <a rel="prev" title="airflow.providers.apache.hive" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Community Providers" href="../howto/create-update-providers.html" >
+ <a rel="next" title="airflow.providers.apache.hive.hooks.hive" href="hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -671,11 +675,8 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secret backends</a><ul>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#hashicorp">Hashicorp</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -700,7 +701,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/secrets-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/hooks/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -834,19 +835,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/index.html
similarity index 87%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/index.html
index aac948412b..b27994251b 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.hooks" href="hooks/index.html" />
+ <link rel="prev" title="Apache Hive Operators" href="../../../../../operators.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,9 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
-
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
</ul>
</div>
@@ -555,59 +586,47 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive">
+<span id="airflow-providers-apache-hive"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive" title="airflow.providers.apache.hive"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="subpackages">
+<h2>Subpackages<a class="headerlink" href="#subpackages" title="Permalink to this heading">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="hooks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks</span></code></a><ul>
+<li class="toctree-l2"><a class="reference internal" href="hooks/hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks.hive</span></code></a></li>
</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="operators/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators</span></code></a><ul>
+<li class="toctree-l2"><a class="reference internal" href="operators/hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators.hive</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="operators/hive_stats/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators.hive_stats</span></code></a></li>
</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="sensors/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors</span></code></a><ul>
+<li class="toctree-l2"><a class="reference internal" href="sensors/hive_partition/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.hive_partition</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="sensors/metastore_partition/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.metastore_partition</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="sensors/named_hive_partition/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.named_hive_partition</span></code></a></li>
</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="transfers/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers</span></code></a><ul>
+<li class="toctree-l2"><a class="reference internal" href="transfers/hive_to_mysql/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_mysql</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="transfers/hive_to_samba/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_samba</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="transfers/mssql_to_hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.mssql_to_hive</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="transfers/mysql_to_hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.mysql_to_hive</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="transfers/s3_to_hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.s3_to_hive</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="transfers/vertica_to_hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.vertica_to_hive</span></code></a></li>
</ul>
-</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
+</li>
</ul>
</div>
+</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="Apache Hive Operators" href="../../../../../operators.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="airflow.providers.apache.hive.hooks" href="hooks/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +696,8 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a><ul>
+<li><a class="reference internal" href="#subpackages">Subpackages</a></li>
</ul>
</li>
</ul>
@@ -707,7 +722,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +856,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../" src="../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../" id="documentation_options" src="../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../_static/jquery.js"></script>
+ <script src="../../../../../_static/underscore.js"></script>
+ <script src="../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../_static/doctools.js"></script>
+ <script src="../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/operators/hive/index.html
similarity index 74%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/operators/hive/index.html
index aac948412b..582a100611 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/operators/hive/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive.operators.hive — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.operators.hive_stats" href="../hive_stats/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.operators" href="../index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators.hive</span></code></a></li>
</ul>
</div>
@@ -555,59 +590,142 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.operators.hive">
+<span id="airflow-providers-apache-hive-operators-hive"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.operators.hive" title="airflow.providers.apache.hive.operators.hive"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators.hive</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.operators.hive" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator" title="airflow.providers.apache.hive.operators.hive.HiveOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">HiveOperator</span></code></a></p></td>
+<td><p>Executes hql code or hive script in a specific Hive database.</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.operators.hive.</span></span><span class="sig-name descname"><span class="pre">HiveOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">hql</span></span></em>, <em class="sig-param"><span c [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Executes hql code or hive script in a specific Hive database.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>hql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – the hql to be executed. Note that you may also use
+a relative path from the dag file of a (template) hive
+script. (templated)</p></li>
+<li><p><strong>hive_cli_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Reference to the
+<a class="reference internal" href="../../../../../../../connections/hive_cli.html#howto-connection-hive-cli"><span class="std std-ref">Hive CLI connection id</span></a>. (templated)</p></li>
+<li><p><strong>hiveconfs</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em>[</em><em>Any</em><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – if defined, these key value pairs will be passed
+to hive as <code class="docutils literal notranslate"><span class="pre">-hiveconf</span> <span class="pre">"key"="value"</span></code></p></li>
+<li><p><strong>hiveconf_jinja_translate</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – when True, hiveconf-type templating
+${var} gets translated into jinja-type templating {{ var }} and
+${hiveconf:var} gets translated into jinja-type templating {{ var }}.
+Note that you may want to use this along with the
+<code class="docutils literal notranslate"><span class="pre">DAG(user_defined_macros=myargs)</span></code> parameter. View the DAG
+object documentation for more details.</p></li>
+<li><p><strong>script_begin_tag</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – If defined, the operator will get rid of the
+part of the script before the first occurrence of <cite>script_begin_tag</cite></p></li>
+<li><p><strong>run_as_owner</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – Run HQL code as a DAG’s owner.</p></li>
+<li><p><strong>mapred_queue</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – queue used by the Hadoop CapacityScheduler. (templated)</p></li>
+<li><p><strong>mapred_queue_priority</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – priority within CapacityScheduler queue.
+Possible settings include: VERY_HIGH, HIGH, NORMAL, LOW, VERY_LOW</p></li>
+<li><p><strong>mapred_job_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – This name will appear in the jobtracker.
+This can make monitoring easier.</p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['hql',</span> <span class="pre">'schema',</span> <span class="pre">'hive_cli_conn_id',</span> <span class="pre">'mapred_queue',</span> <span class="pre">'hiveconfs',</span> <span class="pre">'mapred_job_name',...</span></em><a class="reference internal" href="../../../../../../../_ [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator.template_ext">
+<span class="sig-name descname"><span class="pre">template_ext</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['.hql',</span> <span class="pre">'.sql']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive.html#HiveOperator.template_ext"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerli [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator.template_fields_renderers">
+<span class="sig-name descname"><span class="pre">template_fields_renderers</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive.html#HiveOperator.template_fields_renderers"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.template_fields_renderers" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#f0e4ec</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive.html#HiveOperator.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.ui_color" tit [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator.get_hook">
+<span class="sig-name descname"><span class="pre">get_hook</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive.html#HiveOperator.get_hook"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.get_hook" title="Permalink to this definition">¶</a></dt>
+<dd><p>Get Hive cli hook</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator.prepare_template">
+<span class="sig-name descname"><span class="pre">prepare_template</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive.html#HiveOperator.prepare_template"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.prepare_template" title="Permalink to this [...]
+<dd><p>Hook triggered after the templated fields get replaced by their content.</p>
+<p>If you need your operator to alter the content of the file before the
+template is rendered, it should override this method to do so.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive.html#HiveOperator.execute"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.operat [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator.dry_run">
+<span class="sig-name descname"><span class="pre">dry_run</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive.html#HiveOperator.dry_run"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.dry_run" title="Permalink to this definition">¶</a></dt>
+<dd><p>Performs dry run for the operator - just render template fields.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator.on_kill">
+<span class="sig-name descname"><span class="pre">on_kill</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive.html#HiveOperator.on_kill"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.on_kill" title="Permalink to this definition">¶</a></dt>
+<dd><p>Override this method to cleanup subprocesses when a task instance
+gets killed. Any use of the threading, subprocess or multiprocessing
+module within an operator needs to be cleaned up or it will leave
+ghost processes behind.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator.clear_airflow_vars">
+<span class="sig-name descname"><span class="pre">clear_airflow_vars</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive.html#HiveOperator.clear_airflow_vars"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.clear_airflow_vars" title="Permalink t [...]
+<dd><p>Reset airflow environment variables to prevent existing ones from impacting behavior.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.operators" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="airflow.providers.apache.hive.operators.hive_stats" href="../hive_stats/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +795,39 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators.hive</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator"><code class="docutils literal notranslate"><span class="pre">HiveOperator</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.template_fields"><code class="docutils literal notranslate"><span class="pre">HiveOperator.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.template_ext"><code class="docutils literal notranslate"><span class="pre">HiveOperator.template_ext</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.template_fields_renderers"><code class="docutils literal notranslate"><span class="pre">HiveOperator.template_fields_renderers</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.ui_color"><code class="docutils literal notranslate"><span class="pre">HiveOperator.ui_color</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.get_hook"><code class="docutils literal notranslate"><span class="pre">HiveOperator.get_hook()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.prepare_template"><code class="docutils literal notranslate"><span class="pre">HiveOperator.prepare_template()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.execute"><code class="docutils literal notranslate"><span class="pre">HiveOperator.execute()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.dry_run"><code class="docutils literal notranslate"><span class="pre">HiveOperator.dry_run()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.on_kill"><code class="docutils literal notranslate"><span class="pre">HiveOperator.on_kill()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.clear_airflow_vars"><code class="docutils literal notranslate"><span class="pre">HiveOperator.clear_airflow_vars()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator">HiveOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.template_ext">template_ext</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.template_fields_renderers">template_fields_renderers</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.get_hook">get_hook</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.prepare_template">prepare_template</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.execute">execute</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.dry_run">dry_run</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.on_kill">on_kill</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.clear_airflow_vars">clear_airflow_vars</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +852,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/operators/hive/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +986,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/operators/hive_stats/index.html
similarity index 79%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/operators/hive_stats/index.html
index aac948412b..f7d2f4bc48 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/operators/hive_stats/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive.operators.hive_stats — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.sensors" href="../../sensors/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.operators.hive" href="../hive/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators</span></code></a></li>
+
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators.hive_stats</span></code></a></li>
</ul>
</div>
@@ -555,59 +590,97 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
+ <div class="section" id="module-airflow.providers.apache.hive.operators.hive_stats">
+<span id="airflow-providers-apache-hive-operators-hive-stats"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.operators.hive_stats" title="airflow.providers.apache.hive.operators.hive_stats"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators.hive_stats</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.operators.hive_stats" title="Permalink to this heading [...]
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator" title="airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">HiveStatsCollectionOperator</span></code></a></p></td>
+<td><p>Gathers partition statistics using a dynamically generated Presto</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.operators.hive_stats.</span></span><span class="sig-name descname"><span class="pre">HiveStatsCollectionOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table</span></span></em>, <em cl [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Gathers partition statistics using a dynamically generated Presto
+query, inserts the stats into a MySql table with this format. Stats
+overwrite themselves if you rerun the same date/partition.</p>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">CREATE</span> <span class="n">TABLE</span> <span class="n">hive_stats</span> <span class="p">(</span>
+ <span class="n">ds</span> <span class="n">VARCHAR</span><span class="p">(</span><span class="mi">16</span><span class="p">),</span>
+ <span class="n">table_name</span> <span class="n">VARCHAR</span><span class="p">(</span><span class="mi">500</span><span class="p">),</span>
+ <span class="n">metric</span> <span class="n">VARCHAR</span><span class="p">(</span><span class="mi">200</span><span class="p">),</span>
+ <span class="n">value</span> <span class="n">BIGINT</span>
+<span class="p">);</span>
+</pre></div>
</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>metastore_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Reference to the
+<a class="reference internal" href="../../../../../../../connections/hive_metastore.html#howto-connection-hive-metastore"><span class="std std-ref">Hive Metastore connection id</span></a>.</p></li>
+<li><p><strong>table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – the source table, in the format <code class="docutils literal notranslate"><span class="pre">database.table_name</span></code>. (templated)</p></li>
+<li><p><strong>partition</strong> (<em>Any</em>) – the source partition. (templated)</p></li>
+<li><p><strong>extra_exprs</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – dict of expression to run against the table where
+keys are metric names and values are Presto compatible expressions</p></li>
+<li><p><strong>excluded_columns</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.11)"><em>list</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em>] </em><em>| </em><em>None</em>) – list of columns to exclude, consider
+excluding blobs, large json columns, …</p></li>
+<li><p><strong>assignment_func</strong> (<em>Callable</em><em>[</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em>, </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em>]</em><em>, </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em> [...]
+a type, and returns a dict of metric names and an Presto expressions.
+If None is returned, the global defaults are applied. If an
+empty dictionary is returned, no stats are computed for that
+column.</p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['table',</span> <span class="pre">'partition',</span> <span class="pre">'ds',</span> <span class="pre">'dttm']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive_stats.html#HiveStatsCollectionOperator.template_f [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#aff7a6</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive_stats.html#HiveStatsCollectionOperator.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.operators.hive_stats [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.get_default_exprs">
+<span class="sig-name descname"><span class="pre">get_default_exprs</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">col</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">col_type</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive_stats.html#HiveStatsCollectionOperator.get_default_exprs"><span class="vi [...]
+<dd><p>Get default expressions</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive_stats.html#HiveStatsCollectionOperator.execute"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.provide [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.operators.hive" href="../hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="airflow.providers.apache.hive.sensors" href="../../sensors/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +750,27 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators.hive_stats</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator"><code class="docutils literal notranslate"><span class="pre">HiveStatsCollectionOperator</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.template_fields"><code class="docutils literal notranslate"><span class="pre">HiveStatsCollectionOperator.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.ui_color"><code class="docutils literal notranslate"><span class="pre">HiveStatsCollectionOperator.ui_color</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.get_default_exprs"><code class="docutils literal notranslate"><span class="pre">HiveStatsCollectionOperator.get_default_exprs()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.execute"><code class="docutils literal notranslate"><span class="pre">HiveStatsCollectionOperator.execute()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator">HiveStatsCollectionOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.get_default_exprs">get_default_exprs</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.execute">execute</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +795,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/operators/hive_stats/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +929,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/operators/index.html
similarity index 89%
copy from docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/operators/index.html
index d33b8dc0d2..e905da4bd9 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/operators/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secret backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Community Providers" href="../howto/create-update-providers.html" />
- <link rel="prev" title="Writing logs" href="logging.html" />
+ <title>airflow.providers.apache.hive.operators — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.operators.hive" href="hive/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.hooks.hive" href="../hooks/hive/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="secrets-backends.html"> Secret backends</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators</span></code></a></li>
</ul>
</div>
@@ -555,53 +588,25 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secret-backends">
-<h1>Secret backends<a class="headerlink" href="#secret-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of secret backends
-exposed via community-managed providers.</p>
-<p>Airflow has the capability of reading connections, variables and configuration from Secret Backends rather
-than from its own Database. While storing such information in Airflow’s database is possible, many of the
-enterprise customers already have some secret managers storing secrets, and Airflow can tap into those
-via providers that implement secrets backends for services Airflow integrates with.</p>
-<p>You can also take a
-look at Secret backends available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html" title="(in apache-airflow v2.6.0.dev0)"><span>Secrets Backend</span></a> and here you can see the ones
-provided by the community-managed providers:</p>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.html#airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SecretsManagerBackend</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/systems_manager/index.html#airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SystemsManagerParameterStoreBackend</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.operators">
+<span id="airflow-providers-apache-hive-operators"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.operators" title="airflow.providers.apache.hive.operators"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.operators" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this heading">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators.hive</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="hive_stats/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators.hive_stats</span></code></a></li>
</ul>
</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/secrets/secret_manager/index.html#airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudSecretManagerBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="hashicorp">
-<h2>Hashicorp<a class="headerlink" href="#hashicorp" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-hashicorp/stable/_api/airflow/providers/hashicorp/secrets/vault/index.html#airflow.providers.hashicorp.secrets.vault.VaultBackend" title="(in apache-airflow-providers-hashicorp v3.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">VaultBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/secrets/key_vault/index.html#airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Writing logs" href="logging.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.hooks.hive" href="../hooks/hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Community Providers" href="../howto/create-update-providers.html" >
+ <a rel="next" title="airflow.providers.apache.hive.operators.hive" href="hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -671,11 +676,8 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secret backends</a><ul>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#hashicorp">Hashicorp</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -700,7 +702,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/secrets-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/operators/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -834,19 +836,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/hive_partition/index.html
similarity index 82%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/hive_partition/index.html
index aac948412b..fd65889f99 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/hive_partition/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive.sensors.hive_partition — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.sensors.metastore_partition" href="../metastore_partition/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.sensors" href="../index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.hive_partition</span></code></a></li>
</ul>
</div>
@@ -555,59 +590,75 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.sensors.hive_partition">
+<span id="airflow-providers-apache-hive-sensors-hive-partition"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.sensors.hive_partition" title="airflow.providers.apache.hive.sensors.hive_partition"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.hive_partition</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.sensors.hive_partition" title="Permalink to th [...]
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor" title="airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">HivePartitionSensor</span></code></a></p></td>
+<td><p>Waits for a partition to show up in Hive.</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.sensors.hive_partition.</span></span><span class="sig-name descname"><span class="pre">HivePartitionSensor</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table</span></span></em>, <em class="s [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/sensors/base/index.html#airflow.sensors.base.BaseSensorOperator" title="(in apache-airflow v2.6.0.dev0)"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.sensors.base.BaseSensorOperator</span></code></a></p>
+<p>Waits for a partition to show up in Hive.</p>
+<p>Note: Because <code class="docutils literal notranslate"><span class="pre">partition</span></code> supports general logical operators, it
+can be inefficient. Consider using NamedHivePartitionSensor instead if
+you don’t need the full flexibility of HivePartitionSensor.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – The name of the table to wait for, supports the dot
+notation (my_database.my_table)</p></li>
+<li><p><strong>partition</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – The partition clause to wait for. This is passed as
+is to the metastore Thrift client <code class="docutils literal notranslate"><span class="pre">get_partitions_by_filter</span></code> method,
+and apparently supports SQL like notation as in <code class="docutils literal notranslate"><span class="pre">ds='2015-01-01'</span>
+<span class="pre">AND</span> <span class="pre">type='value'</span></code> and comparison operators as in <code class="docutils literal notranslate"><span class="pre">"ds>=2015-01-01"</span></code></p></li>
+<li><p><strong>metastore_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – reference to the
+:ref: <cite>metastore thrift service connection id <howto/connection:hive_metastore></cite></p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['schema',</span> <span class="pre">'table',</span> <span class="pre">'partition']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/hive_partition.html#HivePartitionSensor.template_fields"><span class="viewcode-link"> [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#C5CAE9</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/hive_partition.html#HivePartitionSensor.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.sensors.hive_partition.Hiv [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.poke">
+<span class="sig-name descname"><span class="pre">poke</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/hive_partition.html#HivePartitionSensor.poke"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hi [...]
+<dd><p>Function defined by the sensors while deriving this class should override.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.sensors" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="airflow.providers.apache.hive.sensors.metastore_partition" href="../metastore_partition/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +728,25 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.hive_partition</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor"><code class="docutils literal notranslate"><span class="pre">HivePartitionSensor</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.template_fields"><code class="docutils literal notranslate"><span class="pre">HivePartitionSensor.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.ui_color"><code class="docutils literal notranslate"><span class="pre">HivePartitionSensor.ui_color</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.poke"><code class="docutils literal notranslate"><span class="pre">HivePartitionSensor.poke()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor">HivePartitionSensor</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.poke">poke</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +771,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/sensors/hive_partition/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +905,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/index.html
similarity index 89%
copy from docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/index.html
index d33b8dc0d2..63a2a86d0d 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secret backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Community Providers" href="../howto/create-update-providers.html" />
- <link rel="prev" title="Writing logs" href="logging.html" />
+ <title>airflow.providers.apache.hive.sensors — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.sensors.hive_partition" href="hive_partition/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.operators.hive_stats" href="../operators/hive_stats/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="secrets-backends.html"> Secret backends</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors</span></code></a></li>
</ul>
</div>
@@ -555,53 +588,26 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secret-backends">
-<h1>Secret backends<a class="headerlink" href="#secret-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of secret backends
-exposed via community-managed providers.</p>
-<p>Airflow has the capability of reading connections, variables and configuration from Secret Backends rather
-than from its own Database. While storing such information in Airflow’s database is possible, many of the
-enterprise customers already have some secret managers storing secrets, and Airflow can tap into those
-via providers that implement secrets backends for services Airflow integrates with.</p>
-<p>You can also take a
-look at Secret backends available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html" title="(in apache-airflow v2.6.0.dev0)"><span>Secrets Backend</span></a> and here you can see the ones
-provided by the community-managed providers:</p>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.html#airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SecretsManagerBackend</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/systems_manager/index.html#airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SystemsManagerParameterStoreBackend</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.sensors">
+<span id="airflow-providers-apache-hive-sensors"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.sensors" title="airflow.providers.apache.hive.sensors"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.sensors" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this heading">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="hive_partition/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.hive_partition</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="metastore_partition/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.metastore_partition</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="named_hive_partition/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.named_hive_partition</span></code></a></li>
</ul>
</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/secrets/secret_manager/index.html#airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudSecretManagerBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="hashicorp">
-<h2>Hashicorp<a class="headerlink" href="#hashicorp" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-hashicorp/stable/_api/airflow/providers/hashicorp/secrets/vault/index.html#airflow.providers.hashicorp.secrets.vault.VaultBackend" title="(in apache-airflow-providers-hashicorp v3.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">VaultBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/secrets/key_vault/index.html#airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Writing logs" href="logging.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.operators.hive_stats" href="../operators/hive_stats/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Community Providers" href="../howto/create-update-providers.html" >
+ <a rel="next" title="airflow.providers.apache.hive.sensors.hive_partition" href="hive_partition/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -671,11 +677,8 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secret backends</a><ul>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#hashicorp">Hashicorp</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -700,7 +703,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/secrets-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/sensors/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -834,19 +837,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/metastore_partition/index.html
similarity index 82%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/metastore_partition/index.html
index aac948412b..3e9e8ece40 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/metastore_partition/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive.sensors.metastore_partition — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.sensors.named_hive_partition" href="../named_hive_partition/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.sensors.hive_partition" href="../hive_partition/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.metastore_partition</span></code></a></li>
</ul>
</div>
@@ -555,59 +590,75 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.sensors.metastore_partition">
+<span id="airflow-providers-apache-hive-sensors-metastore-partition"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.sensors.metastore_partition" title="airflow.providers.apache.hive.sensors.metastore_partition"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.metastore_partition</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.sensors.metastore_partitio [...]
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor" title="airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MetastorePartitionSensor</span></code></a></p></td>
+<td><p>An alternative to the HivePartitionSensor that talk directly to the</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.sensors.metastore_partition.</span></span><span class="sig-name descname"><span class="pre">MetastorePartitionSensor</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table</span></span></em>, <e [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow-providers-common-sql/stable/_api/airflow/providers/common/sql/sensors/sql/index.html#airflow.providers.common.sql.sensors.sql.SqlSensor" title="(in apache-airflow-providers-common-sql v1.3.1)"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.providers.common.sql.sensors.sql.SqlSensor</span></code></a></p>
+<p>An alternative to the HivePartitionSensor that talk directly to the
+MySQL db. This was created as a result of observing sub optimal
+queries generated by the Metastore thrift service when hitting
+subpartitioned tables. The Thrift service’s queries were written in a
+way that wouldn’t leverage the indexes.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – the schema</p></li>
+<li><p><strong>table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – the table</p></li>
+<li><p><strong>partition_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – the partition name, as defined in the PARTITIONS
+table of the Metastore. Order of the fields does matter.
+Examples: <code class="docutils literal notranslate"><span class="pre">ds=2016-01-01</span></code> or
+<code class="docutils literal notranslate"><span class="pre">ds=2016-01-01/sub=foo</span></code> for a sub partitioned table</p></li>
+<li><p><strong>mysql_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – a reference to the MySQL conn_id for the metastore</p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['partition_name',</span> <span class="pre">'table',</span> <span class="pre">'schema']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/metastore_partition.html#MetastorePartitionSensor.template_fields"><span class=" [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#8da7be</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/metastore_partition.html#MetastorePartitionSensor.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.sensors.metastor [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.poke">
+<span class="sig-name descname"><span class="pre">poke</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/metastore_partition.html#MetastorePartitionSensor.poke"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers [...]
+<dd><p>Function defined by the sensors while deriving this class should override.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.sensors.hive_partition" href="../hive_partition/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="airflow.providers.apache.hive.sensors.named_hive_partition" href="../named_hive_partition/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +728,25 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.metastore_partition</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor"><code class="docutils literal notranslate"><span class="pre">MetastorePartitionSensor</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.template_fields"><code class="docutils literal notranslate"><span class="pre">MetastorePartitionSensor.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.ui_color"><code class="docutils literal notranslate"><span class="pre">MetastorePartitionSensor.ui_color</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.poke"><code class="docutils literal notranslate"><span class="pre">MetastorePartitionSensor.poke()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor">MetastorePartitionSensor</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.poke">poke</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +771,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/sensors/metastore_partition/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +905,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/named_hive_partition/index.html
similarity index 80%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/named_hive_partition/index.html
index aac948412b..e59f1e3edd 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/named_hive_partition/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive.sensors.named_hive_partition — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.transfers" href="../../transfers/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.sensors.metastore_partition" href="../metastore_partition/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.named_hive_partition</span></code></a></li>
</ul>
</div>
@@ -555,59 +590,89 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.sensors.named_hive_partition">
+<span id="airflow-providers-apache-hive-sensors-named-hive-partition"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.sensors.named_hive_partition" title="airflow.providers.apache.hive.sensors.named_hive_partition"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.named_hive_partition</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.sensors.named_hive_par [...]
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor" title="airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">NamedHivePartitionSensor</span></code></a></p></td>
+<td><p>Waits for a set of partitions to show up in Hive.</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.sensors.named_hive_partition.</span></span><span class="sig-name descname"><span class="pre">NamedHivePartitionSensor</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">partition_names</span></spa [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/sensors/base/index.html#airflow.sensors.base.BaseSensorOperator" title="(in apache-airflow v2.6.0.dev0)"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.sensors.base.BaseSensorOperator</span></code></a></p>
+<p>Waits for a set of partitions to show up in Hive.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>partition_names</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.11)"><em>list</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em>]</em>) – List of fully qualified names of the
+partitions to wait for. A fully qualified name is of the
+form <code class="docutils literal notranslate"><span class="pre">schema.table/pk1=pv1/pk2=pv2</span></code>, for example,
+default.users/ds=2016-01-01. This is passed as is to the metastore
+Thrift client <code class="docutils literal notranslate"><span class="pre">get_partitions_by_name</span></code> method. Note that
+you cannot use logical or comparison operators as in
+HivePartitionSensor.</p></li>
+<li><p><strong>metastore_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Reference to the
+<a class="reference internal" href="../../../../../../../connections/hive_metastore.html#howto-connection-hive-metastore"><span class="std std-ref">metastore thrift service connection id</span></a>.</p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['partition_names']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/named_hive_partition.html#NamedHivePartitionSensor.template_fields"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#8d99ae</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/named_hive_partition.html#NamedHivePartitionSensor.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.sensors.named_h [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.parse_partition_name">
+<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">parse_partition_name</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">partition</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/named_hive_partition.html#NamedHivePartitionSensor.parse_partition_name"><s [...]
+<dd><p>Get schema, table, and partition info.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.poke_partition">
+<span class="sig-name descname"><span class="pre">poke_partition</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">partition</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/named_hive_partition.html#NamedHivePartitionSensor.poke_partition"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" h [...]
+<dd><p>Check for a named partition.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.poke">
+<span class="sig-name descname"><span class="pre">poke</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/named_hive_partition.html#NamedHivePartitionSensor.poke"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.provider [...]
+<dd><p>Function defined by the sensors while deriving this class should override.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.sensors.metastore_partition" href="../metastore_partition/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="airflow.providers.apache.hive.transfers" href="../../transfers/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +742,29 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.named_hive_partition</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor"><code class="docutils literal notranslate"><span class="pre">NamedHivePartitionSensor</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.template_fields"><code class="docutils literal notranslate"><span class="pre">NamedHivePartitionSensor.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.ui_color"><code class="docutils literal notranslate"><span class="pre">NamedHivePartitionSensor.ui_color</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.parse_partition_name"><code class="docutils literal notranslate"><span class="pre">NamedHivePartitionSensor.parse_partition_name()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.poke_partition"><code class="docutils literal notranslate"><span class="pre">NamedHivePartitionSensor.poke_partition()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.poke"><code class="docutils literal notranslate"><span class="pre">NamedHivePartitionSensor.poke()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor">NamedHivePartitionSensor</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.parse_partition_name">parse_partition_name</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.poke_partition">poke_partition</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.poke">poke</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +789,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/sensors/named_hive_partition/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +923,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/hive_to_mysql/index.html
similarity index 79%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/hive_to_mysql/index.html
index aac948412b..b2860deade 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/hive_to_mysql/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive.transfers.hive_to_mysql — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.transfers.hive_to_samba" href="../hive_to_samba/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.transfers" href="../index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_mysql</span></code></a></li>
</ul>
</div>
@@ -555,59 +590,97 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.transfers.hive_to_mysql">
+<span id="airflow-providers-apache-hive-transfers-hive-to-mysql"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.transfers.hive_to_mysql" title="airflow.providers.apache.hive.transfers.hive_to_mysql"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_mysql</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.transfers.hive_to_mysql" title="Permalink [...]
+<p>This module contains an operator to move data from Hive to MySQL.</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator" title="airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">HiveToMySqlOperator</span></code></a></p></td>
+<td><p>Moves data from Hive to MySQL, note that for now the data is loaded</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_mysql.</span></span><span class="sig-name descname"><span class="pre">HiveToMySqlOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class="si [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Moves data from Hive to MySQL, note that for now the data is loaded
+into memory before being pushed to MySQL, so this operator should
+be used for smallish amount of data.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – SQL query to execute against Hive server. (templated)</p></li>
+<li><p><strong>mysql_table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – target MySQL table, use dot notation to target a
+specific database. (templated)</p></li>
+<li><p><strong>mysql_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – source mysql connection</p></li>
+<li><p><strong>hiveserver2_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Reference to the
+<a class="reference internal" href="../../../../../../../connections/hiveserver2.html#howto-connection-hiveserver2"><span class="std std-ref">Hive Server2 thrift service connection id</span></a>.</p></li>
+<li><p><strong>mysql_preoperator</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – sql statement to run against mysql prior to
+import, typically use to truncate of delete in place
+of the data coming in, allowing the task to be idempotent (running
+the task twice won’t double load data). (templated)</p></li>
+<li><p><strong>mysql_postoperator</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – sql statement to run against mysql after the
+import, typically used to move data from staging to
+production and issue cleanup commands. (templated)</p></li>
+<li><p><strong>bulk_load</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – flag to use bulk_load option. This loads mysql directly
+from a tab-delimited text file using the LOAD DATA LOCAL INFILE command.
+This option requires an extra connection parameter for the
+destination MySQL connection: {‘local_infile’: true}.</p></li>
+<li><p><strong>hive_conf</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em> | </em><em>None</em>) – </p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['sql',</span> <span class="pre">'mysql_table',</span> <span class="pre">'mysql_preoperator',</span> <span class="pre">'mysql_postoperator']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/hive_to_mysql.html#HiveTo [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_ext">
+<span class="sig-name descname"><span class="pre">template_ext</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['.sql']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/hive_to_mysql.html#HiveToMySqlOperator.template_ext"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflo [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_fields_renderers">
+<span class="sig-name descname"><span class="pre">template_fields_renderers</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/hive_to_mysql.html#HiveToMySqlOperator.template_fields_renderers"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_fields_renderers" title="Permalink to this defi [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#a0e08c</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/hive_to_mysql.html#HiveToMySqlOperator.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.H [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/hive_to_mysql.html#HiveToMySqlOperator.execute"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.ap [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.transfers" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="airflow.providers.apache.hive.transfers.hive_to_samba" href="../hive_to_samba/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +750,29 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_mysql</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator"><code class="docutils literal notranslate"><span class="pre">HiveToMySqlOperator</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_fields"><code class="docutils literal notranslate"><span class="pre">HiveToMySqlOperator.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_ext"><code class="docutils literal notranslate"><span class="pre">HiveToMySqlOperator.template_ext</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_fields_renderers"><code class="docutils literal notranslate"><span class="pre">HiveToMySqlOperator.template_fields_renderers</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.ui_color"><code class="docutils literal notranslate"><span class="pre">HiveToMySqlOperator.ui_color</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.execute"><code class="docutils literal notranslate"><span class="pre">HiveToMySqlOperator.execute()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator">HiveToMySqlOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_ext">template_ext</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_fields_renderers">template_fields_renderers</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.execute">execute</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +797,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/transfers/hive_to_mysql/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +931,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/hive_to_samba/index.html
similarity index 82%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/hive_to_samba/index.html
index aac948412b..0014444cee 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/hive_to_samba/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive.transfers.hive_to_samba — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.transfers.mssql_to_hive" href="../mssql_to_hive/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.transfers.hive_to_mysql" href="../hive_to_mysql/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_samba</span></code></a></li>
</ul>
</div>
@@ -555,59 +590,78 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.transfers.hive_to_samba">
+<span id="airflow-providers-apache-hive-transfers-hive-to-samba"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.transfers.hive_to_samba" title="airflow.providers.apache.hive.transfers.hive_to_samba"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_samba</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.transfers.hive_to_samba" title="Permalink [...]
+<p>This module contains an operator to move data from Hive to Samba.</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator" title="airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">HiveToSambaOperator</span></code></a></p></td>
+<td><p>Executes hql code in a specific Hive database and loads the</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_samba.</span></span><span class="sig-name descname"><span class="pre">HiveToSambaOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">hql</span></span></em>, <em class="si [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Executes hql code in a specific Hive database and loads the
+results of the query as a csv to a Samba location.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>hql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – the hql to be exported. (templated)</p></li>
+<li><p><strong>destination_filepath</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – the file path to where the file will be pushed onto samba</p></li>
+<li><p><strong>samba_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – reference to the samba destination</p></li>
+<li><p><strong>hiveserver2_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Reference to the
+:ref: <cite>Hive Server2 thrift service connection id <howto/connection:hiveserver2></cite>.</p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['hql',</span> <span class="pre">'destination_filepath']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/hive_to_samba.html#HiveToSambaOperator.template_fields"><span class="viewcode-link"><span class="pre">[source [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_ext">
+<span class="sig-name descname"><span class="pre">template_ext</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['.hql',</span> <span class="pre">'.sql']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/hive_to_samba.html#HiveToSambaOperator.template_ext"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_fields_renderers">
+<span class="sig-name descname"><span class="pre">template_fields_renderers</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/hive_to_samba.html#HiveToSambaOperator.template_fields_renderers"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_fields_renderers" title="Permalink to this defi [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/hive_to_samba.html#HiveToSambaOperator.execute"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.ap [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.transfers.hive_to_mysql" href="../hive_to_mysql/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="airflow.providers.apache.hive.transfers.mssql_to_hive" href="../mssql_to_hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +731,27 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_samba</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator"><code class="docutils literal notranslate"><span class="pre">HiveToSambaOperator</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_fields"><code class="docutils literal notranslate"><span class="pre">HiveToSambaOperator.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_ext"><code class="docutils literal notranslate"><span class="pre">HiveToSambaOperator.template_ext</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_fields_renderers"><code class="docutils literal notranslate"><span class="pre">HiveToSambaOperator.template_fields_renderers</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.execute"><code class="docutils literal notranslate"><span class="pre">HiveToSambaOperator.execute()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator">HiveToSambaOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_ext">template_ext</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_fields_renderers">template_fields_renderers</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.execute">execute</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +776,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/transfers/hive_to_samba/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +910,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/index.html
similarity index 89%
copy from docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/index.html
index d33b8dc0d2..7db5e84233 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secret backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Community Providers" href="../howto/create-update-providers.html" />
- <link rel="prev" title="Writing logs" href="logging.html" />
+ <title>airflow.providers.apache.hive.transfers — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.transfers.hive_to_mysql" href="hive_to_mysql/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.sensors.named_hive_partition" href="../sensors/named_hive_partition/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="secrets-backends.html"> Secret backends</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers</span></code></a></li>
</ul>
</div>
@@ -555,53 +588,29 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secret-backends">
-<h1>Secret backends<a class="headerlink" href="#secret-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of secret backends
-exposed via community-managed providers.</p>
-<p>Airflow has the capability of reading connections, variables and configuration from Secret Backends rather
-than from its own Database. While storing such information in Airflow’s database is possible, many of the
-enterprise customers already have some secret managers storing secrets, and Airflow can tap into those
-via providers that implement secrets backends for services Airflow integrates with.</p>
-<p>You can also take a
-look at Secret backends available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html" title="(in apache-airflow v2.6.0.dev0)"><span>Secrets Backend</span></a> and here you can see the ones
-provided by the community-managed providers:</p>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.html#airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SecretsManagerBackend</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/systems_manager/index.html#airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SystemsManagerParameterStoreBackend</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.transfers">
+<span id="airflow-providers-apache-hive-transfers"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.transfers" title="airflow.providers.apache.hive.transfers"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.transfers" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this heading">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="hive_to_mysql/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_mysql</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="hive_to_samba/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_samba</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="mssql_to_hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.mssql_to_hive</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="mysql_to_hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.mysql_to_hive</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="s3_to_hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.s3_to_hive</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="vertica_to_hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.vertica_to_hive</span></code></a></li>
</ul>
</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/secrets/secret_manager/index.html#airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudSecretManagerBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="hashicorp">
-<h2>Hashicorp<a class="headerlink" href="#hashicorp" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-hashicorp/stable/_api/airflow/providers/hashicorp/secrets/vault/index.html#airflow.providers.hashicorp.secrets.vault.VaultBackend" title="(in apache-airflow-providers-hashicorp v3.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">VaultBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/secrets/key_vault/index.html#airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Writing logs" href="logging.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.sensors.named_hive_partition" href="../sensors/named_hive_partition/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Community Providers" href="../howto/create-update-providers.html" >
+ <a rel="next" title="airflow.providers.apache.hive.transfers.hive_to_mysql" href="hive_to_mysql/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -671,11 +680,8 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secret backends</a><ul>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#hashicorp">Hashicorp</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -700,7 +706,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/secrets-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/transfers/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -834,19 +840,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/mssql_to_hive/index.html
similarity index 77%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/mssql_to_hive/index.html
index aac948412b..13f9f93e0d 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/mssql_to_hive/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive.transfers.mssql_to_hive — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.transfers.mysql_to_hive" href="../mysql_to_hive/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.transfers.hive_to_samba" href="../hive_to_samba/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.mssql_to_hive</span></code></a></li>
</ul>
</div>
@@ -555,59 +590,109 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.transfers.mssql_to_hive">
+<span id="airflow-providers-apache-hive-transfers-mssql-to-hive"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.transfers.mssql_to_hive" title="airflow.providers.apache.hive.transfers.mssql_to_hive"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.mssql_to_hive</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.transfers.mssql_to_hive" title="Permalink [...]
+<p>This module contains an operator to move data from MSSQL to Hive.</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator" title="airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MsSqlToHiveOperator</span></code></a></p></td>
+<td><p>Moves data from Microsoft SQL Server to Hive. The operator runs</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.transfers.mssql_to_hive.</span></span><span class="sig-name descname"><span class="pre">MsSqlToHiveOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class="si [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Moves data from Microsoft SQL Server to Hive. The operator runs
+your query against Microsoft SQL Server, stores the file locally
+before loading it into a Hive table. If the <code class="docutils literal notranslate"><span class="pre">create</span></code> or
+<code class="docutils literal notranslate"><span class="pre">recreate</span></code> arguments are set to <code class="docutils literal notranslate"><span class="pre">True</span></code>,
+a <code class="docutils literal notranslate"><span class="pre">CREATE</span> <span class="pre">TABLE</span></code> and <code class="docutils literal notranslate"><span class="pre">DROP</span> <span class="pre">TABLE</span></code> statements are generated.
+Hive data types are inferred from the cursor’s metadata.
+Note that the table generated in Hive uses <code class="docutils literal notranslate"><span class="pre">STORED</span> <span class="pre">AS</span> <span class="pre">textfile</span></code>
+which isn’t the most efficient serialization format. If a
+large amount of data is loaded and/or if the table gets
+queried considerably, you may want to use this operator only to
+stage the data into a temporary table before loading it into its
+final destination using a <code class="docutils literal notranslate"><span class="pre">HiveOperator</span></code>.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – SQL query to execute against the Microsoft SQL Server
+database. (templated)</p></li>
+<li><p><strong>hive_table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – target Hive table, use dot notation to target a specific
+database. (templated)</p></li>
+<li><p><strong>create</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to create the table if it doesn’t exist</p></li>
+<li><p><strong>recreate</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to drop and recreate the table at every execution</p></li>
+<li><p><strong>partition</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em> | </em><em>None</em>) – target partition as a dict of partition columns and
+values. (templated)</p></li>
+<li><p><strong>delimiter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – field delimiter in the file</p></li>
+<li><p><strong>mssql_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – source Microsoft SQL Server connection</p></li>
+<li><p><strong>hive_cli_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Reference to the
+<a class="reference internal" href="../../../../../../../connections/hive_cli.html#howto-connection-hive-cli"><span class="std std-ref">Hive CLI connection id</span></a>.</p></li>
+<li><p><strong>tblproperties</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em> | </em><em>None</em>) – TBLPROPERTIES of the hive table being created</p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['sql',</span> <span class="pre">'partition',</span> <span class="pre">'hive_table']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mssql_to_hive.html#MsSqlToHiveOperator.template_fields"><span class="viewcode-lin [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_ext">
+<span class="sig-name descname"><span class="pre">template_ext</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['.sql']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mssql_to_hive.html#MsSqlToHiveOperator.template_ext"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflo [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_fields_renderers">
+<span class="sig-name descname"><span class="pre">template_fields_renderers</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mssql_to_hive.html#MsSqlToHiveOperator.template_fields_renderers"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_fields_renderers" title="Permalink to this defi [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#a0e08c</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mssql_to_hive.html#MsSqlToHiveOperator.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.M [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.type_map">
+<em class="property"><span class="pre">classmethod</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">type_map</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">mssql_type</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mssql_to_hive.html#MsSqlToHiveOperator.type_map"><span class="viewcode-link"><s [...]
+<dd><p>Maps MsSQL type to Hive type.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mssql_to_hive.html#MsSqlToHiveOperator.execute"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.ap [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.transfers.hive_to_samba" href="../hive_to_samba/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="airflow.providers.apache.hive.transfers.mysql_to_hive" href="../mysql_to_hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +762,31 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.mssql_to_hive</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator"><code class="docutils literal notranslate"><span class="pre">MsSqlToHiveOperator</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_fields"><code class="docutils literal notranslate"><span class="pre">MsSqlToHiveOperator.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_ext"><code class="docutils literal notranslate"><span class="pre">MsSqlToHiveOperator.template_ext</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_fields_renderers"><code class="docutils literal notranslate"><span class="pre">MsSqlToHiveOperator.template_fields_renderers</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.ui_color"><code class="docutils literal notranslate"><span class="pre">MsSqlToHiveOperator.ui_color</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.type_map"><code class="docutils literal notranslate"><span class="pre">MsSqlToHiveOperator.type_map()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.execute"><code class="docutils literal notranslate"><span class="pre">MsSqlToHiveOperator.execute()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator">MsSqlToHiveOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_ext">template_ext</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_fields_renderers">template_fields_renderers</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.type_map">type_map</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.execute">execute</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +811,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/transfers/mssql_to_hive/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +945,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/mysql_to_hive/index.html
similarity index 76%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/mysql_to_hive/index.html
index aac948412b..914ff6496e 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/mysql_to_hive/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive.transfers.mysql_to_hive — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.transfers.s3_to_hive" href="../s3_to_hive/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.transfers.mssql_to_hive" href="../mssql_to_hive/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.mysql_to_hive</span></code></a></li>
</ul>
</div>
@@ -555,59 +590,114 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.transfers.mysql_to_hive">
+<span id="airflow-providers-apache-hive-transfers-mysql-to-hive"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.transfers.mysql_to_hive" title="airflow.providers.apache.hive.transfers.mysql_to_hive"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.mysql_to_hive</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.transfers.mysql_to_hive" title="Permalink [...]
+<p>This module contains an operator to move data from MySQL to Hive.</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator" title="airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MySqlToHiveOperator</span></code></a></p></td>
+<td><p>Moves data from MySql to Hive. The operator runs your query against</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.transfers.mysql_to_hive.</span></span><span class="sig-name descname"><span class="pre">MySqlToHiveOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class="si [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Moves data from MySql to Hive. The operator runs your query against
+MySQL, stores the file locally before loading it into a Hive table.
+If the <code class="docutils literal notranslate"><span class="pre">create</span></code> or <code class="docutils literal notranslate"><span class="pre">recreate</span></code> arguments are set to <code class="docutils literal notranslate"><span class="pre">True</span></code>,
+a <code class="docutils literal notranslate"><span class="pre">CREATE</span> <span class="pre">TABLE</span></code> and <code class="docutils literal notranslate"><span class="pre">DROP</span> <span class="pre">TABLE</span></code> statements are generated.
+Hive data types are inferred from the cursor’s metadata. Note that the
+table generated in Hive uses <code class="docutils literal notranslate"><span class="pre">STORED</span> <span class="pre">AS</span> <span class="pre">textfile</span></code>
+which isn’t the most efficient serialization format. If a
+large amount of data is loaded and/or if the table gets
+queried considerably, you may want to use this operator only to
+stage the data into a temporary table before loading it into its
+final destination using a <code class="docutils literal notranslate"><span class="pre">HiveOperator</span></code>.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – SQL query to execute against the MySQL database. (templated)</p></li>
+<li><p><strong>hive_table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – target Hive table, use dot notation to target a
+specific database. (templated)</p></li>
+<li><p><strong>create</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to create the table if it doesn’t exist</p></li>
+<li><p><strong>recreate</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to drop and recreate the table at every
+execution</p></li>
+<li><p><strong>partition</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em> | </em><em>None</em>) – target partition as a dict of partition columns
+and values. (templated)</p></li>
+<li><p><strong>delimiter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – field delimiter in the file</p></li>
+<li><p><strong>quoting</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – controls when quotes should be generated by csv writer,
+It can take on any of the csv.QUOTE_* constants.</p></li>
+<li><p><strong>quotechar</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – one-character string used to quote fields
+containing special characters.</p></li>
+<li><p><strong>escapechar</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – one-character string used by csv writer to escape
+the delimiter or quotechar.</p></li>
+<li><p><strong>mysql_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – source mysql connection</p></li>
+<li><p><strong>hive_cli_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Reference to the
+<a class="reference internal" href="../../../../../../../connections/hive_cli.html#howto-connection-hive-cli"><span class="std std-ref">Hive CLI connection id</span></a>.</p></li>
+<li><p><strong>tblproperties</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em> | </em><em>None</em>) – TBLPROPERTIES of the hive table being created</p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['sql',</span> <span class="pre">'partition',</span> <span class="pre">'hive_table']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mysql_to_hive.html#MySqlToHiveOperator.template_fields"><span class="viewcode-lin [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_ext">
+<span class="sig-name descname"><span class="pre">template_ext</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['.sql']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mysql_to_hive.html#MySqlToHiveOperator.template_ext"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflo [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_fields_renderers">
+<span class="sig-name descname"><span class="pre">template_fields_renderers</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mysql_to_hive.html#MySqlToHiveOperator.template_fields_renderers"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_fields_renderers" title="Permalink to this defi [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#a0e08c</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mysql_to_hive.html#MySqlToHiveOperator.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.M [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.type_map">
+<em class="property"><span class="pre">classmethod</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">type_map</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">mysql_type</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mysql_to_hive.html#MySqlToHiveOperator.type_map"><span class="viewcode-link"><s [...]
+<dd><p>Maps MySQL type to Hive type.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mysql_to_hive.html#MySqlToHiveOperator.execute"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.ap [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.transfers.mssql_to_hive" href="../mssql_to_hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="airflow.providers.apache.hive.transfers.s3_to_hive" href="../s3_to_hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +767,31 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.mysql_to_hive</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator"><code class="docutils literal notranslate"><span class="pre">MySqlToHiveOperator</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_fields"><code class="docutils literal notranslate"><span class="pre">MySqlToHiveOperator.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_ext"><code class="docutils literal notranslate"><span class="pre">MySqlToHiveOperator.template_ext</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_fields_renderers"><code class="docutils literal notranslate"><span class="pre">MySqlToHiveOperator.template_fields_renderers</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.ui_color"><code class="docutils literal notranslate"><span class="pre">MySqlToHiveOperator.ui_color</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.type_map"><code class="docutils literal notranslate"><span class="pre">MySqlToHiveOperator.type_map()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.execute"><code class="docutils literal notranslate"><span class="pre">MySqlToHiveOperator.execute()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator">MySqlToHiveOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_ext">template_ext</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_fields_renderers">template_fields_renderers</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.type_map">type_map</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.execute">execute</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +816,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/transfers/mysql_to_hive/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +950,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/s3_to_hive/index.html
similarity index 76%
copy from docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/s3_to_hive/index.html
index d33b8dc0d2..df8da5cc72 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/s3_to_hive/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secret backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Community Providers" href="../howto/create-update-providers.html" />
- <link rel="prev" title="Writing logs" href="logging.html" />
+ <title>airflow.providers.apache.hive.transfers.s3_to_hive — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.transfers.vertica_to_hive" href="../vertica_to_hive/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.transfers.mysql_to_hive" href="../mysql_to_hive/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="secrets-backends.html"> Secret backends</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers</span></code></a></li>
+
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.s3_to_hive</span></code></a></li>
</ul>
</div>
@@ -555,53 +590,124 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secret-backends">
-<h1>Secret backends<a class="headerlink" href="#secret-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of secret backends
-exposed via community-managed providers.</p>
-<p>Airflow has the capability of reading connections, variables and configuration from Secret Backends rather
-than from its own Database. While storing such information in Airflow’s database is possible, many of the
-enterprise customers already have some secret managers storing secrets, and Airflow can tap into those
-via providers that implement secrets backends for services Airflow integrates with.</p>
-<p>You can also take a
-look at Secret backends available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html" title="(in apache-airflow v2.6.0.dev0)"><span>Secrets Backend</span></a> and here you can see the ones
-provided by the community-managed providers:</p>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.html#airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SecretsManagerBackend</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/systems_manager/index.html#airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SystemsManagerParameterStoreBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/secrets/secret_manager/index.html#airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudSecretManagerBackend</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.transfers.s3_to_hive">
+<span id="airflow-providers-apache-hive-transfers-s3-to-hive"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.transfers.s3_to_hive" title="airflow.providers.apache.hive.transfers.s3_to_hive"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.s3_to_hive</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.transfers.s3_to_hive" title="Permalink to this heading [...]
+<p>This module contains an operator to move data from an S3 bucket to Hive.</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator" title="airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">S3ToHiveOperator</span></code></a></p></td>
+<td><p>Moves data from S3 to Hive. The operator downloads a file from S3,</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.transfers.s3_to_hive.</span></span><span class="sig-name descname"><span class="pre">S3ToHiveOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">s3_key</span></span></em>, <em class="sig-p [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Moves data from S3 to Hive. The operator downloads a file from S3,
+stores the file locally before loading it into a Hive table.
+If the <code class="docutils literal notranslate"><span class="pre">create</span></code> or <code class="docutils literal notranslate"><span class="pre">recreate</span></code> arguments are set to <code class="docutils literal notranslate"><span class="pre">True</span></code>,
+a <code class="docutils literal notranslate"><span class="pre">CREATE</span> <span class="pre">TABLE</span></code> and <code class="docutils literal notranslate"><span class="pre">DROP</span> <span class="pre">TABLE</span></code> statements are generated.
+Hive data types are inferred from the cursor’s metadata from.</p>
+<p>Note that the table generated in Hive uses <code class="docutils literal notranslate"><span class="pre">STORED</span> <span class="pre">AS</span> <span class="pre">textfile</span></code>
+which isn’t the most efficient serialization format. If a
+large amount of data is loaded and/or if the tables gets
+queried considerably, you may want to use this operator only to
+stage the data into a temporary table before loading it into its
+final destination using a <code class="docutils literal notranslate"><span class="pre">HiveOperator</span></code>.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>s3_key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – The key to be retrieved from S3. (templated)</p></li>
+<li><p><strong>field_dict</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a>) – A dictionary of the fields name in the file
+as keys and their Hive types as values</p></li>
+<li><p><strong>hive_table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – target Hive table, use dot notation to target a
+specific database. (templated)</p></li>
+<li><p><strong>delimiter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – field delimiter in the file</p></li>
+<li><p><strong>create</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to create the table if it doesn’t exist</p></li>
+<li><p><strong>recreate</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to drop and recreate the table at every
+execution</p></li>
+<li><p><strong>partition</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em> | </em><em>None</em>) – target partition as a dict of partition columns
+and values. (templated)</p></li>
+<li><p><strong>headers</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether the file contains column names on the first
+line</p></li>
+<li><p><strong>check_headers</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether the column names on the first line should be
+checked against the keys of field_dict</p></li>
+<li><p><strong>wildcard_match</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether the s3_key should be interpreted as a Unix
+wildcard pattern</p></li>
+<li><p><strong>aws_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – source s3 connection</p></li>
+<li><p><strong>verify</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a><em> | </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – <p>Whether or not to verify SSL certificates for S3 connection.
+By default SSL certificates are verified.
+You can provide the following values:</p>
+<ul>
+<li><dl class="simple">
+<dt><code class="docutils literal notranslate"><span class="pre">False</span></code>: do not validate SSL certificates. SSL will still be used</dt><dd><p>(unless use_ssl is False), but SSL certificates will not be
+verified.</p>
+</dd>
+</dl>
+</li>
+<li><dl class="simple">
+<dt><code class="docutils literal notranslate"><span class="pre">path/to/cert/bundle.pem</span></code>: A filename of the CA cert bundle to uses.</dt><dd><p>You can specify this argument if you want to use a different
+CA cert bundle than the one used by botocore.</p>
+</dd>
+</dl>
+</li>
</ul>
-</div>
-<div class="section" id="hashicorp">
-<h2>Hashicorp<a class="headerlink" href="#hashicorp" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-hashicorp/stable/_api/airflow/providers/hashicorp/secrets/vault/index.html#airflow.providers.hashicorp.secrets.vault.VaultBackend" title="(in apache-airflow-providers-hashicorp v3.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">VaultBackend</span></code></a></p></li>
+</p></li>
+<li><p><strong>hive_cli_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Reference to the
+<a class="reference internal" href="../../../../../../../connections/hive_cli.html#howto-connection-hive-cli"><span class="std std-ref">Hive CLI connection id</span></a>.</p></li>
+<li><p><strong>input_compressed</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – Boolean to determine if file decompression is
+required to process headers</p></li>
+<li><p><strong>tblproperties</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em> | </em><em>None</em>) – TBLPROPERTIES of the hive table being created</p></li>
+<li><p><strong>select_expression</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – S3 Select expression</p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['s3_key',</span> <span class="pre">'partition',</span> <span class="pre">'hive_table']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/s3_to_hive.html#S3ToHiveOperator.template_fields"><span class="viewcode-link"> [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.template_ext">
+<span class="sig-name descname"><span class="pre">template_ext</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">[]</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/s3_to_hive.html#S3ToHiveOperator.template_ext"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers. [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#a0e08c</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/s3_to_hive.html#S3ToHiveOperator.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOp [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/s3_to_hive.html#S3ToHiveOperator.execute"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.h [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/secrets/key_vault/index.html#airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Writing logs" href="logging.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.transfers.mysql_to_hive" href="../mysql_to_hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Community Providers" href="../howto/create-update-providers.html" >
+ <a rel="next" title="airflow.providers.apache.hive.transfers.vertica_to_hive" href="../vertica_to_hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -671,11 +777,27 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secret backends</a><ul>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#hashicorp">Hashicorp</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.s3_to_hive</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator"><code class="docutils literal notranslate"><span class="pre">S3ToHiveOperator</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.template_fields"><code class="docutils literal notranslate"><span class="pre">S3ToHiveOperator.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.template_ext"><code class="docutils literal notranslate"><span class="pre">S3ToHiveOperator.template_ext</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.ui_color"><code class="docutils literal notranslate"><span class="pre">S3ToHiveOperator.ui_color</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.execute"><code class="docutils literal notranslate"><span class="pre">S3ToHiveOperator.execute()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator">S3ToHiveOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.template_ext">template_ext</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.execute">execute</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -700,7 +822,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/secrets-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/transfers/s3_to_hive/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -834,19 +956,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/vertica_to_hive/index.html
similarity index 77%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/vertica_to_hive/index.html
index aac948412b..7b26b72355 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/vertica_to_hive/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive.transfers.vertica_to_hive — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="tests.system.providers.apache.hive" href="../../../../../../tests/system/providers/apache/hive/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.transfers.s3_to_hive" href="../s3_to_hive/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.vertica_to_hive</span></code></a></li>
</ul>
</div>
@@ -555,59 +590,107 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.transfers.vertica_to_hive">
+<span id="airflow-providers-apache-hive-transfers-vertica-to-hive"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.transfers.vertica_to_hive" title="airflow.providers.apache.hive.transfers.vertica_to_hive"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.vertica_to_hive</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.transfers.vertica_to_hive" title=" [...]
+<p>This module contains an operator to move data from Vertica to Hive.</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator" title="airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">VerticaToHiveOperator</span></code></a></p></td>
+<td><p>Moves data from Vertica to Hive. The operator runs</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.transfers.vertica_to_hive.</span></span><span class="sig-name descname"><span class="pre">VerticaToHiveOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Moves data from Vertica to Hive. The operator runs
+your query against Vertica, stores the file locally
+before loading it into a Hive table. If the <code class="docutils literal notranslate"><span class="pre">create</span></code> or
+<code class="docutils literal notranslate"><span class="pre">recreate</span></code> arguments are set to <code class="docutils literal notranslate"><span class="pre">True</span></code>,
+a <code class="docutils literal notranslate"><span class="pre">CREATE</span> <span class="pre">TABLE</span></code> and <code class="docutils literal notranslate"><span class="pre">DROP</span> <span class="pre">TABLE</span></code> statements are generated.
+Hive data types are inferred from the cursor’s metadata.
+Note that the table generated in Hive uses <code class="docutils literal notranslate"><span class="pre">STORED</span> <span class="pre">AS</span> <span class="pre">textfile</span></code>
+which isn’t the most efficient serialization format. If a
+large amount of data is loaded and/or if the table gets
+queried considerably, you may want to use this operator only to
+stage the data into a temporary table before loading it into its
+final destination using a <code class="docutils literal notranslate"><span class="pre">HiveOperator</span></code>.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – SQL query to execute against the Vertica database. (templated)</p></li>
+<li><p><strong>hive_table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – target Hive table, use dot notation to target a
+specific database. (templated)</p></li>
+<li><p><strong>create</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to create the table if it doesn’t exist</p></li>
+<li><p><strong>recreate</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to drop and recreate the table at every execution</p></li>
+<li><p><strong>partition</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em> | </em><em>None</em>) – target partition as a dict of partition columns
+and values. (templated)</p></li>
+<li><p><strong>delimiter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – field delimiter in the file</p></li>
+<li><p><strong>vertica_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – source Vertica connection</p></li>
+<li><p><strong>hive_cli_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Reference to the
+<a class="reference internal" href="../../../../../../../connections/hive_cli.html#howto-connection-hive-cli"><span class="std std-ref">Hive CLI connection id</span></a>.</p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['sql',</span> <span class="pre">'partition',</span> <span class="pre">'hive_table']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/vertica_to_hive.html#VerticaToHiveOperator.template_fields"><span class="viewcode [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_ext">
+<span class="sig-name descname"><span class="pre">template_ext</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['.sql']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/vertica_to_hive.html#VerticaToHiveOperator.template_ext"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#ai [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_fields_renderers">
+<span class="sig-name descname"><span class="pre">template_fields_renderers</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/vertica_to_hive.html#VerticaToHiveOperator.template_fields_renderers"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_fields_renderers" title="Permalink to t [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#b4e0ff</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/vertica_to_hive.html#VerticaToHiveOperator.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.transfers.vertica_to_ [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.type_map">
+<em class="property"><span class="pre">classmethod</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">type_map</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">vertica_type</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/vertica_to_hive.html#VerticaToHiveOperator.type_map"><span class="viewcode-li [...]
+<dd><p>Vertica-python datatype.py does not provide the full type mapping access.
+Manual hack. Reference:
+<a class="reference external" href="https://github.com/uber/vertica-python/blob/master/vertica_python/vertica/column.py">https://github.com/uber/vertica-python/blob/master/vertica_python/vertica/column.py</a></p>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/vertica_to_hive.html#VerticaToHiveOperator.execute"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.provider [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.transfers.s3_to_hive" href="../s3_to_hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="tests.system.providers.apache.hive" href="../../../../../../tests/system/providers/apache/hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +760,31 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.vertica_to_hive</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator"><code class="docutils literal notranslate"><span class="pre">VerticaToHiveOperator</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_fields"><code class="docutils literal notranslate"><span class="pre">VerticaToHiveOperator.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_ext"><code class="docutils literal notranslate"><span class="pre">VerticaToHiveOperator.template_ext</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_fields_renderers"><code class="docutils literal notranslate"><span class="pre">VerticaToHiveOperator.template_fields_renderers</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.ui_color"><code class="docutils literal notranslate"><span class="pre">VerticaToHiveOperator.ui_color</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.type_map"><code class="docutils literal notranslate"><span class="pre">VerticaToHiveOperator.type_map()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.execute"><code class="docutils literal notranslate"><span class="pre">VerticaToHiveOperator.execute()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator">VerticaToHiveOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_ext">template_ext</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_fields_renderers">template_fields_renderers</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.type_map">type_map</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.execute">execute</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +809,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/transfers/vertica_to_hive/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +943,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/tests/system/providers/apache/hive/example_twitter_dag/index.html
similarity index 79%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/tests/system/providers/apache/hive/example_twitter_dag/index.html
index aac948412b..225e5e2331 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/tests/system/providers/apache/hive/example_twitter_dag/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>tests.system.providers.apache.hive.example_twitter_dag — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="Installing from sources" href="../../../../../../../installing-providers-from-sources.html" />
+ <link rel="prev" title="tests.system.providers.apache.hive" href="../index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../airflow/providers/apache/hive/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../airflow/providers/apache/hive/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag</span></code></a></li>
</ul>
</div>
@@ -555,59 +588,115 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
+ <div class="section" id="module-tests.system.providers.apache.hive.example_twitter_dag">
+<span id="tests-system-providers-apache-hive-example-twitter-dag"></span><h1><a class="reference internal" href="#module-tests.system.providers.apache.hive.example_twitter_dag" title="tests.system.providers.apache.hive.example_twitter_dag"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag</span></code></a><a class="headerlink" href="#module-tests.system.providers.apache.hive.example_twitter_dag" title="Perma [...]
+<p>This is an example dag for managing twitter data.</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="functions">
+<h3>Functions<a class="headerlink" href="#functions" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.fetch_tweets" title="tests.system.providers.apache.hive.example_twitter_dag.fetch_tweets"><code class="xref py py-obj docutils literal notranslate"><span class="pre">fetch_tweets</span></code></a>()</p></td>
+<td><p>This task should call Twitter API and retrieve tweets from yesterday from and to for the four twitter</p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.clean_tweets" title="tests.system.providers.apache.hive.example_twitter_dag.clean_tweets"><code class="xref py py-obj docutils literal notranslate"><span class="pre">clean_tweets</span></code></a>()</p></td>
+<td><p>This is a placeholder to clean the eight files. In this step you can get rid of or cherry pick columns</p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.analyze_tweets" title="tests.system.providers.apache.hive.example_twitter_dag.analyze_tweets"><code class="xref py py-obj docutils literal notranslate"><span class="pre">analyze_tweets</span></code></a>()</p></td>
+<td><p>This is a placeholder to analyze the twitter data. Could simply be a sentiment analysis through algorithms</p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.transfer_to_db" title="tests.system.providers.apache.hive.example_twitter_dag.transfer_to_db"><code class="xref py py-obj docutils literal notranslate"><span class="pre">transfer_to_db</span></code></a>()</p></td>
+<td><p>This is a placeholder to extract summary from Hive data and store it to MySQL.</p></td>
+</tr>
+</tbody>
+</table>
</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
-</ul>
+<div class="section" id="attributes">
+<h3>Attributes<a class="headerlink" href="#attributes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.ENV_ID" title="tests.system.providers.apache.hive.example_twitter_dag.ENV_ID"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ENV_ID</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.DAG_ID" title="tests.system.providers.apache.hive.example_twitter_dag.DAG_ID"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DAG_ID</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.fetch" title="tests.system.providers.apache.hive.example_twitter_dag.fetch"><code class="xref py py-obj docutils literal notranslate"><span class="pre">fetch</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.test_run" title="tests.system.providers.apache.hive.example_twitter_dag.test_run"><code class="xref py py-obj docutils literal notranslate"><span class="pre">test_run</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.apache.hive.example_twitter_dag.ENV_ID">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag.</span></span><span class="sig-name descname"><span class="pre">ENV_ID</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/apache/hive/example_twitter_dag.html#ENV_ID"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.apache.hive.example_twitter_dag.ENV_I [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.apache.hive.example_twitter_dag.DAG_ID">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag.</span></span><span class="sig-name descname"><span class="pre">DAG_ID</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">example_twitter_dag</span></em><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/apache/hive/example_twitter_dag.html#DAG_ID"><span class="viewcode-link"><span class= [...]
+<dd></dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="tests.system.providers.apache.hive.example_twitter_dag.fetch_tweets">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag.</span></span><span class="sig-name descname"><span class="pre">fetch_tweets</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/apache/hive/example_twitter_dag.html#fetch_tweets"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="hea [...]
+<dd><p>This task should call Twitter API and retrieve tweets from yesterday from and to for the four twitter
+users (Twitter_A,..,Twitter_D) There should be eight csv output files generated by this task and naming
+convention is direction(from or to)_twitterHandle_date.csv</p>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="tests.system.providers.apache.hive.example_twitter_dag.clean_tweets">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag.</span></span><span class="sig-name descname"><span class="pre">clean_tweets</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/apache/hive/example_twitter_dag.html#clean_tweets"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="hea [...]
+<dd><p>This is a placeholder to clean the eight files. In this step you can get rid of or cherry pick columns
+and different parts of the text.</p>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="tests.system.providers.apache.hive.example_twitter_dag.analyze_tweets">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag.</span></span><span class="sig-name descname"><span class="pre">analyze_tweets</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/apache/hive/example_twitter_dag.html#analyze_tweets"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class= [...]
+<dd><p>This is a placeholder to analyze the twitter data. Could simply be a sentiment analysis through algorithms
+like bag of words or something more complicated. You can also take a look at Web Services to do such
+tasks.</p>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="tests.system.providers.apache.hive.example_twitter_dag.transfer_to_db">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag.</span></span><span class="sig-name descname"><span class="pre">transfer_to_db</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/apache/hive/example_twitter_dag.html#transfer_to_db"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class= [...]
+<dd><p>This is a placeholder to extract summary from Hive data and store it to MySQL.</p>
+</dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.apache.hive.example_twitter_dag.fetch">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag.</span></span><span class="sig-name descname"><span class="pre">fetch</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/apache/hive/example_twitter_dag.html#fetch"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.apache.hive.example_twitter_dag.fetch" [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.apache.hive.example_twitter_dag.test_run">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag.</span></span><span class="sig-name descname"><span class="pre">test_run</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/apache/hive/example_twitter_dag.html#test_run"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.apache.hive.example_twitter_dag.t [...]
+<dd></dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="tests.system.providers.apache.hive" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="Installing from sources" href="../../../../../../../installing-providers-from-sources.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +766,30 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#functions">Functions</a></li>
+<li><a class="reference internal" href="#attributes">Attributes</a><ul>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.ENV_ID"><code class="docutils literal notranslate"><span class="pre">ENV_ID</span></code></a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.DAG_ID"><code class="docutils literal notranslate"><span class="pre">DAG_ID</span></code></a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.fetch_tweets"><code class="docutils literal notranslate"><span class="pre">fetch_tweets()</span></code></a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.clean_tweets"><code class="docutils literal notranslate"><span class="pre">clean_tweets()</span></code></a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.analyze_tweets"><code class="docutils literal notranslate"><span class="pre">analyze_tweets()</span></code></a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.transfer_to_db"><code class="docutils literal notranslate"><span class="pre">transfer_to_db()</span></code></a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.fetch"><code class="docutils literal notranslate"><span class="pre">fetch</span></code></a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.test_run"><code class="docutils literal notranslate"><span class="pre">test_run</span></code></a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.ENV_ID">ENV_ID</a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.DAG_ID">DAG_ID</a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.fetch_tweets">fetch_tweets</a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.clean_tweets">clean_tweets</a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.analyze_tweets">analyze_tweets</a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.transfer_to_db">transfer_to_db</a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.fetch">fetch</a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.test_run">test_run</a></li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +814,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/tests/system/providers/apache/hive/example_twitter_dag/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +948,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/tests/system/providers/apache/hive/index.html
similarity index 89%
copy from docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/tests/system/providers/apache/hive/index.html
index d33b8dc0d2..4bd5ced2b4 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/tests/system/providers/apache/hive/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secret backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Community Providers" href="../howto/create-update-providers.html" />
- <link rel="prev" title="Writing logs" href="logging.html" />
+ <title>tests.system.providers.apache.hive — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="tests.system.providers.apache.hive.example_twitter_dag" href="example_twitter_dag/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.transfers.vertica_to_hive" href="../../../../../airflow/providers/apache/hive/transfers/vertica_to_hive/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../airflow/providers/apache/hive/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../airflow/providers/apache/hive/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,9 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
-
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="secrets-backends.html"> Secret backends</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.apache.hive</span></code></a></li>
</ul>
</div>
@@ -555,53 +586,24 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secret-backends">
-<h1>Secret backends<a class="headerlink" href="#secret-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of secret backends
-exposed via community-managed providers.</p>
-<p>Airflow has the capability of reading connections, variables and configuration from Secret Backends rather
-than from its own Database. While storing such information in Airflow’s database is possible, many of the
-enterprise customers already have some secret managers storing secrets, and Airflow can tap into those
-via providers that implement secrets backends for services Airflow integrates with.</p>
-<p>You can also take a
-look at Secret backends available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html" title="(in apache-airflow v2.6.0.dev0)"><span>Secrets Backend</span></a> and here you can see the ones
-provided by the community-managed providers:</p>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.html#airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SecretsManagerBackend</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/systems_manager/index.html#airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SystemsManagerParameterStoreBackend</span></code></a></p></li>
+ <div class="section" id="module-tests.system.providers.apache.hive">
+<span id="tests-system-providers-apache-hive"></span><h1><a class="reference internal" href="#module-tests.system.providers.apache.hive" title="tests.system.providers.apache.hive"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.apache.hive</span></code></a><a class="headerlink" href="#module-tests.system.providers.apache.hive" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this heading">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="example_twitter_dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag</span></code></a></li>
</ul>
</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/secrets/secret_manager/index.html#airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudSecretManagerBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="hashicorp">
-<h2>Hashicorp<a class="headerlink" href="#hashicorp" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-hashicorp/stable/_api/airflow/providers/hashicorp/secrets/vault/index.html#airflow.providers.hashicorp.secrets.vault.VaultBackend" title="(in apache-airflow-providers-hashicorp v3.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">VaultBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/secrets/key_vault/index.html#airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Writing logs" href="logging.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.transfers.vertica_to_hive" href="../../../../../airflow/providers/apache/hive/transfers/vertica_to_hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Community Providers" href="../howto/create-update-providers.html" >
+ <a rel="next" title="tests.system.providers.apache.hive.example_twitter_dag" href="example_twitter_dag/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -671,11 +673,8 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secret backends</a><ul>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#hashicorp">Hashicorp</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.apache.hive</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -700,7 +699,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/secrets-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/tests/system/providers/apache/hive/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -834,19 +833,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_modules/airflow/providers/apache/hive/hooks/hive.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_modules/airflow/providers/apache/hive/hooks/hive.html
new file mode 100644
index 0000000000..1d693ff207
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_modules/airflow/providers/apache/hive/hooks/hive.html
@@ -0,0 +1,1843 @@
+
+
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+ <html xmlns="http://www.w3.org/1999/xhtml" lang="en">
+<head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1">
+ <title>airflow.providers.apache.hive.hooks.hive — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <!-- Matomo -->
+ <script>
+ var _paq = window._paq = window._paq || [];
+ /* tracker methods like "setCustomDimension" should be called before "trackPageView" */
+ /* We explicitly disable cookie tracking to avoid privacy issues */
+ _paq.push(['disableCookies']);
+ _paq.push(['trackPageView']);
+ _paq.push(['enableLinkTracking']);
+ (function() {
+ var u="https://analytics.apache.org/";
+ _paq.push(['setTrackerUrl', u+'matomo.php']);
+ _paq.push(['setSiteId', '13']);
+ var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0];
+ g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s);
+ })();
+ </script>
+ <!-- End Matomo Code -->
+
+
+</head><body class="td-section">
+
+
+<header>
+ <nav class="js-navbar-scroll navbar">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178.258 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0zm-1 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482-.2h1 [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+ <div class="desktop-only navbar__menu-container">
+
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+ </div>
+
+
+
+ </div>
+
+ </div>
+ <div class="mobile-only navbar__drawer-container">
+ <button class="navbar__toggle-button" id="navbar-toggle-button">
+
+ <div id="hamburger-icon" class="navbar__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="26" height="20" viewBox="0 0 26 20">
+ <g id="Group_1294" data-name="Group 1294" transform="translate(-38.791 291)">
+ <g id="Group_1291" data-name="Group 1291" transform="translate(39 -291)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="translate(39 -281.822)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ <g id="Group_1293" data-name="Group 1293" transform="translate(39 -272.644)">
+ <rect id="Rectangle_463" width="26" height="2" fill="#51504f" data-name="Rectangle 463" rx="1" transform="translate(-.209 -.356)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="close-icon" class="navbar__toggle-button--icon">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </button>
+ <div class="navbar__drawer" id="navbar-drawer">
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+
+ </div>
+
+
+ </div>
+ </div>
+ </div>
+ </nav>
+
+</header>
+
+
+ <div class="roadmap container-fluid td-default base-layout">
+
+
+ <div class="content-drawer-wrapper">
+ <button class="content-drawer__toggle-button" id="content-open-button">
+
+ <div id="hamburger-icon" class="content-drawer__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="20.005" height="13.879" viewBox="0 0 20.005 13.879">
+ <g id="Group_1619" data-name="Group 1619" transform="translate(271.132 -418.872)">
+ <g id="Group_1613" data-name="Group 1613" transform="translate(-266.229 431.045)">
+ <path id="Path_1337" d="M-218.5 513.215h-14.583a.259.259 0 0 1-.259-.26.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.26z" fill="#51504f" data-name="Path 1337" transform="translate(233.345 -512.696)"></path>
+ </g>
+ <g id="Group_1614" data-name="Group 1614" transform="translate(-266.229 425.684)">
+ <path id="Path_1338" d="M-218.5 471.9h-14.583a.259.259 0 0 1-.259-.26.26.26 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.26.26 0 0 1-.259.26z" fill="#51504f" data-name="Path 1338" transform="translate(233.345 -471.376)"></path>
+ </g>
+ <g id="Group_1615" data-name="Group 1615" transform="translate(-266.229 420.323)">
+ <path id="Path_1339" d="M-218.5 430.574h-14.583a.259.259 0 0 1-.259-.259.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.259z" fill="#51504f" data-name="Path 1339" transform="translate(233.345 -430.055)"></path>
+ </g>
+ <g id="Group_1616" data-name="Group 1616" transform="translate(-271.132 429.814)">
+ <path id="Path_1340" d="M-269.663 506.145a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1340" transform="translate(271.132 -503.208)"></path>
+ </g>
+ <g id="Group_1617" data-name="Group 1617" transform="translate(-271.132 424.556)">
+ <path id="Path_1341" d="M-269.663 465.62a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.952z" fill="#51504f" data-name="Path 1341" transform="translate(271.132 -462.683)"></path>
+ </g>
+ <g id="Group_1618" data-name="Group 1618" transform="translate(-271.132 418.872)">
+ <path id="Path_1342" d="M-269.663 421.809a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1342" transform="translate(271.132 -418.872)"></path>
+ </g>
+ </g>
+ </svg>
+
+ <span class="bodytext__mobile--brownish-grey">Content</span>
+ </div>
+
+ </button>
+ <nav id="content-navbar" class="navbar navbar--hidden">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482- [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+
+ <div id="content-close-button">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </nav>
+ <div class="content-drawer-container" id="content-drawer">
+ <div class="content-drawer">
+ <div class="td-sidebar">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/apache/hive/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+ </div>
+ </div>
+ </div>
+
+ <div class="d-flex">
+
+
+ <div class="td-sidebar desktop-only d-print-none">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/apache/hive/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+
+
+
+
+ <main class="col-12 col-md-9 col-xl-8" role="main">
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation" class="d-none d-md-block d-print-none">
+
+ <ul class="breadcrumb">
+
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../../../../index.html">Module code</a></li>
+
+ <li class="breadcrumb-item"><a href="hive.html"> airflow.providers.apache.hive.hooks.hive</a></li>
+
+ </ul>
+</div>
+
+ <div class="rst-content">
+ <div class="document">
+ <div class="documentwrapper">
+ <div class="bodywrapper">
+ <div class="body" role="main">
+
+ <h1>Source code for airflow.providers.apache.hive.hooks.hive</h1><div class="highlight"><pre>
+<span></span><span class="c1">#</span>
+<span class="c1"># Licensed to the Apache Software Foundation (ASF) under one</span>
+<span class="c1"># or more contributor license agreements. See the NOTICE file</span>
+<span class="c1"># distributed with this work for additional information</span>
+<span class="c1"># regarding copyright ownership. The ASF licenses this file</span>
+<span class="c1"># to you under the Apache License, Version 2.0 (the</span>
+<span class="c1"># "License"); you may not use this file except in compliance</span>
+<span class="c1"># with the License. You may obtain a copy of the License at</span>
+<span class="c1">#</span>
+<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
+<span class="c1">#</span>
+<span class="c1"># Unless required by applicable law or agreed to in writing,</span>
+<span class="c1"># software distributed under the License is distributed on an</span>
+<span class="c1"># "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span>
+<span class="c1"># KIND, either express or implied. See the License for the</span>
+<span class="c1"># specific language governing permissions and limitations</span>
+<span class="c1"># under the License.</span>
+<span class="kn">from</span> <span class="nn">__future__</span> <span class="kn">import</span> <span class="n">annotations</span>
+
+<span class="kn">import</span> <span class="nn">contextlib</span>
+<span class="kn">import</span> <span class="nn">os</span>
+<span class="kn">import</span> <span class="nn">re</span>
+<span class="kn">import</span> <span class="nn">socket</span>
+<span class="kn">import</span> <span class="nn">subprocess</span>
+<span class="kn">import</span> <span class="nn">time</span>
+<span class="kn">import</span> <span class="nn">warnings</span>
+<span class="kn">from</span> <span class="nn">collections</span> <span class="kn">import</span> <span class="n">OrderedDict</span>
+<span class="kn">from</span> <span class="nn">tempfile</span> <span class="kn">import</span> <span class="n">NamedTemporaryFile</span><span class="p">,</span> <span class="n">TemporaryDirectory</span>
+<span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">Any</span><span class="p">,</span> <span class="n">Iterable</span><span class="p">,</span> <span class="n">Mapping</span>
+
+<span class="kn">import</span> <span class="nn">pandas</span>
+<span class="kn">import</span> <span class="nn">unicodecsv</span> <span class="k">as</span> <span class="nn">csv</span>
+
+<span class="kn">from</span> <span class="nn">airflow.configuration</span> <span class="kn">import</span> <span class="n">conf</span>
+<span class="kn">from</span> <span class="nn">airflow.exceptions</span> <span class="kn">import</span> <span class="n">AirflowException</span>
+<span class="kn">from</span> <span class="nn">airflow.hooks.base</span> <span class="kn">import</span> <span class="n">BaseHook</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.common.sql.hooks.sql</span> <span class="kn">import</span> <span class="n">DbApiHook</span>
+<span class="kn">from</span> <span class="nn">airflow.security</span> <span class="kn">import</span> <span class="n">utils</span>
+<span class="kn">from</span> <span class="nn">airflow.utils.helpers</span> <span class="kn">import</span> <span class="n">as_flattened_list</span>
+<span class="kn">from</span> <span class="nn">airflow.utils.operator_helpers</span> <span class="kn">import</span> <span class="n">AIRFLOW_VAR_NAME_FORMAT_MAPPING</span>
+
+<div class="viewcode-block" id="HIVE_QUEUE_PRIORITIES"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HIVE_QUEUE_PRIORITIES">[docs]</a><span class="n">HIVE_QUEUE_PRIORITIES</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"VERY_HIGH"</span><span class="p">,</span> <span class="s2">"HIGH"</span><span class="p">,</span> <span class="s2">"NORMA [...]
+
+
+<div class="viewcode-block" id="get_context_from_env_var"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.get_context_from_env_var">[docs]</a><span class="k">def</span> <span class="nf">get_context_from_env_var</span><span class="p">()</span> <span class="o">-></span> <span class="nb">dict</span><span class="p">[</span><span class="n">Any</span><span class="p">,</span> <span class="n">An [...]
+ <span class="sd">"""</span>
+<span class="sd"> Extract context from env variable, e.g. dag_id, task_id and execution_date,</span>
+<span class="sd"> so that they can be used inside BashOperator and PythonOperator.</span>
+
+<span class="sd"> :return: The context of interest.</span>
+<span class="sd"> """</span>
+ <span class="k">return</span> <span class="p">{</span>
+ <span class="n">format_map</span><span class="p">[</span><span class="s2">"default"</span><span class="p">]:</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">format_map</span><span class="p">[</span><span class="s2">"env_var_format"</span><span class="p">],</span> <span class="s2">""</span><span class="p">)</span>
+ <span class="k">for</span> <span class="n">format_map</span> <span class="ow">in</span> <span class="n">AIRFLOW_VAR_NAME_FORMAT_MAPPING</span><span class="o">.</span><span class="n">values</span><span class="p">()</span></div>
+ <span class="p">}</span>
+
+
+<div class="viewcode-block" id="HiveCliHook"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveCliHook">[docs]</a><span class="k">class</span> <span class="nc">HiveCliHook</span><span class="p">(</span><span class="n">BaseHook</span><span class="p">):</span>
+ <span class="sd">"""Simple wrapper around the hive CLI.</span>
+
+<span class="sd"> It also supports the ``beeline``</span>
+<span class="sd"> a lighter CLI that runs JDBC and is replacing the heavier</span>
+<span class="sd"> traditional CLI. To enable ``beeline``, set the use_beeline param in the</span>
+<span class="sd"> extra field of your connection as in ``{ "use_beeline": true }``</span>
+
+<span class="sd"> Note that you can also set default hive CLI parameters by passing ``hive_cli_params``</span>
+<span class="sd"> space separated list of parameters to add to the hive command.</span>
+
+<span class="sd"> The extra connection parameter ``auth`` gets passed as in the ``jdbc``</span>
+<span class="sd"> connection string as is.</span>
+
+<span class="sd"> :param hive_cli_conn_id: Reference to the</span>
+<span class="sd"> :ref:`Hive CLI connection id <howto/connection:hive_cli>`.</span>
+<span class="sd"> :param mapred_queue: queue used by the Hadoop Scheduler (Capacity or Fair)</span>
+<span class="sd"> :param mapred_queue_priority: priority within the job queue.</span>
+<span class="sd"> Possible settings include: VERY_HIGH, HIGH, NORMAL, LOW, VERY_LOW</span>
+<span class="sd"> :param mapred_job_name: This name will appear in the jobtracker.</span>
+<span class="sd"> This can make monitoring easier.</span>
+<span class="sd"> :param hive_cli_params: Space separated list of hive command parameters to add to the</span>
+<span class="sd"> hive command.</span>
+<span class="sd"> """</span>
+
+<div class="viewcode-block" id="HiveCliHook.conn_name_attr"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_name_attr">[docs]</a> <span class="n">conn_name_attr</span> <span class="o">=</span> <span class="s2">"hive_cli_conn_id"</span></div>
+<div class="viewcode-block" id="HiveCliHook.default_conn_name"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveCliHook.default_conn_name">[docs]</a> <span class="n">default_conn_name</span> <span class="o">=</span> <span class="s2">"hive_cli_default"</span></div>
+<div class="viewcode-block" id="HiveCliHook.conn_type"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_type">[docs]</a> <span class="n">conn_type</span> <span class="o">=</span> <span class="s2">"hive_cli"</span></div>
+<div class="viewcode-block" id="HiveCliHook.hook_name"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveCliHook.hook_name">[docs]</a> <span class="n">hook_name</span> <span class="o">=</span> <span class="s2">"Hive Client Wrapper"</span></div>
+
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">hive_cli_conn_id</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="n">default_conn_name</span><span class="p">,</span>
+ <span class="n">run_as</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">mapred_queue</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">mapred_queue_priority</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">mapred_job_name</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">hive_cli_params</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">""</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
+ <span class="n">conn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_connection</span><span class="p">(</span><span class="n">hive_cli_conn_id</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">hive_cli_params</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="n">hive_cli_params</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">use_beeline</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"use_beeline"</span><span class="p">,</span> <span class="kc">False</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">auth</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"auth"</span><span class="p">,</span> <span class="s2">"noSasl"</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">conn</span> <span class="o">=</span> <span class="n">conn</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">run_as</span> <span class="o">=</span> <span class="n">run_as</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">sub_process</span><span class="p">:</span> <span class="n">Any</span> <span class="o">=</span> <span class="kc">None</span>
+
+ <span class="k">if</span> <span class="n">mapred_queue_priority</span><span class="p">:</span>
+ <span class="n">mapred_queue_priority</span> <span class="o">=</span> <span class="n">mapred_queue_priority</span><span class="o">.</span><span class="n">upper</span><span class="p">()</span>
+ <span class="k">if</span> <span class="n">mapred_queue_priority</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">HIVE_QUEUE_PRIORITIES</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span>
+ <span class="sa">f</span><span class="s2">"Invalid Mapred Queue Priority. Valid values are: </span><span class="si">{</span><span class="s1">', '</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">HIVE_QUEUE_PRIORITIES</span><span class="p">)</span><span class="si">}</span><span class="s2">"</span>
+ <span class="p">)</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">mapred_queue</span> <span class="o">=</span> <span class="n">mapred_queue</span> <span class="ow">or</span> <span class="n">conf</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"hive"</span><span class="p">,</span> <span class="s2">"default_hive_mapred_queue"</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">mapred_queue_priority</span> <span class="o">=</span> <span class="n">mapred_queue_priority</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">mapred_job_name</span> <span class="o">=</span> <span class="n">mapred_job_name</span>
+
+ <span class="k">def</span> <span class="nf">_get_proxy_user</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span>
+ <span class="sd">"""This function set the proper proxy_user value in case the user overwrite the default."""</span>
+ <span class="n">conn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">conn</span>
+
+ <span class="n">proxy_user_value</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"proxy_user"</span><span class="p">,</span> <span class="s2">""</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">proxy_user_value</span> <span class="o">==</span> <span class="s2">"login"</span> <span class="ow">and</span> <span class="n">conn</span><span class="o">.</span><span class="n">login</span><span class="p">:</span>
+ <span class="k">return</span> <span class="sa">f</span><span class="s2">"hive.server2.proxy.user=</span><span class="si">{</span><span class="n">conn</span><span class="o">.</span><span class="n">login</span><span class="si">}</span><span class="s2">"</span>
+ <span class="k">if</span> <span class="n">proxy_user_value</span> <span class="o">==</span> <span class="s2">"owner"</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">run_as</span><span class="p">:</span>
+ <span class="k">return</span> <span class="sa">f</span><span class="s2">"hive.server2.proxy.user=</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">run_as</span><span class="si">}</span><span class="s2">"</span>
+ <span class="k">if</span> <span class="n">proxy_user_value</span> <span class="o">!=</span> <span class="s2">""</span><span class="p">:</span> <span class="c1"># There is a custom proxy user</span>
+ <span class="k">return</span> <span class="sa">f</span><span class="s2">"hive.server2.proxy.user=</span><span class="si">{</span><span class="n">proxy_user_value</span><span class="si">}</span><span class="s2">"</span>
+ <span class="k">return</span> <span class="n">proxy_user_value</span> <span class="c1"># The default proxy user (undefined)</span>
+
+ <span class="k">def</span> <span class="nf">_prepare_cli_cmd</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">list</span><span class="p">[</span><span class="n">Any</span><span class="p">]:</span>
+ <span class="sd">"""This function creates the command list from available information"""</span>
+ <span class="n">conn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">conn</span>
+ <span class="n">hive_bin</span> <span class="o">=</span> <span class="s2">"hive"</span>
+ <span class="n">cmd_extra</span> <span class="o">=</span> <span class="p">[]</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">use_beeline</span><span class="p">:</span>
+ <span class="n">hive_bin</span> <span class="o">=</span> <span class="s2">"beeline"</span>
+ <span class="n">jdbc_url</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">"jdbc:hive2://</span><span class="si">{</span><span class="n">conn</span><span class="o">.</span><span class="n">host</span><span class="si">}</span><span class="s2">:</span><span class="si">{</span><span class="n">conn</span><span class="o">.</span><span class="n">port</span><span class="si">}</span><span class="s2">/</span><span class="si">{</span><span class="n">conn</sp [...]
+ <span class="k">if</span> <span class="n">conf</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"core"</span><span class="p">,</span> <span class="s2">"security"</span><span class="p">)</span> <span class="o">==</span> <span class="s2">"kerberos"</span><span class="p">:</span>
+ <span class="n">template</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"principal"</span><span class="p">,</span> <span class="s2">"hive/_HOST@EXAMPLE.COM"</span><span class="p">)</span>
+ <span class="k">if</span> <span class="s2">"_HOST"</span> <span class="ow">in</span> <span class="n">template</span><span class="p">:</span>
+ <span class="n">template</span> <span class="o">=</span> <span class="n">utils</span><span class="o">.</span><span class="n">replace_hostname_pattern</span><span class="p">(</span><span class="n">utils</span><span class="o">.</span><span class="n">get_components</span><span class="p">(</span><span class="n">template</span><span class="p">))</span>
+
+ <span class="n">proxy_user</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_proxy_user</span><span class="p">()</span>
+
+ <span class="n">jdbc_url</span> <span class="o">+=</span> <span class="sa">f</span><span class="s2">";principal=</span><span class="si">{</span><span class="n">template</span><span class="si">}</span><span class="s2">;</span><span class="si">{</span><span class="n">proxy_user</span><span class="si">}</span><span class="s2">"</span>
+ <span class="k">elif</span> <span class="bp">self</span><span class="o">.</span><span class="n">auth</span><span class="p">:</span>
+ <span class="n">jdbc_url</span> <span class="o">+=</span> <span class="s2">";auth="</span> <span class="o">+</span> <span class="bp">self</span><span class="o">.</span><span class="n">auth</span>
+
+ <span class="n">jdbc_url</span> <span class="o">=</span> <span class="sa">f</span><span class="s1">'"</span><span class="si">{</span><span class="n">jdbc_url</span><span class="si">}</span><span class="s1">"'</span>
+
+ <span class="n">cmd_extra</span> <span class="o">+=</span> <span class="p">[</span><span class="s2">"-u"</span><span class="p">,</span> <span class="n">jdbc_url</span><span class="p">]</span>
+ <span class="k">if</span> <span class="n">conn</span><span class="o">.</span><span class="n">login</span><span class="p">:</span>
+ <span class="n">cmd_extra</span> <span class="o">+=</span> <span class="p">[</span><span class="s2">"-n"</span><span class="p">,</span> <span class="n">conn</span><span class="o">.</span><span class="n">login</span><span class="p">]</span>
+ <span class="k">if</span> <span class="n">conn</span><span class="o">.</span><span class="n">password</span><span class="p">:</span>
+ <span class="n">cmd_extra</span> <span class="o">+=</span> <span class="p">[</span><span class="s2">"-p"</span><span class="p">,</span> <span class="n">conn</span><span class="o">.</span><span class="n">password</span><span class="p">]</span>
+
+ <span class="n">hive_params_list</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">hive_cli_params</span><span class="o">.</span><span class="n">split</span><span class="p">()</span>
+
+ <span class="k">return</span> <span class="p">[</span><span class="n">hive_bin</span><span class="p">]</span> <span class="o">+</span> <span class="n">cmd_extra</span> <span class="o">+</span> <span class="n">hive_params_list</span>
+
+ <span class="nd">@staticmethod</span>
+ <span class="k">def</span> <span class="nf">_prepare_hiveconf</span><span class="p">(</span><span class="n">d</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="n">Any</span><span class="p">,</span> <span class="n">Any</span><span class="p">])</span> <span class="o">-></span> <span class="nb">list</span><span class="p">[</span><span class="n">Any</span><span class="p">]:</span>
+ <span class="sd">"""</span>
+<span class="sd"> This function prepares a list of hiveconf params</span>
+<span class="sd"> from a dictionary of key value pairs.</span>
+
+<span class="sd"> :param d:</span>
+
+<span class="sd"> >>> hh = HiveCliHook()</span>
+<span class="sd"> >>> hive_conf = {"hive.exec.dynamic.partition": "true",</span>
+<span class="sd"> ... "hive.exec.dynamic.partition.mode": "nonstrict"}</span>
+<span class="sd"> >>> hh._prepare_hiveconf(hive_conf)</span>
+<span class="sd"> ["-hiveconf", "hive.exec.dynamic.partition=true",\</span>
+<span class="sd"> "-hiveconf", "hive.exec.dynamic.partition.mode=nonstrict"]</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">d</span><span class="p">:</span>
+ <span class="k">return</span> <span class="p">[]</span>
+ <span class="k">return</span> <span class="n">as_flattened_list</span><span class="p">(</span><span class="nb">zip</span><span class="p">([</span><span class="s2">"-hiveconf"</span><span class="p">]</span> <span class="o">*</span> <span class="nb">len</span><span class="p">(</span><span class="n">d</span><span class="p">),</span> <span class="p">[</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">k</span><span class="s [...]
+
+<div class="viewcode-block" id="HiveCliHook.run_cli"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveCliHook.run_cli">[docs]</a> <span class="k">def</span> <span class="nf">run_cli</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">hql</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">schema</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">verbose</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
+ <span class="n">hive_conf</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="n">Any</span><span class="p">,</span> <span class="n">Any</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="n">Any</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Run an hql statement using the hive cli. If hive_conf is specified</span>
+<span class="sd"> it should be a dict and the entries will be set as key/value pairs</span>
+<span class="sd"> in HiveConf.</span>
+
+<span class="sd"> :param hql: an hql (hive query language) statement to run with hive cli</span>
+<span class="sd"> :param schema: Name of hive schema (database) to use</span>
+<span class="sd"> :param verbose: Provides additional logging. Defaults to True.</span>
+<span class="sd"> :param hive_conf: if specified these key value pairs will be passed</span>
+<span class="sd"> to hive as ``-hiveconf "key"="value"``. Note that they will be</span>
+<span class="sd"> passed after the ``hive_cli_params`` and thus will override</span>
+<span class="sd"> whatever values are specified in the database.</span>
+
+<span class="sd"> >>> hh = HiveCliHook()</span>
+<span class="sd"> >>> result = hh.run_cli("USE airflow;")</span>
+<span class="sd"> >>> ("OK" in result)</span>
+<span class="sd"> True</span>
+<span class="sd"> """</span>
+ <span class="n">conn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">conn</span>
+ <span class="n">schema</span> <span class="o">=</span> <span class="n">schema</span> <span class="ow">or</span> <span class="n">conn</span><span class="o">.</span><span class="n">schema</span>
+
+ <span class="n">invalid_chars_list</span> <span class="o">=</span> <span class="n">re</span><span class="o">.</span><span class="n">findall</span><span class="p">(</span><span class="sa">r</span><span class="s2">"[^a-z0-9_]"</span><span class="p">,</span> <span class="n">schema</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">invalid_chars_list</span><span class="p">:</span>
+ <span class="n">invalid_chars</span> <span class="o">=</span> <span class="s2">""</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">char</span> <span class="k">for</span> <span class="n">char</span> <span class="ow">in</span> <span class="n">invalid_chars_list</span><span class="p">)</span>
+ <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"The schema `</span><span class="si">{</span><span class="n">schema</span><span class="si">}</span><span class="s2">` contains invalid characters: </span><span class="si">{</span><span class="n">invalid_chars</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">schema</span><span class="p">:</span>
+ <span class="n">hql</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">"USE </span><span class="si">{</span><span class="n">schema</span><span class="si">}</span><span class="s2">;</span><span class="se">\n</span><span class="si">{</span><span class="n">hql</span><span class="si">}</span><span class="s2">"</span>
+
+ <span class="k">with</span> <span class="n">TemporaryDirectory</span><span class="p">(</span><span class="n">prefix</span><span class="o">=</span><span class="s2">"airflow_hiveop_"</span><span class="p">)</span> <span class="k">as</span> <span class="n">tmp_dir</span><span class="p">:</span>
+ <span class="k">with</span> <span class="n">NamedTemporaryFile</span><span class="p">(</span><span class="nb">dir</span><span class="o">=</span><span class="n">tmp_dir</span><span class="p">)</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span>
+ <span class="n">hql</span> <span class="o">+=</span> <span class="s2">"</span><span class="se">\n</span><span class="s2">"</span>
+ <span class="n">f</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">hql</span><span class="o">.</span><span class="n">encode</span><span class="p">(</span><span class="s2">"UTF-8"</span><span class="p">))</span>
+ <span class="n">f</span><span class="o">.</span><span class="n">flush</span><span class="p">()</span>
+ <span class="n">hive_cmd</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_prepare_cli_cmd</span><span class="p">()</span>
+ <span class="n">env_context</span> <span class="o">=</span> <span class="n">get_context_from_env_var</span><span class="p">()</span>
+ <span class="c1"># Only extend the hive_conf if it is defined.</span>
+ <span class="k">if</span> <span class="n">hive_conf</span><span class="p">:</span>
+ <span class="n">env_context</span><span class="o">.</span><span class="n">update</span><span class="p">(</span><span class="n">hive_conf</span><span class="p">)</span>
+ <span class="n">hive_conf_params</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_prepare_hiveconf</span><span class="p">(</span><span class="n">env_context</span><span class="p">)</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">mapred_queue</span><span class="p">:</span>
+ <span class="n">hive_conf_params</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span>
+ <span class="p">[</span>
+ <span class="s2">"-hiveconf"</span><span class="p">,</span>
+ <span class="sa">f</span><span class="s2">"mapreduce.job.queuename=</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">mapred_queue</span><span class="si">}</span><span class="s2">"</span><span class="p">,</span>
+ <span class="s2">"-hiveconf"</span><span class="p">,</span>
+ <span class="sa">f</span><span class="s2">"mapred.job.queue.name=</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">mapred_queue</span><span class="si">}</span><span class="s2">"</span><span class="p">,</span>
+ <span class="s2">"-hiveconf"</span><span class="p">,</span>
+ <span class="sa">f</span><span class="s2">"tez.queue.name=</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">mapred_queue</span><span class="si">}</span><span class="s2">"</span><span class="p">,</span>
+ <span class="p">]</span>
+ <span class="p">)</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">mapred_queue_priority</span><span class="p">:</span>
+ <span class="n">hive_conf_params</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span>
+ <span class="p">[</span><span class="s2">"-hiveconf"</span><span class="p">,</span> <span class="sa">f</span><span class="s2">"mapreduce.job.priority=</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">mapred_queue_priority</span><span class="si">}</span><span class="s2">"</span><span class="p">]</span>
+ <span class="p">)</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">mapred_job_name</span><span class="p">:</span>
+ <span class="n">hive_conf_params</span><span class="o">.</span><span class="n">extend</span><span class="p">([</span><span class="s2">"-hiveconf"</span><span class="p">,</span> <span class="sa">f</span><span class="s2">"mapred.job.name=</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">mapred_job_name</span><span class="si">}</span><span class="s2">"</span><span class="p">])</span>
+
+ <span class="n">hive_cmd</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">hive_conf_params</span><span class="p">)</span>
+ <span class="n">hive_cmd</span><span class="o">.</span><span class="n">extend</span><span class="p">([</span><span class="s2">"-f"</span><span class="p">,</span> <span class="n">f</span><span class="o">.</span><span class="n">name</span><span class="p">])</span>
+
+ <span class="k">if</span> <span class="n">verbose</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"</span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="s2">" "</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">hive_cmd</span><span class="p">))</span>
+ <span class="n">sub_process</span><span class="p">:</span> <span class="n">Any</span> <span class="o">=</span> <span class="n">subprocess</span><span class="o">.</span><span class="n">Popen</span><span class="p">(</span>
+ <span class="n">hive_cmd</span><span class="p">,</span> <span class="n">stdout</span><span class="o">=</span><span class="n">subprocess</span><span class="o">.</span><span class="n">PIPE</span><span class="p">,</span> <span class="n">stderr</span><span class="o">=</span><span class="n">subprocess</span><span class="o">.</span><span class="n">STDOUT</span><span class="p">,</span> <span class="n">cwd</span><span class="o">=</span><span class="n">tmp_dir</span><span clas [...]
+ <span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">sub_process</span> <span class="o">=</span> <span class="n">sub_process</span>
+ <span class="n">stdout</span> <span class="o">=</span> <span class="s2">""</span>
+ <span class="k">while</span> <span class="kc">True</span><span class="p">:</span>
+ <span class="n">line</span> <span class="o">=</span> <span class="n">sub_process</span><span class="o">.</span><span class="n">stdout</span><span class="o">.</span><span class="n">readline</span><span class="p">()</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">line</span><span class="p">:</span>
+ <span class="k">break</span>
+ <span class="n">stdout</span> <span class="o">+=</span> <span class="n">line</span><span class="o">.</span><span class="n">decode</span><span class="p">(</span><span class="s2">"UTF-8"</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">verbose</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="n">line</span><span class="o">.</span><span class="n">decode</span><span class="p">(</span><span class="s2">"UTF-8"</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">())</span>
+ <span class="n">sub_process</span><span class="o">.</span><span class="n">wait</span><span class="p">()</span>
+
+ <span class="k">if</span> <span class="n">sub_process</span><span class="o">.</span><span class="n">returncode</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="n">stdout</span><span class="p">)</span>
+
+ <span class="k">return</span> <span class="n">stdout</span></div>
+
+<div class="viewcode-block" id="HiveCliHook.test_hql"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveCliHook.test_hql">[docs]</a> <span class="k">def</span> <span class="nf">test_hql</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">hql</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o"> [...]
+ <span class="sd">"""Test an hql statement using the hive cli and EXPLAIN"""</span>
+ <span class="n">create</span><span class="p">,</span> <span class="n">insert</span><span class="p">,</span> <span class="n">other</span> <span class="o">=</span> <span class="p">[],</span> <span class="p">[],</span> <span class="p">[]</span>
+ <span class="k">for</span> <span class="n">query</span> <span class="ow">in</span> <span class="n">hql</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s2">";"</span><span class="p">):</span> <span class="c1"># naive</span>
+ <span class="n">query_original</span> <span class="o">=</span> <span class="n">query</span>
+ <span class="n">query</span> <span class="o">=</span> <span class="n">query</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
+
+ <span class="k">if</span> <span class="n">query</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s2">"create table"</span><span class="p">):</span>
+ <span class="n">create</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">query_original</span><span class="p">)</span>
+ <span class="k">elif</span> <span class="n">query</span><span class="o">.</span><span class="n">startswith</span><span class="p">((</span><span class="s2">"set "</span><span class="p">,</span> <span class="s2">"add jar "</span><span class="p">,</span> <span class="s2">"create temporary function"</span><span class="p">)):</span>
+ <span class="n">other</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">query_original</span><span class="p">)</span>
+ <span class="k">elif</span> <span class="n">query</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s2">"insert"</span><span class="p">):</span>
+ <span class="n">insert</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">query_original</span><span class="p">)</span>
+ <span class="n">other_</span> <span class="o">=</span> <span class="s2">";"</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">other</span><span class="p">)</span>
+ <span class="k">for</span> <span class="n">query_set</span> <span class="ow">in</span> <span class="p">[</span><span class="n">create</span><span class="p">,</span> <span class="n">insert</span><span class="p">]:</span>
+ <span class="k">for</span> <span class="n">query</span> <span class="ow">in</span> <span class="n">query_set</span><span class="p">:</span>
+
+ <span class="n">query_preview</span> <span class="o">=</span> <span class="s2">" "</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">query</span><span class="o">.</span><span class="n">split</span><span class="p">())[:</span><span class="mi">50</span><span class="p">]</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Testing HQL [</span><span class="si">%s</span><span class="s2"> (...)]"</span><span class="p">,</span> <span class="n">query_preview</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">query_set</span> <span class="o">==</span> <span class="n">insert</span><span class="p">:</span>
+ <span class="n">query</span> <span class="o">=</span> <span class="n">other_</span> <span class="o">+</span> <span class="s2">"; explain "</span> <span class="o">+</span> <span class="n">query</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">query</span> <span class="o">=</span> <span class="s2">"explain "</span> <span class="o">+</span> <span class="n">query</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">run_cli</span><span class="p">(</span><span class="n">query</span><span class="p">,</span> <span class="n">verbose</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span>
+ <span class="k">except</span> <span class="n">AirflowException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
+ <span class="n">message</span> <span class="o">=</span> <span class="n">e</span><span class="o">.</span><span class="n">args</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s2">"</span><span class="se">\n</span><span class="s2">"</span><span class="p">)[</span><span class="o">-</span><span class="mi">2</span><span class="p">]</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="n">message</span><span class="p">)</span>
+ <span class="n">error_loc</span> <span class="o">=</span> <span class="n">re</span><span class="o">.</span><span class="n">search</span><span class="p">(</span><span class="sa">r</span><span class="s2">"(\d+):(\d+)"</span><span class="p">,</span> <span class="n">message</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">error_loc</span> <span class="ow">and</span> <span class="n">error_loc</span><span class="o">.</span><span class="n">group</span><span class="p">(</span><span class="mi">1</span><span class="p">)</span><span class="o">.</span><span class="n">isdigit</span><span class="p">():</span>
+ <span class="n">lst</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="n">error_loc</span><span class="o">.</span><span class="n">group</span><span class="p">(</span><span class="mi">1</span><span class="p">))</span>
+ <span class="n">begin</span> <span class="o">=</span> <span class="nb">max</span><span class="p">(</span><span class="n">lst</span> <span class="o">-</span> <span class="mi">2</span><span class="p">,</span> <span class="mi">0</span><span class="p">)</span>
+ <span class="n">end</span> <span class="o">=</span> <span class="nb">min</span><span class="p">(</span><span class="n">lst</span> <span class="o">+</span> <span class="mi">3</span><span class="p">,</span> <span class="nb">len</span><span class="p">(</span><span class="n">query</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s2">"</span><span class="se">\n</span><span class="s2">"</span><span class="p">)))</span>
+ <span class="n">context</span> <span class="o">=</span> <span class="s2">"</span><span class="se">\n</span><span class="s2">"</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">query</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s2">"</span><span class="se">\n</span><span class="s2">"</span><span class="p">)[</span><span class="n">begin</span><span cl [...]
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Context :</span><span class="se">\n</span><span class="s2"> </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">context</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"SUCCESS"</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="HiveCliHook.load_df"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_df">[docs]</a> <span class="k">def</span> <span class="nf">load_df</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">df</span><span class="p">:</span> <span class="n">pandas</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">,</span>
+ <span class="n">table</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">field_dict</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="n">Any</span><span class="p">,</span> <span class="n">Any</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">delimiter</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">","</span><span class="p">,</span>
+ <span class="n">encoding</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"utf8"</span><span class="p">,</span>
+ <span class="n">pandas_kwargs</span><span class="p">:</span> <span class="n">Any</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n">Any</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Loads a pandas DataFrame into hive.</span>
+
+<span class="sd"> Hive data types will be inferred if not passed but column names will</span>
+<span class="sd"> not be sanitized.</span>
+
+<span class="sd"> :param df: DataFrame to load into a Hive table</span>
+<span class="sd"> :param table: target Hive table, use dot notation to target a</span>
+<span class="sd"> specific database</span>
+<span class="sd"> :param field_dict: mapping from column name to hive data type.</span>
+<span class="sd"> Note that it must be OrderedDict so as to keep columns' order.</span>
+<span class="sd"> :param delimiter: field delimiter in the file</span>
+<span class="sd"> :param encoding: str encoding to use when writing DataFrame to file</span>
+<span class="sd"> :param pandas_kwargs: passed to DataFrame.to_csv</span>
+<span class="sd"> :param kwargs: passed to self.load_file</span>
+<span class="sd"> """</span>
+
+ <span class="k">def</span> <span class="nf">_infer_field_types_from_df</span><span class="p">(</span><span class="n">df</span><span class="p">:</span> <span class="n">pandas</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">)</span> <span class="o">-></span> <span class="nb">dict</span><span class="p">[</span><span class="n">Any</span><span class="p">,</span> <span class="n">Any</span><span class="p">]:</span>
+ <span class="n">dtype_kind_hive_type</span> <span class="o">=</span> <span class="p">{</span>
+ <span class="s2">"b"</span><span class="p">:</span> <span class="s2">"BOOLEAN"</span><span class="p">,</span> <span class="c1"># boolean</span>
+ <span class="s2">"i"</span><span class="p">:</span> <span class="s2">"BIGINT"</span><span class="p">,</span> <span class="c1"># signed integer</span>
+ <span class="s2">"u"</span><span class="p">:</span> <span class="s2">"BIGINT"</span><span class="p">,</span> <span class="c1"># unsigned integer</span>
+ <span class="s2">"f"</span><span class="p">:</span> <span class="s2">"DOUBLE"</span><span class="p">,</span> <span class="c1"># floating-point</span>
+ <span class="s2">"c"</span><span class="p">:</span> <span class="s2">"STRING"</span><span class="p">,</span> <span class="c1"># complex floating-point</span>
+ <span class="s2">"M"</span><span class="p">:</span> <span class="s2">"TIMESTAMP"</span><span class="p">,</span> <span class="c1"># datetime</span>
+ <span class="s2">"O"</span><span class="p">:</span> <span class="s2">"STRING"</span><span class="p">,</span> <span class="c1"># object</span>
+ <span class="s2">"S"</span><span class="p">:</span> <span class="s2">"STRING"</span><span class="p">,</span> <span class="c1"># (byte-)string</span>
+ <span class="s2">"U"</span><span class="p">:</span> <span class="s2">"STRING"</span><span class="p">,</span> <span class="c1"># Unicode</span>
+ <span class="s2">"V"</span><span class="p">:</span> <span class="s2">"STRING"</span><span class="p">,</span> <span class="c1"># void</span>
+ <span class="p">}</span>
+
+ <span class="n">order_type</span> <span class="o">=</span> <span class="n">OrderedDict</span><span class="p">()</span>
+ <span class="k">for</span> <span class="n">col</span><span class="p">,</span> <span class="n">dtype</span> <span class="ow">in</span> <span class="n">df</span><span class="o">.</span><span class="n">dtypes</span><span class="o">.</span><span class="n">iteritems</span><span class="p">():</span>
+ <span class="n">order_type</span><span class="p">[</span><span class="n">col</span><span class="p">]</span> <span class="o">=</span> <span class="n">dtype_kind_hive_type</span><span class="p">[</span><span class="n">dtype</span><span class="o">.</span><span class="n">kind</span><span class="p">]</span>
+ <span class="k">return</span> <span class="n">order_type</span>
+
+ <span class="k">if</span> <span class="n">pandas_kwargs</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="n">pandas_kwargs</span> <span class="o">=</span> <span class="p">{}</span>
+
+ <span class="k">with</span> <span class="n">TemporaryDirectory</span><span class="p">(</span><span class="n">prefix</span><span class="o">=</span><span class="s2">"airflow_hiveop_"</span><span class="p">)</span> <span class="k">as</span> <span class="n">tmp_dir</span><span class="p">:</span>
+ <span class="k">with</span> <span class="n">NamedTemporaryFile</span><span class="p">(</span><span class="nb">dir</span><span class="o">=</span><span class="n">tmp_dir</span><span class="p">,</span> <span class="n">mode</span><span class="o">=</span><span class="s2">"w"</span><span class="p">)</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span>
+ <span class="k">if</span> <span class="n">field_dict</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="n">field_dict</span> <span class="o">=</span> <span class="n">_infer_field_types_from_df</span><span class="p">(</span><span class="n">df</span><span class="p">)</span>
+
+ <span class="n">df</span><span class="o">.</span><span class="n">to_csv</span><span class="p">(</span>
+ <span class="n">path_or_buf</span><span class="o">=</span><span class="n">f</span><span class="p">,</span>
+ <span class="n">sep</span><span class="o">=</span><span class="n">delimiter</span><span class="p">,</span>
+ <span class="n">header</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="n">index</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="n">encoding</span><span class="o">=</span><span class="n">encoding</span><span class="p">,</span>
+ <span class="n">date_format</span><span class="o">=</span><span class="s2">"%Y-%m-</span><span class="si">%d</span><span class="s2"> %H:%M:%S"</span><span class="p">,</span>
+ <span class="o">**</span><span class="n">pandas_kwargs</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="n">f</span><span class="o">.</span><span class="n">flush</span><span class="p">()</span>
+
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">load_file</span><span class="p">(</span>
+ <span class="n">filepath</span><span class="o">=</span><span class="n">f</span><span class="o">.</span><span class="n">name</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">table</span><span class="p">,</span> <span class="n">delimiter</span><span class="o">=</span><span class="n">delimiter</span><span class="p">,</span> <span class="n">field_dict</span><span class="o">=</span><span class="n">field_dict</span><span cla [...]
+ <span class="p">)</span>
+
+<div class="viewcode-block" id="HiveCliHook.load_file"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_file">[docs]</a> <span class="k">def</span> <span class="nf">load_file</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">filepath</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">table</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">delimiter</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">","</span><span class="p">,</span>
+ <span class="n">field_dict</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="n">Any</span><span class="p">,</span> <span class="n">Any</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">create</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
+ <span class="n">overwrite</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
+ <span class="n">partition</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">recreate</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
+ <span class="n">tblproperties</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Loads a local file into Hive</span>
+
+<span class="sd"> Note that the table generated in Hive uses ``STORED AS textfile``</span>
+<span class="sd"> which isn't the most efficient serialization format. If a</span>
+<span class="sd"> large amount of data is loaded and/or if the tables gets</span>
+<span class="sd"> queried considerably, you may want to use this operator only to</span>
+<span class="sd"> stage the data into a temporary table before loading it into its</span>
+<span class="sd"> final destination using a ``HiveOperator``.</span>
+
+<span class="sd"> :param filepath: local filepath of the file to load</span>
+<span class="sd"> :param table: target Hive table, use dot notation to target a</span>
+<span class="sd"> specific database</span>
+<span class="sd"> :param delimiter: field delimiter in the file</span>
+<span class="sd"> :param field_dict: A dictionary of the fields name in the file</span>
+<span class="sd"> as keys and their Hive types as values.</span>
+<span class="sd"> Note that it must be OrderedDict so as to keep columns' order.</span>
+<span class="sd"> :param create: whether to create the table if it doesn't exist</span>
+<span class="sd"> :param overwrite: whether to overwrite the data in table or partition</span>
+<span class="sd"> :param partition: target partition as a dict of partition columns</span>
+<span class="sd"> and values</span>
+<span class="sd"> :param recreate: whether to drop and recreate the table at every</span>
+<span class="sd"> execution</span>
+<span class="sd"> :param tblproperties: TBLPROPERTIES of the hive table being created</span>
+<span class="sd"> """</span>
+ <span class="n">hql</span> <span class="o">=</span> <span class="s2">""</span>
+ <span class="k">if</span> <span class="n">recreate</span><span class="p">:</span>
+ <span class="n">hql</span> <span class="o">+=</span> <span class="sa">f</span><span class="s2">"DROP TABLE IF EXISTS </span><span class="si">{</span><span class="n">table</span><span class="si">}</span><span class="s2">;</span><span class="se">\n</span><span class="s2">"</span>
+ <span class="k">if</span> <span class="n">create</span> <span class="ow">or</span> <span class="n">recreate</span><span class="p">:</span>
+ <span class="k">if</span> <span class="n">field_dict</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s2">"Must provide a field dict when creating a table"</span><span class="p">)</span>
+ <span class="n">fields</span> <span class="o">=</span> <span class="s2">",</span><span class="se">\n</span><span class="s2"> "</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="sa">f</span><span class="s2">"`</span><span class="si">{</span><span class="n">k</span><span class="o">.</span><span class="n">strip</span><span class="p">(</span><span class="s1">'`'</span><span class="p">)</span><span class="si">}< [...]
+ <span class="n">hql</span> <span class="o">+=</span> <span class="sa">f</span><span class="s2">"CREATE TABLE IF NOT EXISTS </span><span class="si">{</span><span class="n">table</span><span class="si">}</span><span class="s2"> (</span><span class="se">\n</span><span class="si">{</span><span class="n">fields</span><span class="si">}</span><span class="s2">)</span><span class="se">\n</span><span class="s2">"</span>
+ <span class="k">if</span> <span class="n">partition</span><span class="p">:</span>
+ <span class="n">pfields</span> <span class="o">=</span> <span class="s2">",</span><span class="se">\n</span><span class="s2"> "</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">p</span> <span class="o">+</span> <span class="s2">" STRING"</span> <span class="k">for</span> <span class="n">p</span> <span class="ow">in</span> <span class="n">partition</span><span class="p">)</span>
+ <span class="n">hql</span> <span class="o">+=</span> <span class="sa">f</span><span class="s2">"PARTITIONED BY (</span><span class="si">{</span><span class="n">pfields</span><span class="si">}</span><span class="s2">)</span><span class="se">\n</span><span class="s2">"</span>
+ <span class="n">hql</span> <span class="o">+=</span> <span class="s2">"ROW FORMAT DELIMITED</span><span class="se">\n</span><span class="s2">"</span>
+ <span class="n">hql</span> <span class="o">+=</span> <span class="sa">f</span><span class="s2">"FIELDS TERMINATED BY '</span><span class="si">{</span><span class="n">delimiter</span><span class="si">}</span><span class="s2">'</span><span class="se">\n</span><span class="s2">"</span>
+ <span class="n">hql</span> <span class="o">+=</span> <span class="s2">"STORED AS textfile</span><span class="se">\n</span><span class="s2">"</span>
+ <span class="k">if</span> <span class="n">tblproperties</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="n">tprops</span> <span class="o">=</span> <span class="s2">", "</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="sa">f</span><span class="s2">"'</span><span class="si">{</span><span class="n">k</span><span class="si">}</span><span class="s2">'='</span><span class="si">{</span><span class="n">v</span><span class="si">}</span><span class="s2">'"</span> <span class="k">for</span> <s [...]
+ <span class="n">hql</span> <span class="o">+=</span> <span class="sa">f</span><span class="s2">"TBLPROPERTIES(</span><span class="si">{</span><span class="n">tprops</span><span class="si">}</span><span class="s2">)</span><span class="se">\n</span><span class="s2">"</span>
+ <span class="n">hql</span> <span class="o">+=</span> <span class="s2">";"</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="n">hql</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">run_cli</span><span class="p">(</span><span class="n">hql</span><span class="p">)</span>
+ <span class="n">hql</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">"LOAD DATA LOCAL INPATH '</span><span class="si">{</span><span class="n">filepath</span><span class="si">}</span><span class="s2">' "</span>
+ <span class="k">if</span> <span class="n">overwrite</span><span class="p">:</span>
+ <span class="n">hql</span> <span class="o">+=</span> <span class="s2">"OVERWRITE "</span>
+ <span class="n">hql</span> <span class="o">+=</span> <span class="sa">f</span><span class="s2">"INTO TABLE </span><span class="si">{</span><span class="n">table</span><span class="si">}</span><span class="s2"> "</span>
+ <span class="k">if</span> <span class="n">partition</span><span class="p">:</span>
+ <span class="n">pvals</span> <span class="o">=</span> <span class="s2">", "</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">k</span><span class="si">}</span><span class="s2">='</span><span class="si">{</span><span class="n">v</span><span class="si">}</span><span class="s2">'"</span> <span class="k">for</span> <span class="n">k [...]
+ <span class="n">hql</span> <span class="o">+=</span> <span class="sa">f</span><span class="s2">"PARTITION (</span><span class="si">{</span><span class="n">pvals</span><span class="si">}</span><span class="s2">)"</span>
+
+ <span class="c1"># As a workaround for HIVE-10541, add a newline character</span>
+ <span class="c1"># at the end of hql (AIRFLOW-2412).</span>
+ <span class="n">hql</span> <span class="o">+=</span> <span class="s2">";</span><span class="se">\n</span><span class="s2">"</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="n">hql</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">run_cli</span><span class="p">(</span><span class="n">hql</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="HiveCliHook.kill"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveCliHook.kill">[docs]</a> <span class="k">def</span> <span class="nf">kill</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="sd">"""Kill Hive cli command"""</span>
+ <span class="k">if</span> <span class="nb">hasattr</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="s2">"sub_process"</span><span class="p">):</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">sub_process</span><span class="o">.</span><span class="n">poll</span><span class="p">()</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="nb">print</span><span class="p">(</span><span class="s2">"Killing the Hive job"</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">sub_process</span><span class="o">.</span><span class="n">terminate</span><span class="p">()</span>
+ <span class="n">time</span><span class="o">.</span><span class="n">sleep</span><span class="p">(</span><span class="mi">60</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">sub_process</span><span class="o">.</span><span class="n">kill</span><span class="p">()</span></div></div>
+
+
+<div class="viewcode-block" id="HiveMetastoreHook"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook">[docs]</a><span class="k">class</span> <span class="nc">HiveMetastoreHook</span><span class="p">(</span><span class="n">BaseHook</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Wrapper to interact with the Hive Metastore</span>
+
+<span class="sd"> :param metastore_conn_id: reference to the</span>
+<span class="sd"> :ref: `metastore thrift service connection id <howto/connection:hive_metastore>`.</span>
+<span class="sd"> """</span>
+
+ <span class="c1"># java short max val</span>
+<div class="viewcode-block" id="HiveMetastoreHook.MAX_PART_COUNT"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.MAX_PART_COUNT">[docs]</a> <span class="n">MAX_PART_COUNT</span> <span class="o">=</span> <span class="mi">32767</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.conn_name_attr"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_name_attr">[docs]</a> <span class="n">conn_name_attr</span> <span class="o">=</span> <span class="s2">"metastore_conn_id"</span></div>
+<div class="viewcode-block" id="HiveMetastoreHook.default_conn_name"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.default_conn_name">[docs]</a> <span class="n">default_conn_name</span> <span class="o">=</span> <span class="s2">"metastore_default"</span></div>
+<div class="viewcode-block" id="HiveMetastoreHook.conn_type"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_type">[docs]</a> <span class="n">conn_type</span> <span class="o">=</span> <span class="s2">"hive_metastore"</span></div>
+<div class="viewcode-block" id="HiveMetastoreHook.hook_name"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.hook_name">[docs]</a> <span class="n">hook_name</span> <span class="o">=</span> <span class="s2">"Hive Metastore Thrift"</span></div>
+
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">metastore_conn_id</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="n">default_conn_name</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">conn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_connection</span><span class="p">(</span><span class="n">metastore_conn_id</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">metastore</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_metastore_client</span><span class="p">()</span>
+
+<div class="viewcode-block" id="HiveMetastoreHook.__getstate__"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__getstate__">[docs]</a> <span class="k">def</span> <span class="nf">__getstate__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">dict</span><span class="p">[</span><span class="n [...]
+ <span class="c1"># This is for pickling to work despite the thrift hive client not</span>
+ <span class="c1"># being picklable</span>
+ <span class="n">state</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="vm">__dict__</span><span class="p">)</span>
+ <span class="k">del</span> <span class="n">state</span><span class="p">[</span><span class="s2">"metastore"</span><span class="p">]</span>
+ <span class="k">return</span> <span class="n">state</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.__setstate__"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__setstate__">[docs]</a> <span class="k">def</span> <span class="nf">__setstate__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">d</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[< [...]
+ <span class="bp">self</span><span class="o">.</span><span class="vm">__dict__</span><span class="o">.</span><span class="n">update</span><span class="p">(</span><span class="n">d</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="vm">__dict__</span><span class="p">[</span><span class="s2">"metastore"</span><span class="p">]</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_metastore_client</span><span class="p">()</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.get_metastore_client"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_metastore_client">[docs]</a> <span class="k">def</span> <span class="nf">get_metastore_client</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Any</span><span class="p"> [...]
+ <span class="sd">"""Returns a Hive thrift client."""</span>
+ <span class="kn">import</span> <span class="nn">hmsclient</span>
+ <span class="kn">from</span> <span class="nn">thrift.protocol</span> <span class="kn">import</span> <span class="n">TBinaryProtocol</span>
+ <span class="kn">from</span> <span class="nn">thrift.transport</span> <span class="kn">import</span> <span class="n">TSocket</span><span class="p">,</span> <span class="n">TTransport</span>
+
+ <span class="n">host</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_find_valid_host</span><span class="p">()</span>
+ <span class="n">conn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">conn</span>
+
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">host</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="s2">"Failed to locate the valid server."</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="s2">"authMechanism"</span> <span class="ow">in</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">:</span>
+ <span class="n">warnings</span><span class="o">.</span><span class="n">warn</span><span class="p">(</span>
+ <span class="s2">"The 'authMechanism' option is deprecated. Please use 'auth_mechanism'."</span><span class="p">,</span>
+ <span class="ne">DeprecationWarning</span><span class="p">,</span>
+ <span class="n">stacklevel</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span><span class="s2">"auth_mechanism"</span><span class="p">]</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span><span class="s2">"authMechanism"</span><span class="p">]</span>
+ <span class="k">del</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span><span class="s2">"authMechanism"</span><span class="p">]</span>
+
+ <span class="n">auth_mechanism</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"auth_mechanism"</span><span class="p">,</span> <span class="s2">"NOSASL"</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">conf</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"core"</span><span class="p">,</span> <span class="s2">"security"</span><span class="p">)</span> <span class="o">==</span> <span class="s2">"kerberos"</span><span class="p">:</span>
+ <span class="n">auth_mechanism</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"auth_mechanism"</span><span class="p">,</span> <span class="s2">"GSSAPI"</span><span class="p">)</span>
+ <span class="n">kerberos_service_name</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"kerberos_service_name"</span><span class="p">,</span> <span class="s2">"hive"</span><span class="p">)</span>
+
+ <span class="n">conn_socket</span> <span class="o">=</span> <span class="n">TSocket</span><span class="o">.</span><span class="n">TSocket</span><span class="p">(</span><span class="n">host</span><span class="p">,</span> <span class="n">conn</span><span class="o">.</span><span class="n">port</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">conf</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"core"</span><span class="p">,</span> <span class="s2">"security"</span><span class="p">)</span> <span class="o">==</span> <span class="s2">"kerberos"</span> <span class="ow">and</span> <span class="n">auth_mechanism</span> <span class="o">==</span> <span class="s2">"GSSAPI"</span><span class="p">:</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="kn">import</span> <span class="nn">saslwrapper</span> <span class="k">as</span> <span class="nn">sasl</span>
+ <span class="k">except</span> <span class="ne">ImportError</span><span class="p">:</span>
+ <span class="kn">import</span> <span class="nn">sasl</span>
+
+ <span class="k">def</span> <span class="nf">sasl_factory</span><span class="p">()</span> <span class="o">-></span> <span class="n">sasl</span><span class="o">.</span><span class="n">Client</span><span class="p">:</span>
+ <span class="n">sasl_client</span> <span class="o">=</span> <span class="n">sasl</span><span class="o">.</span><span class="n">Client</span><span class="p">()</span>
+ <span class="n">sasl_client</span><span class="o">.</span><span class="n">setAttr</span><span class="p">(</span><span class="s2">"host"</span><span class="p">,</span> <span class="n">host</span><span class="p">)</span>
+ <span class="n">sasl_client</span><span class="o">.</span><span class="n">setAttr</span><span class="p">(</span><span class="s2">"service"</span><span class="p">,</span> <span class="n">kerberos_service_name</span><span class="p">)</span>
+ <span class="n">sasl_client</span><span class="o">.</span><span class="n">init</span><span class="p">()</span>
+ <span class="k">return</span> <span class="n">sasl_client</span>
+
+ <span class="kn">from</span> <span class="nn">thrift_sasl</span> <span class="kn">import</span> <span class="n">TSaslClientTransport</span>
+
+ <span class="n">transport</span> <span class="o">=</span> <span class="n">TSaslClientTransport</span><span class="p">(</span><span class="n">sasl_factory</span><span class="p">,</span> <span class="s2">"GSSAPI"</span><span class="p">,</span> <span class="n">conn_socket</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">transport</span> <span class="o">=</span> <span class="n">TTransport</span><span class="o">.</span><span class="n">TBufferedTransport</span><span class="p">(</span><span class="n">conn_socket</span><span class="p">)</span>
+
+ <span class="n">protocol</span> <span class="o">=</span> <span class="n">TBinaryProtocol</span><span class="o">.</span><span class="n">TBinaryProtocol</span><span class="p">(</span><span class="n">transport</span><span class="p">)</span>
+
+ <span class="k">return</span> <span class="n">hmsclient</span><span class="o">.</span><span class="n">HMSClient</span><span class="p">(</span><span class="n">iprot</span><span class="o">=</span><span class="n">protocol</span><span class="p">)</span></div>
+
+ <span class="k">def</span> <span class="nf">_find_valid_host</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Any</span><span class="p">:</span>
+ <span class="n">conn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">conn</span>
+ <span class="n">hosts</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">host</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s2">","</span><span class="p">)</span>
+ <span class="k">for</span> <span class="n">host</span> <span class="ow">in</span> <span class="n">hosts</span><span class="p">:</span>
+ <span class="n">host_socket</span> <span class="o">=</span> <span class="n">socket</span><span class="o">.</span><span class="n">socket</span><span class="p">(</span><span class="n">socket</span><span class="o">.</span><span class="n">AF_INET</span><span class="p">,</span> <span class="n">socket</span><span class="o">.</span><span class="n">SOCK_STREAM</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Trying to connect to </span><span class="si">%s</span><span class="s2">:</span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">host</span><span class="p">,</span> <span class="n">conn</span><span class="o">.</span><span class="n">port</span><span class="p [...]
+ <span class="k">if</span> <span class="n">host_socket</span><span class="o">.</span><span class="n">connect_ex</span><span class="p">((</span><span class="n">host</span><span class="p">,</span> <span class="n">conn</span><span class="o">.</span><span class="n">port</span><span class="p">))</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Connected to </span><span class="si">%s</span><span class="s2">:</span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">host</span><span class="p">,</span> <span class="n">conn</span><span class="o">.</span><span class="n">port</span><span class="p">)</span>
+ <span class="n">host_socket</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
+ <span class="k">return</span> <span class="n">host</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="s2">"Could not connect to </span><span class="si">%s</span><span class="s2">:</span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">host</span><span class="p">,</span> <span class="n">conn</span><span class="o">.</span><span class="n">port</span><span cla [...]
+ <span class="k">return</span> <span class="kc">None</span>
+
+<div class="viewcode-block" id="HiveMetastoreHook.get_conn"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_conn">[docs]</a> <span class="k">def</span> <span class="nf">get_conn</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Any</span><span class="p">:</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">metastore</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.check_for_partition"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_partition">[docs]</a> <span class="k">def</span> <span class="nf">check_for_partition</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">schema</span><span class="p">:</span> <span class="nb">str [...]
+ <span class="sd">"""</span>
+<span class="sd"> Checks whether a partition exists</span>
+
+<span class="sd"> :param schema: Name of hive schema (database) @table belongs to</span>
+<span class="sd"> :param table: Name of hive table @partition belongs to</span>
+<span class="sd"> :param partition: Expression that matches the partitions to check for</span>
+<span class="sd"> (eg `a = 'b' AND c = 'd'`)</span>
+
+<span class="sd"> >>> hh = HiveMetastoreHook()</span>
+<span class="sd"> >>> t = 'static_babynames_partitioned'</span>
+<span class="sd"> >>> hh.check_for_partition('airflow', t, "ds='2015-01-01'")</span>
+<span class="sd"> True</span>
+<span class="sd"> """</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">metastore</span> <span class="k">as</span> <span class="n">client</span><span class="p">:</span>
+ <span class="n">partitions</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">get_partitions_by_filter</span><span class="p">(</span>
+ <span class="n">schema</span><span class="p">,</span> <span class="n">table</span><span class="p">,</span> <span class="n">partition</span><span class="p">,</span> <span class="n">HiveMetastoreHook</span><span class="o">.</span><span class="n">MAX_PART_COUNT</span>
+ <span class="p">)</span>
+
+ <span class="k">return</span> <span class="nb">bool</span><span class="p">(</span><span class="n">partitions</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.check_for_named_partition"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_named_partition">[docs]</a> <span class="k">def</span> <span class="nf">check_for_named_partition</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">schema</span><span class="p">:</span> <s [...]
+ <span class="sd">"""</span>
+<span class="sd"> Checks whether a partition with a given name exists</span>
+
+<span class="sd"> :param schema: Name of hive schema (database) @table belongs to</span>
+<span class="sd"> :param table: Name of hive table @partition belongs to</span>
+<span class="sd"> :param partition_name: Name of the partitions to check for (eg `a=b/c=d`)</span>
+
+<span class="sd"> >>> hh = HiveMetastoreHook()</span>
+<span class="sd"> >>> t = 'static_babynames_partitioned'</span>
+<span class="sd"> >>> hh.check_for_named_partition('airflow', t, "ds=2015-01-01")</span>
+<span class="sd"> True</span>
+<span class="sd"> >>> hh.check_for_named_partition('airflow', t, "ds=xxx")</span>
+<span class="sd"> False</span>
+<span class="sd"> """</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">metastore</span> <span class="k">as</span> <span class="n">client</span><span class="p">:</span>
+ <span class="k">return</span> <span class="n">client</span><span class="o">.</span><span class="n">check_for_named_partition</span><span class="p">(</span><span class="n">schema</span><span class="p">,</span> <span class="n">table</span><span class="p">,</span> <span class="n">partition_name</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.get_table"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_table">[docs]</a> <span class="k">def</span> <span class="nf">get_table</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">table_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</ [...]
+ <span class="sd">"""Get a metastore table object</span>
+
+<span class="sd"> >>> hh = HiveMetastoreHook()</span>
+<span class="sd"> >>> t = hh.get_table(db='airflow', table_name='static_babynames')</span>
+<span class="sd"> >>> t.tableName</span>
+<span class="sd"> 'static_babynames'</span>
+<span class="sd"> >>> [col.name for col in t.sd.cols]</span>
+<span class="sd"> ['state', 'year', 'name', 'gender', 'num']</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="n">db</span> <span class="o">==</span> <span class="s2">"default"</span> <span class="ow">and</span> <span class="s2">"."</span> <span class="ow">in</span> <span class="n">table_name</span><span class="p">:</span>
+ <span class="n">db</span><span class="p">,</span> <span class="n">table_name</span> <span class="o">=</span> <span class="n">table_name</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s2">"."</span><span class="p">)[:</span><span class="mi">2</span><span class="p">]</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">metastore</span> <span class="k">as</span> <span class="n">client</span><span class="p">:</span>
+ <span class="k">return</span> <span class="n">client</span><span class="o">.</span><span class="n">get_table</span><span class="p">(</span><span class="n">dbname</span><span class="o">=</span><span class="n">db</span><span class="p">,</span> <span class="n">tbl_name</span><span class="o">=</span><span class="n">table_name</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.get_tables"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_tables">[docs]</a> <span class="k">def</span> <span class="nf">get_tables</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">db</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> [...]
+ <span class="sd">"""Get a metastore table object"""</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">metastore</span> <span class="k">as</span> <span class="n">client</span><span class="p">:</span>
+ <span class="n">tables</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">get_tables</span><span class="p">(</span><span class="n">db_name</span><span class="o">=</span><span class="n">db</span><span class="p">,</span> <span class="n">pattern</span><span class="o">=</span><span class="n">pattern</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">client</span><span class="o">.</span><span class="n">get_table_objects_by_name</span><span class="p">(</span><span class="n">db</span><span class="p">,</span> <span class="n">tables</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.get_databases"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_databases">[docs]</a> <span class="k">def</span> <span class="nf">get_databases</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">pattern</span><span class="p">:</span> <span class="nb">str</span> <span cla [...]
+ <span class="sd">"""Get a metastore table object"""</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">metastore</span> <span class="k">as</span> <span class="n">client</span><span class="p">:</span>
+ <span class="k">return</span> <span class="n">client</span><span class="o">.</span><span class="n">get_databases</span><span class="p">(</span><span class="n">pattern</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.get_partitions"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_partitions">[docs]</a> <span class="k">def</span> <span class="nf">get_partitions</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">schema</span><span class="p">:</span> <span class="nb">str</span><span cl [...]
+ <span class="sd">"""</span>
+<span class="sd"> Returns a list of all partitions in a table. Works only</span>
+<span class="sd"> for tables with less than 32767 (java short max val).</span>
+<span class="sd"> For subpartitioned table, the number might easily exceed this.</span>
+
+<span class="sd"> >>> hh = HiveMetastoreHook()</span>
+<span class="sd"> >>> t = 'static_babynames_partitioned'</span>
+<span class="sd"> >>> parts = hh.get_partitions(schema='airflow', table_name=t)</span>
+<span class="sd"> >>> len(parts)</span>
+<span class="sd"> 1</span>
+<span class="sd"> >>> parts</span>
+<span class="sd"> [{'ds': '2015-01-01'}]</span>
+<span class="sd"> """</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">metastore</span> <span class="k">as</span> <span class="n">client</span><span class="p">:</span>
+ <span class="n">table</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">get_table</span><span class="p">(</span><span class="n">dbname</span><span class="o">=</span><span class="n">schema</span><span class="p">,</span> <span class="n">tbl_name</span><span class="o">=</span><span class="n">table_name</span><span class="p">)</span>
+ <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">table</span><span class="o">.</span><span class="n">partitionKeys</span><span class="p">)</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="s2">"The table isn't partitioned"</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="k">if</span> <span class="n">partition_filter</span><span class="p">:</span>
+ <span class="n">parts</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">get_partitions_by_filter</span><span class="p">(</span>
+ <span class="n">db_name</span><span class="o">=</span><span class="n">schema</span><span class="p">,</span>
+ <span class="n">tbl_name</span><span class="o">=</span><span class="n">table_name</span><span class="p">,</span>
+ <span class="nb">filter</span><span class="o">=</span><span class="n">partition_filter</span><span class="p">,</span>
+ <span class="n">max_parts</span><span class="o">=</span><span class="n">HiveMetastoreHook</span><span class="o">.</span><span class="n">MAX_PART_COUNT</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">parts</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">get_partitions</span><span class="p">(</span>
+ <span class="n">db_name</span><span class="o">=</span><span class="n">schema</span><span class="p">,</span> <span class="n">tbl_name</span><span class="o">=</span><span class="n">table_name</span><span class="p">,</span> <span class="n">max_parts</span><span class="o">=</span><span class="n">HiveMetastoreHook</span><span class="o">.</span><span class="n">MAX_PART_COUNT</span>
+ <span class="p">)</span>
+
+ <span class="n">pnames</span> <span class="o">=</span> <span class="p">[</span><span class="n">p</span><span class="o">.</span><span class="n">name</span> <span class="k">for</span> <span class="n">p</span> <span class="ow">in</span> <span class="n">table</span><span class="o">.</span><span class="n">partitionKeys</span><span class="p">]</span>
+ <span class="k">return</span> <span class="p">[</span><span class="nb">dict</span><span class="p">(</span><span class="nb">zip</span><span class="p">(</span><span class="n">pnames</span><span class="p">,</span> <span class="n">p</span><span class="o">.</span><span class="n">values</span><span class="p">))</span> <span class="k">for</span> <span class="n">p</span> <span class="ow">in</span> <span class="n">parts</span><span class="p">]</span></div>
+
+ <span class="nd">@staticmethod</span>
+ <span class="k">def</span> <span class="nf">_get_max_partition_from_part_specs</span><span class="p">(</span>
+ <span class="n">part_specs</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="n">Any</span><span class="p">],</span> <span class="n">partition_key</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span><span class="p">,</span> <span class="n">filter_map</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,< [...]
+ <span class="p">)</span> <span class="o">-></span> <span class="n">Any</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Helper method to get max partition of partitions with partition_key</span>
+<span class="sd"> from part specs. key:value pair in filter_map will be used to</span>
+<span class="sd"> filter out partitions.</span>
+
+<span class="sd"> :param part_specs: list of partition specs.</span>
+<span class="sd"> :param partition_key: partition key name.</span>
+<span class="sd"> :param filter_map: partition_key:partition_value map used for partition filtering,</span>
+<span class="sd"> e.g. {'key1': 'value1', 'key2': 'value2'}.</span>
+<span class="sd"> Only partitions matching all partition_key:partition_value</span>
+<span class="sd"> pairs will be considered as candidates of max partition.</span>
+<span class="sd"> :return: Max partition or None if part_specs is empty.</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">part_specs</span><span class="p">:</span>
+ <span class="k">return</span> <span class="kc">None</span>
+
+ <span class="c1"># Assuming all specs have the same keys.</span>
+ <span class="k">if</span> <span class="n">partition_key</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">part_specs</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">keys</span><span class="p">():</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Provided partition_key </span><span class="si">{</span><span class="n">partition_key</span><span class="si">}</span><span class="s2"> is not in part_specs."</span><span class="p">)</span>
+ <span class="n">is_subset</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="k">if</span> <span class="n">filter_map</span><span class="p">:</span>
+ <span class="n">is_subset</span> <span class="o">=</span> <span class="nb">set</span><span class="p">(</span><span class="n">filter_map</span><span class="o">.</span><span class="n">keys</span><span class="p">())</span><span class="o">.</span><span class="n">issubset</span><span class="p">(</span><span class="nb">set</span><span class="p">(</span><span class="n">part_specs</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span>< [...]
+ <span class="k">if</span> <span class="n">filter_map</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">is_subset</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span>
+ <span class="sa">f</span><span class="s2">"Keys in provided filter_map </span><span class="si">{</span><span class="s1">', '</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">filter_map</span><span class="o">.</span><span class="n">keys</span><span class="p">())</span><span class="si">}</span><span class="s2"> "</span>
+ <span class="sa">f</span><span class="s2">"are not subset of part_spec keys: </span><span class="si">{</span><span class="s1">', '</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">part_specs</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">keys</span><span class="p">())</span><span class="si">}</span><span class="s2">"</span>
+ <span class="p">)</span>
+
+ <span class="n">candidates</span> <span class="o">=</span> <span class="p">[</span>
+ <span class="n">p_dict</span><span class="p">[</span><span class="n">partition_key</span><span class="p">]</span>
+ <span class="k">for</span> <span class="n">p_dict</span> <span class="ow">in</span> <span class="n">part_specs</span>
+ <span class="k">if</span> <span class="n">filter_map</span> <span class="ow">is</span> <span class="kc">None</span> <span class="ow">or</span> <span class="nb">all</span><span class="p">(</span><span class="n">item</span> <span class="ow">in</span> <span class="n">p_dict</span><span class="o">.</span><span class="n">items</span><span class="p">()</span> <span class="k">for</span> <span class="n">item</span> <span class="ow">in</span> <span class="n">filter_map</span><span cla [...]
+ <span class="p">]</span>
+
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">candidates</span><span class="p">:</span>
+ <span class="k">return</span> <span class="kc">None</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="k">return</span> <span class="nb">max</span><span class="p">(</span><span class="n">candidates</span><span class="p">)</span>
+
+<div class="viewcode-block" id="HiveMetastoreHook.max_partition"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.max_partition">[docs]</a> <span class="k">def</span> <span class="nf">max_partition</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">schema</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">table_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">field</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">filter_map</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="n">Any</span><span class="p">,</span> <span class="n">Any</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="n">Any</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Returns the maximum value for all partitions with given field in a table.</span>
+<span class="sd"> If only one partition key exist in the table, the key will be used as field.</span>
+<span class="sd"> filter_map should be a partition_key:partition_value map and will be used to</span>
+<span class="sd"> filter out partitions.</span>
+
+<span class="sd"> :param schema: schema name.</span>
+<span class="sd"> :param table_name: table name.</span>
+<span class="sd"> :param field: partition key to get max partition from.</span>
+<span class="sd"> :param filter_map: partition_key:partition_value map used for partition filtering.</span>
+
+<span class="sd"> >>> hh = HiveMetastoreHook()</span>
+<span class="sd"> >>> filter_map = {'ds': '2015-01-01'}</span>
+<span class="sd"> >>> t = 'static_babynames_partitioned'</span>
+<span class="sd"> >>> hh.max_partition(schema='airflow',\</span>
+<span class="sd"> ... table_name=t, field='ds', filter_map=filter_map)</span>
+<span class="sd"> '2015-01-01'</span>
+<span class="sd"> """</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">metastore</span> <span class="k">as</span> <span class="n">client</span><span class="p">:</span>
+ <span class="n">table</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">get_table</span><span class="p">(</span><span class="n">dbname</span><span class="o">=</span><span class="n">schema</span><span class="p">,</span> <span class="n">tbl_name</span><span class="o">=</span><span class="n">table_name</span><span class="p">)</span>
+ <span class="n">key_name_set</span> <span class="o">=</span> <span class="p">{</span><span class="n">key</span><span class="o">.</span><span class="n">name</span> <span class="k">for</span> <span class="n">key</span> <span class="ow">in</span> <span class="n">table</span><span class="o">.</span><span class="n">partitionKeys</span><span class="p">}</span>
+ <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">table</span><span class="o">.</span><span class="n">partitionKeys</span><span class="p">)</span> <span class="o">==</span> <span class="mi">1</span><span class="p">:</span>
+ <span class="n">field</span> <span class="o">=</span> <span class="n">table</span><span class="o">.</span><span class="n">partitionKeys</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">name</span>
+ <span class="k">elif</span> <span class="ow">not</span> <span class="n">field</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="s2">"Please specify the field you want the max value for."</span><span class="p">)</span>
+ <span class="k">elif</span> <span class="n">field</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">key_name_set</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="s2">"Provided field is not a partition key."</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">filter_map</span> <span class="ow">and</span> <span class="ow">not</span> <span class="nb">set</span><span class="p">(</span><span class="n">filter_map</span><span class="o">.</span><span class="n">keys</span><span class="p">())</span><span class="o">.</span><span class="n">issubset</span><span class="p">(</span><span class="n">key_name_set</span><span class="p">):</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="s2">"Provided filter_map contains keys that are not partition key."</span><span class="p">)</span>
+
+ <span class="n">part_names</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">get_partition_names</span><span class="p">(</span>
+ <span class="n">schema</span><span class="p">,</span> <span class="n">table_name</span><span class="p">,</span> <span class="n">max_parts</span><span class="o">=</span><span class="n">HiveMetastoreHook</span><span class="o">.</span><span class="n">MAX_PART_COUNT</span>
+ <span class="p">)</span>
+ <span class="n">part_specs</span> <span class="o">=</span> <span class="p">[</span><span class="n">client</span><span class="o">.</span><span class="n">partition_name_to_spec</span><span class="p">(</span><span class="n">part_name</span><span class="p">)</span> <span class="k">for</span> <span class="n">part_name</span> <span class="ow">in</span> <span class="n">part_names</span><span class="p">]</span>
+
+ <span class="k">return</span> <span class="n">HiveMetastoreHook</span><span class="o">.</span><span class="n">_get_max_partition_from_part_specs</span><span class="p">(</span><span class="n">part_specs</span><span class="p">,</span> <span class="n">field</span><span class="p">,</span> <span class="n">filter_map</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.table_exists"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.table_exists">[docs]</a> <span class="k">def</span> <span class="nf">table_exists</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">table_name</span><span class="p">:</span> <span class="nb">str</span><span clas [...]
+ <span class="sd">"""</span>
+<span class="sd"> Check if table exists</span>
+
+<span class="sd"> >>> hh = HiveMetastoreHook()</span>
+<span class="sd"> >>> hh.table_exists(db='airflow', table_name='static_babynames')</span>
+<span class="sd"> True</span>
+<span class="sd"> >>> hh.table_exists(db='airflow', table_name='does_not_exist')</span>
+<span class="sd"> False</span>
+<span class="sd"> """</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">get_table</span><span class="p">(</span><span class="n">table_name</span><span class="p">,</span> <span class="n">db</span><span class="p">)</span>
+ <span class="k">return</span> <span class="kc">True</span>
+ <span class="k">except</span> <span class="ne">Exception</span><span class="p">:</span>
+ <span class="k">return</span> <span class="kc">False</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.drop_partitions"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.drop_partitions">[docs]</a> <span class="k">def</span> <span class="nf">drop_partitions</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">table_name</span><span class="p">,</span> <span class="n">part_vals</s [...]
+ <span class="sd">"""</span>
+<span class="sd"> Drop partitions from the given table matching the part_vals input</span>
+
+<span class="sd"> :param table_name: table name.</span>
+<span class="sd"> :param part_vals: list of partition specs.</span>
+<span class="sd"> :param delete_data: Setting to control if underlying data have to deleted</span>
+<span class="sd"> in addition to dropping partitions.</span>
+<span class="sd"> :param db: Name of hive schema (database) @table belongs to</span>
+
+<span class="sd"> >>> hh = HiveMetastoreHook()</span>
+<span class="sd"> >>> hh.drop_partitions(db='airflow', table_name='static_babynames',</span>
+<span class="sd"> part_vals="['2020-05-01']")</span>
+<span class="sd"> True</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">table_exists</span><span class="p">(</span><span class="n">table_name</span><span class="p">,</span> <span class="n">db</span><span class="p">):</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">metastore</span> <span class="k">as</span> <span class="n">client</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span>
+ <span class="s2">"Dropping partition of table </span><span class="si">%s</span><span class="s2">.</span><span class="si">%s</span><span class="s2"> matching the spec: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">db</span><span class="p">,</span> <span class="n">table_name</span><span class="p">,</span> <span class="n">part_vals</span>
+ <span class="p">)</span>
+ <span class="k">return</span> <span class="n">client</span><span class="o">.</span><span class="n">drop_partition</span><span class="p">(</span><span class="n">db</span><span class="p">,</span> <span class="n">table_name</span><span class="p">,</span> <span class="n">part_vals</span><span class="p">,</span> <span class="n">delete_data</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Table </span><span class="si">%s</span><span class="s2">.</span><span class="si">%s</span><span class="s2"> does not exist!"</span><span class="p">,</span> <span class="n">db</span><span class="p">,</span> <span class="n">table_name</span><span class="p">)</span>
+ <span class="k">return</span> <span class="kc">False</span></div></div>
+
+
+<div class="viewcode-block" id="HiveServer2Hook"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook">[docs]</a><span class="k">class</span> <span class="nc">HiveServer2Hook</span><span class="p">(</span><span class="n">DbApiHook</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Wrapper around the pyhive library</span>
+
+<span class="sd"> Notes:</span>
+<span class="sd"> * the default auth_mechanism is PLAIN, to override it you</span>
+<span class="sd"> can specify it in the ``extra`` of your connection in the UI</span>
+<span class="sd"> * the default for run_set_variable_statements is true, if you</span>
+<span class="sd"> are using impala you may need to set it to false in the</span>
+<span class="sd"> ``extra`` of your connection in the UI</span>
+
+<span class="sd"> :param hiveserver2_conn_id: Reference to the</span>
+<span class="sd"> :ref: `Hive Server2 thrift service connection id <howto/connection:hiveserver2>`.</span>
+<span class="sd"> :param schema: Hive database name.</span>
+<span class="sd"> """</span>
+
+<div class="viewcode-block" id="HiveServer2Hook.conn_name_attr"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_name_attr">[docs]</a> <span class="n">conn_name_attr</span> <span class="o">=</span> <span class="s2">"hiveserver2_conn_id"</span></div>
+<div class="viewcode-block" id="HiveServer2Hook.default_conn_name"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.default_conn_name">[docs]</a> <span class="n">default_conn_name</span> <span class="o">=</span> <span class="s2">"hiveserver2_default"</span></div>
+<div class="viewcode-block" id="HiveServer2Hook.conn_type"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_type">[docs]</a> <span class="n">conn_type</span> <span class="o">=</span> <span class="s2">"hiveserver2"</span></div>
+<div class="viewcode-block" id="HiveServer2Hook.hook_name"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.hook_name">[docs]</a> <span class="n">hook_name</span> <span class="o">=</span> <span class="s2">"Hive Server 2 Thrift"</span></div>
+<div class="viewcode-block" id="HiveServer2Hook.supports_autocommit"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.supports_autocommit">[docs]</a> <span class="n">supports_autocommit</span> <span class="o">=</span> <span class="kc">False</span></div>
+
+<div class="viewcode-block" id="HiveServer2Hook.get_conn"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_conn">[docs]</a> <span class="k">def</span> <span class="nf">get_conn</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">schema</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <spa [...]
+ <span class="sd">"""Returns a Hive connection object."""</span>
+ <span class="n">username</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="n">password</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>
+
+ <span class="n">db</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_connection</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">hiveserver2_conn_id</span><span class="p">)</span> <span class="c1"># type: ignore</span>
+
+ <span class="k">if</span> <span class="s2">"authMechanism"</span> <span class="ow">in</span> <span class="n">db</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">:</span>
+ <span class="n">warnings</span><span class="o">.</span><span class="n">warn</span><span class="p">(</span>
+ <span class="s2">"The 'authMechanism' option is deprecated. Please use 'auth_mechanism'."</span><span class="p">,</span>
+ <span class="ne">DeprecationWarning</span><span class="p">,</span>
+ <span class="n">stacklevel</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="n">db</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span><span class="s2">"auth_mechanism"</span><span class="p">]</span> <span class="o">=</span> <span class="n">db</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span><span class="s2">"authMechanism"</span><span class="p">]</span>
+ <span class="k">del</span> <span class="n">db</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span><span class="s2">"authMechanism"</span><span class="p">]</span>
+
+ <span class="n">auth_mechanism</span> <span class="o">=</span> <span class="n">db</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"auth_mechanism"</span><span class="p">,</span> <span class="s2">"NONE"</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">auth_mechanism</span> <span class="o">==</span> <span class="s2">"NONE"</span> <span class="ow">and</span> <span class="n">db</span><span class="o">.</span><span class="n">login</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="c1"># we need to give a username</span>
+ <span class="n">username</span> <span class="o">=</span> <span class="s2">"airflow"</span>
+ <span class="n">kerberos_service_name</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="k">if</span> <span class="n">conf</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"core"</span><span class="p">,</span> <span class="s2">"security"</span><span class="p">)</span> <span class="o">==</span> <span class="s2">"kerberos"</span><span class="p">:</span>
+ <span class="n">auth_mechanism</span> <span class="o">=</span> <span class="n">db</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"auth_mechanism"</span><span class="p">,</span> <span class="s2">"KERBEROS"</span><span class="p">)</span>
+ <span class="n">kerberos_service_name</span> <span class="o">=</span> <span class="n">db</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"kerberos_service_name"</span><span class="p">,</span> <span class="s2">"hive"</span><span class="p">)</span>
+
+ <span class="c1"># pyhive uses GSSAPI instead of KERBEROS as a auth_mechanism identifier</span>
+ <span class="k">if</span> <span class="n">auth_mechanism</span> <span class="o">==</span> <span class="s2">"GSSAPI"</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span>
+ <span class="s2">"Detected deprecated 'GSSAPI' for auth_mechanism for </span><span class="si">%s</span><span class="s2">. Please use 'KERBEROS' instead"</span><span class="p">,</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">hiveserver2_conn_id</span><span class="p">,</span> <span class="c1"># type: ignore</span>
+ <span class="p">)</span>
+ <span class="n">auth_mechanism</span> <span class="o">=</span> <span class="s2">"KERBEROS"</span>
+
+ <span class="c1"># Password should be set if and only if in LDAP or CUSTOM mode</span>
+ <span class="k">if</span> <span class="n">auth_mechanism</span> <span class="ow">in</span> <span class="p">(</span><span class="s2">"LDAP"</span><span class="p">,</span> <span class="s2">"CUSTOM"</span><span class="p">):</span>
+ <span class="n">password</span> <span class="o">=</span> <span class="n">db</span><span class="o">.</span><span class="n">password</span>
+
+ <span class="kn">from</span> <span class="nn">pyhive.hive</span> <span class="kn">import</span> <span class="n">connect</span>
+
+ <span class="k">return</span> <span class="n">connect</span><span class="p">(</span>
+ <span class="n">host</span><span class="o">=</span><span class="n">db</span><span class="o">.</span><span class="n">host</span><span class="p">,</span>
+ <span class="n">port</span><span class="o">=</span><span class="n">db</span><span class="o">.</span><span class="n">port</span><span class="p">,</span>
+ <span class="n">auth</span><span class="o">=</span><span class="n">auth_mechanism</span><span class="p">,</span>
+ <span class="n">kerberos_service_name</span><span class="o">=</span><span class="n">kerberos_service_name</span><span class="p">,</span>
+ <span class="n">username</span><span class="o">=</span><span class="n">db</span><span class="o">.</span><span class="n">login</span> <span class="ow">or</span> <span class="n">username</span><span class="p">,</span>
+ <span class="n">password</span><span class="o">=</span><span class="n">password</span><span class="p">,</span>
+ <span class="n">database</span><span class="o">=</span><span class="n">schema</span> <span class="ow">or</span> <span class="n">db</span><span class="o">.</span><span class="n">schema</span> <span class="ow">or</span> <span class="s2">"default"</span><span class="p">,</span></div>
+ <span class="p">)</span>
+
... 119745 lines suppressed ...