You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by el...@apache.org on 2022/12/13 23:29:16 UTC
[airflow-site] branch add-documentation-2022-12-14 created (now 0f52dc18c2)
This is an automated email from the ASF dual-hosted git repository.
eladkal pushed a change to branch add-documentation-2022-12-14
in repository https://gitbox.apache.org/repos/asf/airflow-site.git
at 0f52dc18c2 Add documentation for packages - 2022-12-14
This branch includes the following new commits:
new 0f52dc18c2 Add documentation for packages - 2022-12-14
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
[airflow-site] 01/01: Add documentation for packages - 2022-12-14
Posted by el...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
eladkal pushed a commit to branch add-documentation-2022-12-14
in repository https://gitbox.apache.org/repos/asf/airflow-site.git
commit 0f52dc18c2f55c53b73570716c55703d42af84bc
Author: Elad Kalif <45...@users.noreply.github.com>
AuthorDate: Wed Dec 14 01:28:59 2022 +0200
Add documentation for packages - 2022-12-14
---
.../5.0.0/.buildinfo | 4 +
.../providers/apache/hive/hooks/hive/index.html | 1558 +++
.../providers/apache/hive/hooks/index.html} | 199 +-
.../_api/airflow/providers/apache/hive/index.html} | 223 +-
.../apache/hive/operators/hive/index.html} | 357 +-
.../apache/hive/operators/hive_stats/index.html} | 298 +-
.../providers/apache/hive/operators/index.html} | 200 +-
.../apache/hive/sensors/hive_partition/index.html} | 276 +-
.../providers/apache/hive/sensors/index.html} | 201 +-
.../hive/sensors/metastore_partition/index.html} | 276 +-
.../hive/sensors/named_hive_partition/index.html} | 294 +-
.../hive/transfers/hive_to_mysql/index.html} | 302 +-
.../hive/transfers/hive_to_samba/index.html} | 281 +-
.../providers/apache/hive/transfers/index.html} | 204 +-
.../hive/transfers/mssql_to_hive/index.html} | 316 +-
.../hive/transfers/mysql_to_hive/index.html} | 321 +-
.../apache/hive/transfers/s3_to_hive/index.html} | 318 +-
.../hive/transfers/vertica_to_hive/index.html} | 314 +-
.../apache/hive/example_twitter_dag/index.html} | 319 +-
.../tests/system/providers/apache/hive/index.html} | 199 +-
.../airflow/providers/apache/hive/hooks/hive.html | 1843 ++++
.../providers/apache/hive/operators/hive.html} | 400 +-
.../apache/hive/operators/hive_stats.html} | 416 +-
.../apache/hive/sensors/hive_partition.html} | 301 +-
.../apache/hive/sensors/metastore_partition.html} | 310 +-
.../apache/hive/sensors/named_hive_partition.html} | 330 +-
.../apache/hive/transfers/hive_to_mysql.html} | 350 +-
.../apache/hive/transfers/hive_to_samba.html} | 297 +-
.../apache/hive/transfers/mssql_to_hive.html} | 363 +-
.../apache/hive/transfers/mysql_to_hive.html} | 392 +-
.../apache/hive/transfers/s3_to_hive.html} | 826 +-
.../apache/hive/transfers/vertica_to_hive.html} | 359 +-
.../5.0.0/_modules/index.html} | 188 +-
.../apache/hive/example_twitter_dag.html} | 389 +-
.../providers/apache/hive/hooks/hive/index.rst.txt | 446 +
.../providers/apache/hive/hooks/index.rst.txt | 15 +
.../airflow/providers/apache/hive/index.rst.txt | 18 +
.../apache/hive/operators/hive/index.rst.txt | 107 +
.../apache/hive/operators/hive_stats/index.rst.txt | 72 +
.../providers/apache/hive/operators/index.rst.txt | 16 +
.../hive/sensors/hive_partition/index.rst.txt | 54 +
.../providers/apache/hive/sensors/index.rst.txt | 17 +
.../hive/sensors/metastore_partition/index.rst.txt | 53 +
.../sensors/named_hive_partition/index.rst.txt | 62 +
.../hive/transfers/hive_to_mysql/index.rst.txt | 80 +
.../hive/transfers/hive_to_samba/index.rst.txt | 61 +
.../providers/apache/hive/transfers/index.rst.txt | 20 +
.../hive/transfers/mssql_to_hive/index.rst.txt | 90 +
.../hive/transfers/mysql_to_hive/index.rst.txt | 95 +
.../apache/hive/transfers/s3_to_hive/index.rst.txt | 100 +
.../hive/transfers/vertica_to_hive/index.rst.txt | 90 +
.../apache/hive/example_twitter_dag/index.rst.txt | 83 +
.../system/providers/apache/hive/index.rst.txt | 15 +
.../5.0.0/_sources/commits.rst.txt | 413 +
.../5.0.0/_sources/connections/hive_cli.rst.txt | 91 +
.../_sources/connections/hive_metastore.rst.txt | 69 +
.../5.0.0/_sources/connections/hiveserver2.rst.txt | 78 +
.../5.0.0/_sources/connections/index.rst.txt | 25 +
.../5.0.0/_sources/index.rst.txt | 132 +
.../installing-providers-from-sources.rst.txt | 18 +
.../5.0.0/_sources/operators.rst.txt | 40 +
.../5.0.0/_static/_gen/css/main-custom.min.css | 1 +
.../5.0.0/_static/_gen/css/main.min.css | 7 +
.../5.0.0/_static/_gen/js/docs.js | 1 +
.../_sphinx_javascript_frameworks_compat.js | 134 +
.../5.0.0/_static/basic.css | 899 ++
.../5.0.0/_static/check-solid.svg | 4 +
.../5.0.0/_static/clipboard.min.js | 7 +
.../5.0.0/_static/copy-button.svg | 5 +
.../5.0.0/_static/copybutton.css | 94 +
.../5.0.0/_static/copybutton.js | 248 +
.../5.0.0/_static/copybutton_funcs.js | 73 +
.../5.0.0/_static/doctools.js | 156 +
.../5.0.0/_static/documentation_options.js | 14 +
.../5.0.0/_static/file.png | Bin 0 -> 286 bytes
.../5.0.0/_static/graphviz.css | 19 +
.../5.0.0/_static/jquery-3.6.0.js | 10881 +++++++++++++++++++
.../5.0.0/_static/jquery.js | 2 +
.../5.0.0/_static/js/globaltoc.js | 24 +
.../5.0.0/_static/language_data.js | 199 +
.../5.0.0/_static/minus.png | Bin 0 -> 90 bytes
.../5.0.0/_static/pin_32.png | Bin 0 -> 1201 bytes
.../5.0.0/_static/plus.png | Bin 0 -> 90 bytes
.../5.0.0/_static/pygments.css | 74 +
.../5.0.0/_static/searchtools.js | 566 +
.../5.0.0/_static/sphinx_highlight.js | 144 +
.../5.0.0/_static/underscore-1.13.1.js | 2042 ++++
.../5.0.0/_static/underscore.js | 6 +
.../5.0.0/commits.html | 1959 ++++
.../5.0.0/connections/hive_cli.html} | 195 +-
.../5.0.0/connections/hive_metastore.html} | 178 +-
.../5.0.0/connections/hiveserver2.html} | 184 +-
.../5.0.0/connections/index.html} | 155 +-
.../5.0.0/genindex.html} | 1158 +-
.../5.0.0/index.html} | 672 +-
.../5.0.0/installing-providers-from-sources.html} | 291 +-
.../5.0.0/objects.inv | Bin 0 -> 1934 bytes
.../5.0.0/operators.html} | 214 +-
.../5.0.0/py-modindex.html} | 346 +-
.../5.0.0/search.html} | 241 +-
.../5.0.0/searchindex.js | 1 +
.../stable.txt | 2 +-
.../5.0.1/.buildinfo | 4 +
.../microsoft/azure/hooks/adx/index.html} | 341 +-
.../microsoft/azure/hooks/asb/index.html} | 762 +-
.../microsoft/azure/hooks/base_azure/index.html} | 313 +-
.../microsoft/azure/hooks/batch/index.html} | 736 +-
.../azure/hooks/container_instance/index.html} | 419 +-
.../azure/hooks/container_registry/index.html} | 296 +-
.../azure/hooks/container_volume/index.html} | 316 +-
.../microsoft/azure/hooks/cosmos/index.html} | 755 +-
.../microsoft/azure/hooks/data_factory/index.html | 1917 ++++
.../microsoft/azure/hooks/data_lake/index.html} | 416 +-
.../microsoft/azure/hooks/fileshare/index.html} | 810 +-
.../providers/microsoft/azure/hooks/index.html} | 222 +-
.../microsoft/azure/hooks/synapse/index.html} | 755 +-
.../microsoft/azure/hooks/wasb/index.html} | 790 +-
.../airflow/providers/microsoft/azure/index.html} | 260 +-
.../providers/microsoft/azure/log/index.html} | 203 +-
.../azure/log/wasb_task_handler/index.html} | 328 +-
.../microsoft/azure/operators/adls/index.html} | 343 +-
.../microsoft/azure/operators/adx/index.html} | 295 +-
.../microsoft/azure/operators/asb/index.html | 1499 +++
.../microsoft/azure/operators/batch/index.html} | 365 +-
.../operators/container_instances/index.html} | 400 +-
.../microsoft/azure/operators/cosmos/index.html} | 270 +-
.../azure/operators/data_factory/index.html} | 372 +-
.../microsoft/azure/operators/index.html} | 211 +-
.../microsoft/azure/operators/synapse/index.html} | 299 +-
.../azure/operators/wasb_delete_blob/index.html} | 272 +-
.../providers/microsoft/azure/secrets/index.html} | 203 +-
.../microsoft/azure/secrets/key_vault/index.html} | 366 +-
.../microsoft/azure/sensors/cosmos/index.html} | 275 +-
.../azure/sensors/data_factory/index.html} | 273 +-
.../providers/microsoft/azure/sensors/index.html} | 205 +-
.../microsoft/azure/sensors/wasb/index.html} | 302 +-
.../azure/transfers/azure_blob_to_gcs/index.html} | 287 +-
.../microsoft/azure/transfers/index.html} | 207 +-
.../azure/transfers/local_to_adls/index.html} | 305 +-
.../azure/transfers/local_to_wasb/index.html} | 270 +-
.../oracle_to_azure_data_lake/index.html} | 289 +-
.../azure/transfers/sftp_to_wasb/index.html} | 407 +-
.../providers/microsoft/azure/utils/index.html} | 236 +-
.../azure/example_adf_run_pipeline/index.html} | 232 +-
.../azure/example_adls_delete/index.html} | 253 +-
.../azure/example_azure_blob_to_gcs/index.html} | 274 +-
.../example_azure_container_instances/index.html} | 240 +-
.../azure/example_azure_cosmosdb/index.html} | 244 +-
.../azure/example_azure_service_bus/index.html} | 274 +-
.../azure/example_azure_synapse/index.html} | 253 +-
.../microsoft/azure/example_fileshare/index.html} | 305 +-
.../azure/example_local_to_adls/index.html} | 253 +-
.../azure/example_local_to_wasb/index.html} | 239 +-
.../azure/example_sftp_to_wasb/index.html} | 354 +-
.../system/providers/microsoft/azure/index.html} | 220 +-
.../providers/microsoft/azure/hooks/adx.html} | 433 +-
.../providers/microsoft/azure/hooks/asb.html} | 477 +-
.../microsoft/azure/hooks/base_azure.html} | 347 +-
.../providers/microsoft/azure/hooks/batch.html} | 726 +-
.../microsoft/azure/hooks/container_instance.html} | 374 +-
.../microsoft/azure/hooks/container_registry.html} | 293 +-
.../microsoft/azure/hooks/container_volume.html} | 335 +-
.../providers/microsoft/azure/hooks/cosmos.html} | 1028 +-
.../microsoft/azure/hooks/data_factory.html | 1856 ++++
.../microsoft/azure/hooks/data_lake.html} | 459 +-
.../microsoft/azure/hooks/fileshare.html} | 915 +-
.../providers/microsoft/azure/hooks/synapse.html} | 427 +-
.../providers/microsoft/azure/hooks/wasb.html} | 1158 +-
.../microsoft/azure/log/wasb_task_handler.html} | 412 +-
.../providers/microsoft/azure/operators/adls.html} | 327 +-
.../providers/microsoft/azure/operators/adx.html} | 306 +-
.../providers/microsoft/azure/operators/asb.html | 1449 +++
.../microsoft/azure/operators/batch.html} | 665 +-
.../azure/operators/container_instances.html} | 716 +-
.../microsoft/azure/operators/cosmos.html} | 299 +-
.../microsoft/azure/operators/data_factory.html} | 434 +-
.../microsoft/azure/operators/synapse.html} | 334 +-
.../azure/operators/wasb_delete_blob.html} | 299 +-
.../microsoft/azure/secrets/key_vault.html} | 425 +-
.../providers/microsoft/azure/sensors/cosmos.html} | 298 +-
.../microsoft/azure/sensors/data_factory.html} | 307 +-
.../providers/microsoft/azure/sensors/wasb.html} | 325 +-
.../azure/transfers/azure_blob_to_gcs.html} | 355 +-
.../microsoft/azure/transfers/local_to_adls.html} | 343 +-
.../microsoft/azure/transfers/local_to_wasb.html} | 308 +-
.../transfers/oracle_to_azure_data_lake.html} | 341 +-
.../microsoft/azure/transfers/sftp_to_wasb.html} | 429 +-
.../airflow/providers/microsoft/azure/utils.html} | 301 +-
.../5.0.1/_modules/index.html} | 223 +-
.../microsoft/azure/example_adf_run_pipeline.html} | 319 +-
.../microsoft/azure/example_adls_delete.html} | 286 +-
.../azure/example_azure_blob_to_gcs.html} | 301 +-
.../azure/example_azure_container_instances.html} | 286 +-
.../microsoft/azure/example_azure_cosmosdb.html} | 302 +-
.../azure/example_azure_service_bus.html} | 405 +-
.../microsoft/azure/example_azure_synapse.html} | 300 +-
.../microsoft/azure/example_fileshare.html} | 294 +-
.../microsoft/azure/example_local_to_adls.html} | 286 +-
.../microsoft/azure/example_local_to_wasb.html} | 282 +-
.../microsoft/azure/example_sftp_to_wasb.html} | 321 +-
.../microsoft/azure/hooks/adx/index.rst.txt | 115 +
.../microsoft/azure/hooks/asb/index.rst.txt | 164 +
.../microsoft/azure/hooks/base_azure/index.rst.txt | 70 +
.../microsoft/azure/hooks/batch/index.rst.txt | 169 +
.../azure/hooks/container_instance/index.rst.txt | 123 +
.../azure/hooks/container_registry/index.rst.txt | 66 +
.../azure/hooks/container_volume/index.rst.txt | 72 +
.../microsoft/azure/hooks/cosmos/index.rst.txt | 166 +
.../azure/hooks/data_factory/index.rst.txt | 570 +
.../microsoft/azure/hooks/data_lake/index.rst.txt | 148 +
.../microsoft/azure/hooks/fileshare/index.rst.txt | 210 +
.../providers/microsoft/azure/hooks/index.rst.txt | 27 +
.../microsoft/azure/hooks/synapse/index.rst.txt | 168 +
.../microsoft/azure/hooks/wasb/index.rst.txt | 227 +
.../providers/microsoft/azure/index.rst.txt | 29 +
.../providers/microsoft/azure/log/index.rst.txt | 15 +
.../azure/log/wasb_task_handler/index.rst.txt | 74 +
.../microsoft/azure/operators/adls/index.rst.txt | 96 +
.../microsoft/azure/operators/adx/index.rst.txt | 65 +
.../microsoft/azure/operators/asb/index.rst.txt | 417 +
.../microsoft/azure/operators/batch/index.rst.txt | 124 +
.../operators/container_instances/index.rst.txt | 151 +
.../microsoft/azure/operators/cosmos/index.rst.txt | 51 +
.../azure/operators/data_factory/index.rst.txt | 118 +
.../microsoft/azure/operators/index.rst.txt | 23 +
.../azure/operators/synapse/index.rst.txt | 70 +
.../azure/operators/wasb_delete_blob/index.rst.txt | 48 +
.../microsoft/azure/secrets/index.rst.txt | 15 +
.../azure/secrets/key_vault/index.rst.txt | 108 +
.../microsoft/azure/sensors/cosmos/index.rst.txt | 53 +
.../azure/sensors/data_factory/index.rst.txt | 46 +
.../microsoft/azure/sensors/index.rst.txt | 17 +
.../microsoft/azure/sensors/wasb/index.rst.txt | 66 +
.../transfers/azure_blob_to_gcs/index.rst.txt | 64 +
.../microsoft/azure/transfers/index.rst.txt | 19 +
.../azure/transfers/local_to_adls/index.rst.txt | 76 +
.../azure/transfers/local_to_wasb/index.rst.txt | 45 +
.../oracle_to_azure_data_lake/index.rst.txt | 62 +
.../azure/transfers/sftp_to_wasb/index.rst.txt | 132 +
.../providers/microsoft/azure/utils/index.rst.txt | 24 +
.../azure/example_adf_run_pipeline/index.rst.txt | 29 +
.../azure/example_adls_delete/index.rst.txt | 39 +
.../azure/example_azure_blob_to_gcs/index.rst.txt | 54 +
.../index.rst.txt | 34 +
.../azure/example_azure_cosmosdb/index.rst.txt | 40 +
.../azure/example_azure_service_bus/index.rst.txt | 54 +
.../azure/example_azure_synapse/index.rst.txt | 39 +
.../azure/example_fileshare/index.rst.txt | 67 +
.../azure/example_local_to_adls/index.rst.txt | 39 +
.../azure/example_local_to_wasb/index.rst.txt | 34 +
.../azure/example_sftp_to_wasb/index.rst.txt | 97 +
.../system/providers/microsoft/azure/index.rst.txt | 25 +
.../5.0.1/_sources/commits.rst.txt | 518 +
.../5.0.1/_sources/connections/acr.rst.txt | 62 +
.../5.0.1/_sources/connections/adf.rst.txt | 93 +
.../5.0.1/_sources/connections/adl.rst.txt | 70 +
.../5.0.1/_sources/connections/adx.rst.txt | 91 +
.../5.0.1/_sources/connections/asb.rst.txt | 50 +
.../5.0.1/_sources/connections/azure.rst.txt | 83 +
.../5.0.1/_sources/connections/azure_batch.rst.txt | 61 +
.../connections/azure_container_volume.rst.txt | 75 +
.../_sources/connections/azure_cosmos.rst.txt | 66 +
.../_sources/connections/azure_fileshare.rst.txt | 80 +
.../_sources/connections/azure_synapse.rst.txt | 69 +
.../5.0.1/_sources/connections/index.rst.txt | 25 +
.../5.0.1/_sources/connections/wasb.rst.txt | 84 +
.../5.0.1/_sources/index.rst.txt | 140 +
.../installing-providers-from-sources.rst.txt | 18 +
.../5.0.1/_sources/logging/index.rst.txt | 55 +
.../_sources/operators/adf_run_pipeline.rst.txt | 53 +
.../5.0.1/_sources/operators/adls.rst.txt | 50 +
.../5.0.1/_sources/operators/asb.rst.txt | 214 +
.../_sources/operators/azure_blob_to_gcs.rst.txt | 60 +
.../5.0.1/_sources/operators/azure_synapse.rst.txt | 49 +
.../5.0.1/_sources/operators/index.rst.txt | 28 +
.../5.0.1/_sources/operators/local_to_adls.rst.txt | 53 +
.../5.0.1/_sources/operators/sftp_to_wasb.rst.txt | 61 +
.../secrets-backends/azure-key-vault.rst.txt | 73 +
.../5.0.1/_static/_gen/css/main-custom.min.css | 1 +
.../5.0.1/_static/_gen/css/main.min.css | 7 +
.../5.0.1/_static/_gen/js/docs.js | 1 +
.../_sphinx_javascript_frameworks_compat.js | 134 +
.../5.0.1/_static/basic.css | 899 ++
.../5.0.1/_static/check-solid.svg | 4 +
.../5.0.1/_static/clipboard.min.js | 7 +
.../5.0.1/_static/copy-button.svg | 5 +
.../5.0.1/_static/copybutton.css | 94 +
.../5.0.1/_static/copybutton.js | 248 +
.../5.0.1/_static/copybutton_funcs.js | 73 +
.../5.0.1/_static/doctools.js | 156 +
.../5.0.1/_static/documentation_options.js | 14 +
.../5.0.1/_static/file.png | Bin 0 -> 286 bytes
.../5.0.1/_static/graphviz.css | 19 +
.../5.0.1/_static/jquery-3.6.0.js | 10881 +++++++++++++++++++
.../5.0.1/_static/jquery.js | 2 +
.../5.0.1/_static/js/globaltoc.js | 24 +
.../5.0.1/_static/language_data.js | 199 +
.../5.0.1/_static/minus.png | Bin 0 -> 90 bytes
.../5.0.1/_static/pin_32.png | Bin 0 -> 1201 bytes
.../5.0.1/_static/plus.png | Bin 0 -> 90 bytes
.../5.0.1/_static/pygments.css | 74 +
.../5.0.1/_static/searchtools.js | 566 +
.../5.0.1/_static/sphinx_highlight.js | 144 +
.../5.0.1/_static/underscore-1.13.1.js | 2042 ++++
.../5.0.1/_static/underscore.js | 6 +
.../5.0.1/commits.html | 2323 ++++
.../5.0.1/connections/acr.html} | 182 +-
.../5.0.1/connections/adf.html} | 214 +-
.../5.0.1/connections/adl.html} | 187 +-
.../5.0.1/connections/adx.html} | 203 +-
.../5.0.1/connections/asb.html} | 177 +-
.../5.0.1/connections/azure.html} | 202 +-
.../5.0.1/connections/azure_batch.html} | 181 +-
.../5.0.1/connections/azure_container_volume.html} | 187 +-
.../5.0.1/connections/azure_cosmos.html} | 183 +-
.../5.0.1/connections/azure_fileshare.html} | 198 +-
.../5.0.1/connections/azure_synapse.html} | 192 +-
.../5.0.1/connections/index.html} | 168 +-
.../5.0.1/connections/wasb.html} | 194 +-
.../5.0.1/genindex.html | 2508 +++++
.../5.0.1/index.html} | 1063 +-
.../5.0.1/installing-providers-from-sources.html} | 295 +-
.../5.0.1/logging.html | 1 +
.../5.0.1/logging/index.html} | 185 +-
.../5.0.1/objects.inv | Bin 0 -> 6386 bytes
.../5.0.1/operators/adf_run_pipeline.html} | 194 +-
.../5.0.1/operators/adls.html} | 170 +-
.../5.0.1/operators/asb.html} | 356 +-
.../5.0.1/operators/azure_blob_to_gcs.html} | 207 +-
.../5.0.1/operators/azure_synapse.html} | 178 +-
.../5.0.1/operators/index.html} | 173 +-
.../5.0.1/operators/local_to_adls.html} | 178 +-
.../5.0.1/operators/sftp_to_wasb.html} | 190 +-
.../5.0.1/py-modindex.html} | 515 +-
.../5.0.1/search.html} | 245 +-
.../5.0.1/searchindex.js | 1 +
.../5.0.1/secrets-backends/azure-key-vault.html} | 190 +-
.../5.0.1/secrets-backends/index.html | 1 +
.../stable.txt | 2 +-
.../core-extensions/connections.html | 26 +-
.../core-extensions/extra-links.html | 2 +-
.../core-extensions/logging.html | 4 +-
.../core-extensions/secrets-backends.html | 2 +-
.../operators-and-hooks-ref/azure.html | 66 +-
.../operators-and-hooks-ref/google.html | 4 +-
.../operators-and-hooks-ref/protocol.html | 19 +-
.../operators-and-hooks-ref/software.html | 2 +-
.../apache-airflow-providers/packages-ref.html | 8 +-
.../apache-airflow-providers/searchindex.js | 2 +-
landing-pages/site/themes/docsy | 2 +-
350 files changed, 90902 insertions(+), 22034 deletions(-)
diff --git a/docs-archive/apache-airflow-providers-apache-hive/5.0.0/.buildinfo b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/.buildinfo
new file mode 100644
index 0000000000..36a5f58035
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/.buildinfo
@@ -0,0 +1,4 @@
+# Sphinx build info version 1
+# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
+config: c51524a7dae7fc57120b8a88c632eb04
+tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/hooks/hive/index.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/hooks/hive/index.html
new file mode 100644
index 0000000000..1670282be5
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/hooks/hive/index.html
@@ -0,0 +1,1558 @@
+
+
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+ <html xmlns="http://www.w3.org/1999/xhtml" lang="en">
+<head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1">
+ <title>airflow.providers.apache.hive.hooks.hive — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.operators" href="../../operators/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.hooks" href="../index.html" />
+ <!-- Matomo -->
+ <script>
+ var _paq = window._paq = window._paq || [];
+ /* tracker methods like "setCustomDimension" should be called before "trackPageView" */
+ /* We explicitly disable cookie tracking to avoid privacy issues */
+ _paq.push(['disableCookies']);
+ _paq.push(['trackPageView']);
+ _paq.push(['enableLinkTracking']);
+ (function() {
+ var u="https://analytics.apache.org/";
+ _paq.push(['setTrackerUrl', u+'matomo.php']);
+ _paq.push(['setSiteId', '13']);
+ var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0];
+ g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s);
+ })();
+ </script>
+ <!-- End Matomo Code -->
+
+
+</head><body class="td-section">
+
+
+<header>
+ <nav class="js-navbar-scroll navbar">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178.258 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0zm-1 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482-.2h1 [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+ <div class="desktop-only navbar__menu-container">
+
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+ </div>
+
+
+
+ </div>
+
+ </div>
+ <div class="mobile-only navbar__drawer-container">
+ <button class="navbar__toggle-button" id="navbar-toggle-button">
+
+ <div id="hamburger-icon" class="navbar__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="26" height="20" viewBox="0 0 26 20">
+ <g id="Group_1294" data-name="Group 1294" transform="translate(-38.791 291)">
+ <g id="Group_1291" data-name="Group 1291" transform="translate(39 -291)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="translate(39 -281.822)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ <g id="Group_1293" data-name="Group 1293" transform="translate(39 -272.644)">
+ <rect id="Rectangle_463" width="26" height="2" fill="#51504f" data-name="Rectangle 463" rx="1" transform="translate(-.209 -.356)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="close-icon" class="navbar__toggle-button--icon">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </button>
+ <div class="navbar__drawer" id="navbar-drawer">
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+
+ </div>
+
+
+ </div>
+ </div>
+ </div>
+ </nav>
+
+</header>
+
+
+ <div class="roadmap container-fluid td-default base-layout">
+
+
+ <div class="content-drawer-wrapper">
+ <button class="content-drawer__toggle-button" id="content-open-button">
+
+ <div id="hamburger-icon" class="content-drawer__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="20.005" height="13.879" viewBox="0 0 20.005 13.879">
+ <g id="Group_1619" data-name="Group 1619" transform="translate(271.132 -418.872)">
+ <g id="Group_1613" data-name="Group 1613" transform="translate(-266.229 431.045)">
+ <path id="Path_1337" d="M-218.5 513.215h-14.583a.259.259 0 0 1-.259-.26.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.26z" fill="#51504f" data-name="Path 1337" transform="translate(233.345 -512.696)"></path>
+ </g>
+ <g id="Group_1614" data-name="Group 1614" transform="translate(-266.229 425.684)">
+ <path id="Path_1338" d="M-218.5 471.9h-14.583a.259.259 0 0 1-.259-.26.26.26 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.26.26 0 0 1-.259.26z" fill="#51504f" data-name="Path 1338" transform="translate(233.345 -471.376)"></path>
+ </g>
+ <g id="Group_1615" data-name="Group 1615" transform="translate(-266.229 420.323)">
+ <path id="Path_1339" d="M-218.5 430.574h-14.583a.259.259 0 0 1-.259-.259.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.259z" fill="#51504f" data-name="Path 1339" transform="translate(233.345 -430.055)"></path>
+ </g>
+ <g id="Group_1616" data-name="Group 1616" transform="translate(-271.132 429.814)">
+ <path id="Path_1340" d="M-269.663 506.145a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1340" transform="translate(271.132 -503.208)"></path>
+ </g>
+ <g id="Group_1617" data-name="Group 1617" transform="translate(-271.132 424.556)">
+ <path id="Path_1341" d="M-269.663 465.62a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.952z" fill="#51504f" data-name="Path 1341" transform="translate(271.132 -462.683)"></path>
+ </g>
+ <g id="Group_1618" data-name="Group 1618" transform="translate(-271.132 418.872)">
+ <path id="Path_1342" d="M-269.663 421.809a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1342" transform="translate(271.132 -418.872)"></path>
+ </g>
+ </g>
+ </svg>
+
+ <span class="bodytext__mobile--brownish-grey">Content</span>
+ </div>
+
+ </button>
+ <nav id="content-navbar" class="navbar navbar--hidden">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482- [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+
+ <div id="content-close-button">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </nav>
+ <div class="content-drawer-container" id="content-drawer">
+ <div class="content-drawer">
+ <div class="td-sidebar">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+ </div>
+ </div>
+ </div>
+
+ <div class="d-flex">
+
+
+ <div class="td-sidebar desktop-only d-print-none">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+
+
+
+
+ <main class="col-12 col-md-9 col-xl-8" role="main">
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation" class="d-none d-md-block d-print-none">
+
+ <ul class="breadcrumb">
+
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
+
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks</span></code></a></li>
+
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks.hive</span></code></a></li>
+
+ </ul>
+</div>
+
+ <div class="rst-content">
+ <div class="document">
+ <div class="documentwrapper">
+ <div class="bodywrapper">
+ <div class="body" role="main">
+
+ <div class="section" id="module-airflow.providers.apache.hive.hooks.hive">
+<span id="airflow-providers-apache-hive-hooks-hive"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.hooks.hive" title="airflow.providers.apache.hive.hooks.hive"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks.hive</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.hooks.hive" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook" title="airflow.providers.apache.hive.hooks.hive.HiveCliHook"><code class="xref py py-obj docutils literal notranslate"><span class="pre">HiveCliHook</span></code></a></p></td>
+<td><p>Simple wrapper around the hive CLI.</p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook" title="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook"><code class="xref py py-obj docutils literal notranslate"><span class="pre">HiveMetastoreHook</span></code></a></p></td>
+<td><p>Wrapper to interact with the Hive Metastore</p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook" title="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook"><code class="xref py py-obj docutils literal notranslate"><span class="pre">HiveServer2Hook</span></code></a></p></td>
+<td><p>Wrapper around the pyhive library</p></td>
+</tr>
+</tbody>
+</table>
+</div>
+<div class="section" id="functions">
+<h3>Functions<a class="headerlink" href="#functions" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.get_context_from_env_var" title="airflow.providers.apache.hive.hooks.hive.get_context_from_env_var"><code class="xref py py-obj docutils literal notranslate"><span class="pre">get_context_from_env_var</span></code></a>()</p></td>
+<td><p>Extract context from env variable, e.g. dag_id, task_id and execution_date,</p></td>
+</tr>
+</tbody>
+</table>
+</div>
+<div class="section" id="attributes">
+<h3>Attributes<a class="headerlink" href="#attributes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HIVE_QUEUE_PRIORITIES" title="airflow.providers.apache.hive.hooks.hive.HIVE_QUEUE_PRIORITIES"><code class="xref py py-obj docutils literal notranslate"><span class="pre">HIVE_QUEUE_PRIORITIES</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HIVE_QUEUE_PRIORITIES">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.hooks.hive.</span></span><span class="sig-name descname"><span class="pre">HIVE_QUEUE_PRIORITIES</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">['VERY_HIGH',</span> <span class="pre">'HIGH',</span> <span class="pre">'NORMAL',</span> <span class="pre">'LOW',</span> <span class="pre">'VERY_LOW']</span></em><a class="reference internal" href="../../ [...]
+<dd></dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.get_context_from_env_var">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.hooks.hive.</span></span><span class="sig-name descname"><span class="pre">get_context_from_env_var</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#get_context_from_env_var"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerl [...]
+<dd><p>Extract context from env variable, e.g. dag_id, task_id and execution_date,
+so that they can be used inside BashOperator and PythonOperator.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Returns</dt>
+<dd class="field-odd"><p>The context of interest.</p>
+</dd>
+<dt class="field-even">Return type</dt>
+<dd class="field-even"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)">dict</a>[Any, Any]</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveCliHook">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.hooks.hive.</span></span><span class="sig-name descname"><span class="pre">HiveCliHook</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">hive_cli_conn_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">default_con [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/hooks/base/index.html#airflow.hooks.base.BaseHook" title="(in apache-airflow v2.6.0.dev0)"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.hooks.base.BaseHook</span></code></a></p>
+<p>Simple wrapper around the hive CLI.</p>
+<p>It also supports the <code class="docutils literal notranslate"><span class="pre">beeline</span></code>
+a lighter CLI that runs JDBC and is replacing the heavier
+traditional CLI. To enable <code class="docutils literal notranslate"><span class="pre">beeline</span></code>, set the use_beeline param in the
+extra field of your connection as in <code class="docutils literal notranslate"><span class="pre">{</span> <span class="pre">"use_beeline":</span> <span class="pre">true</span> <span class="pre">}</span></code></p>
+<p>Note that you can also set default hive CLI parameters by passing <code class="docutils literal notranslate"><span class="pre">hive_cli_params</span></code>
+space separated list of parameters to add to the hive command.</p>
+<p>The extra connection parameter <code class="docutils literal notranslate"><span class="pre">auth</span></code> gets passed as in the <code class="docutils literal notranslate"><span class="pre">jdbc</span></code>
+connection string as is.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>hive_cli_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Reference to the
+<a class="reference internal" href="../../../../../../../connections/hive_cli.html#howto-connection-hive-cli"><span class="std std-ref">Hive CLI connection id</span></a>.</p></li>
+<li><p><strong>mapred_queue</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – queue used by the Hadoop Scheduler (Capacity or Fair)</p></li>
+<li><p><strong>mapred_queue_priority</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – priority within the job queue.
+Possible settings include: VERY_HIGH, HIGH, NORMAL, LOW, VERY_LOW</p></li>
+<li><p><strong>mapred_job_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – This name will appear in the jobtracker.
+This can make monitoring easier.</p></li>
+<li><p><strong>hive_cli_params</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Space separated list of hive command parameters to add to the
+hive command.</p></li>
+</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_name_attr">
+<span class="sig-name descname"><span class="pre">conn_name_attr</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">hive_cli_conn_id</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveCliHook.conn_name_attr"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.co [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveCliHook.default_conn_name">
+<span class="sig-name descname"><span class="pre">default_conn_name</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">hive_cli_default</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveCliHook.default_conn_name"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveCliH [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_type">
+<span class="sig-name descname"><span class="pre">conn_type</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">hive_cli</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveCliHook.conn_type"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_type" title="Pe [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveCliHook.hook_name">
+<span class="sig-name descname"><span class="pre">hook_name</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">Hive</span> <span class="pre">Client</span> <span class="pre">Wrapper</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveCliHook.hook_name"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.prov [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveCliHook.run_cli">
+<span class="sig-name descname"><span class="pre">run_cli</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">hql</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">verbose</span></span><span class="o"><span class="pre">=< [...]
+<dd><p>Run an hql statement using the hive cli. If hive_conf is specified
+it should be a dict and the entries will be set as key/value pairs
+in HiveConf.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>hql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – an hql (hive query language) statement to run with hive cli</p></li>
+<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – Name of hive schema (database) to use</p></li>
+<li><p><strong>verbose</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – Provides additional logging. Defaults to True.</p></li>
+<li><p><strong>hive_conf</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em>[</em><em>Any</em><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – if specified these key value pairs will be passed
+to hive as <code class="docutils literal notranslate"><span class="pre">-hiveconf</span> <span class="pre">"key"="value"</span></code>. Note that they will be
+passed after the <code class="docutils literal notranslate"><span class="pre">hive_cli_params</span></code> and thus will override
+whatever values are specified in the database.</p></li>
+</ul>
+</dd>
+</dl>
+<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="n">hh</span> <span class="o">=</span> <span class="n">HiveCliHook</span><span class="p">()</span>
+<span class="gp">>>> </span><span class="n">result</span> <span class="o">=</span> <span class="n">hh</span><span class="o">.</span><span class="n">run_cli</span><span class="p">(</span><span class="s2">"USE airflow;"</span><span class="p">)</span>
+<span class="gp">>>> </span><span class="p">(</span><span class="s2">"OK"</span> <span class="ow">in</span> <span class="n">result</span><span class="p">)</span>
+<span class="go">True</span>
+</pre></div>
+</div>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveCliHook.test_hql">
+<span class="sig-name descname"><span class="pre">test_hql</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">hql</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveCliHook.test_hql"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.Hi [...]
+<dd><p>Test an hql statement using the hive cli and EXPLAIN</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_df">
+<span class="sig-name descname"><span class="pre">load_df</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">df</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">field_dict</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span [...]
+<dd><p>Loads a pandas DataFrame into hive.</p>
+<p>Hive data types will be inferred if not passed but column names will
+not be sanitized.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>df</strong> (<a class="reference external" href="https://pandas.pydata.org/pandas-docs/stable/reference/api/pandas.DataFrame.html#pandas.DataFrame" title="(in pandas v1.5.2)"><em>pandas.DataFrame</em></a>) – DataFrame to load into a Hive table</p></li>
+<li><p><strong>table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – target Hive table, use dot notation to target a
+specific database</p></li>
+<li><p><strong>field_dict</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em>[</em><em>Any</em><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – mapping from column name to hive data type.
+Note that it must be OrderedDict so as to keep columns’ order.</p></li>
+<li><p><strong>delimiter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – field delimiter in the file</p></li>
+<li><p><strong>encoding</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – str encoding to use when writing DataFrame to file</p></li>
+<li><p><strong>pandas_kwargs</strong> (<em>Any</em>) – passed to DataFrame.to_csv</p></li>
+<li><p><strong>kwargs</strong> (<em>Any</em>) – passed to self.load_file</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_file">
+<span class="sig-name descname"><span class="pre">load_file</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">filepath</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">delimiter</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">','</span></span></em>, <em class="sig-param"> [...]
+<dd><p>Loads a local file into Hive</p>
+<p>Note that the table generated in Hive uses <code class="docutils literal notranslate"><span class="pre">STORED</span> <span class="pre">AS</span> <span class="pre">textfile</span></code>
+which isn’t the most efficient serialization format. If a
+large amount of data is loaded and/or if the tables gets
+queried considerably, you may want to use this operator only to
+stage the data into a temporary table before loading it into its
+final destination using a <code class="docutils literal notranslate"><span class="pre">HiveOperator</span></code>.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>filepath</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – local filepath of the file to load</p></li>
+<li><p><strong>table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – target Hive table, use dot notation to target a
+specific database</p></li>
+<li><p><strong>delimiter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – field delimiter in the file</p></li>
+<li><p><strong>field_dict</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em>[</em><em>Any</em><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – A dictionary of the fields name in the file
+as keys and their Hive types as values.
+Note that it must be OrderedDict so as to keep columns’ order.</p></li>
+<li><p><strong>create</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to create the table if it doesn’t exist</p></li>
+<li><p><strong>overwrite</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to overwrite the data in table or partition</p></li>
+<li><p><strong>partition</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – target partition as a dict of partition columns
+and values</p></li>
+<li><p><strong>recreate</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to drop and recreate the table at every
+execution</p></li>
+<li><p><strong>tblproperties</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – TBLPROPERTIES of the hive table being created</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveCliHook.kill">
+<span class="sig-name descname"><span class="pre">kill</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveCliHook.kill"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.kill" title="Permalink to this definition">¶</a></dt>
+<dd><p>Kill Hive cli command</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.hooks.hive.</span></span><span class="sig-name descname"><span class="pre">HiveMetastoreHook</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">metastore_conn_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">defa [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/hooks/base/index.html#airflow.hooks.base.BaseHook" title="(in apache-airflow v2.6.0.dev0)"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.hooks.base.BaseHook</span></code></a></p>
+<p>Wrapper to interact with the Hive Metastore</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>metastore_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – reference to the
+:ref: <cite>metastore thrift service connection id <howto/connection:hive_metastore></cite>.</p>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.MAX_PART_COUNT">
+<span class="sig-name descname"><span class="pre">MAX_PART_COUNT</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">32767</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveMetastoreHook.MAX_PART_COUNT"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.M [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_name_attr">
+<span class="sig-name descname"><span class="pre">conn_name_attr</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">metastore_conn_id</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveMetastoreHook.conn_name_attr"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveMet [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.default_conn_name">
+<span class="sig-name descname"><span class="pre">default_conn_name</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">metastore_default</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveMetastoreHook.default_conn_name"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.H [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_type">
+<span class="sig-name descname"><span class="pre">conn_type</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">hive_metastore</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveMetastoreHook.conn_type"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.co [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.hook_name">
+<span class="sig-name descname"><span class="pre">hook_name</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">Hive</span> <span class="pre">Metastore</span> <span class="pre">Thrift</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveMetastoreHook.hook_name"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airf [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__getstate__">
+<span class="sig-name descname"><span class="pre">__getstate__</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveMetastoreHook.__getstate__"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__getstate__" title="Permalink to this definitio [...]
+<dd><dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__setstate__">
+<span class="sig-name descname"><span class="pre">__setstate__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">d</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveMetastoreHook.__setstate__"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.h [...]
+<dd><dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_metastore_client">
+<span class="sig-name descname"><span class="pre">get_metastore_client</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveMetastoreHook.get_metastore_client"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_metastore_client" title="Per [...]
+<dd><p>Returns a Hive thrift client.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_conn">
+<span class="sig-name descname"><span class="pre">get_conn</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveMetastoreHook.get_conn"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_conn" title="Permalink to this definition">¶</a></dt>
+<dd><p>Returns connection for the hook.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_partition">
+<span class="sig-name descname"><span class="pre">check_for_partition</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">schema</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">partition</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/ [...]
+<dd><p>Checks whether a partition exists</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Name of hive schema (database) @table belongs to</p></li>
+<li><p><strong>table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Name of hive table @partition belongs to</p></li>
+<li><p><strong>partition</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Expression that matches the partitions to check for
+(eg <cite>a = ‘b’ AND c = ‘d’</cite>)</p></li>
+</ul>
+</dd>
+</dl>
+<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="n">hh</span> <span class="o">=</span> <span class="n">HiveMetastoreHook</span><span class="p">()</span>
+<span class="gp">>>> </span><span class="n">t</span> <span class="o">=</span> <span class="s1">'static_babynames_partitioned'</span>
+<span class="gp">>>> </span><span class="n">hh</span><span class="o">.</span><span class="n">check_for_partition</span><span class="p">(</span><span class="s1">'airflow'</span><span class="p">,</span> <span class="n">t</span><span class="p">,</span> <span class="s2">"ds='2015-01-01'"</span><span class="p">)</span>
+<span class="go">True</span>
+</pre></div>
+</div>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_named_partition">
+<span class="sig-name descname"><span class="pre">check_for_named_partition</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">schema</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">partition_name</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/a [...]
+<dd><p>Checks whether a partition with a given name exists</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Name of hive schema (database) @table belongs to</p></li>
+<li><p><strong>table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Name of hive table @partition belongs to</p></li>
+<li><p><strong>partition_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Name of the partitions to check for (eg <cite>a=b/c=d</cite>)</p></li>
+</ul>
+</dd>
+</dl>
+<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="n">hh</span> <span class="o">=</span> <span class="n">HiveMetastoreHook</span><span class="p">()</span>
+<span class="gp">>>> </span><span class="n">t</span> <span class="o">=</span> <span class="s1">'static_babynames_partitioned'</span>
+<span class="gp">>>> </span><span class="n">hh</span><span class="o">.</span><span class="n">check_for_named_partition</span><span class="p">(</span><span class="s1">'airflow'</span><span class="p">,</span> <span class="n">t</span><span class="p">,</span> <span class="s2">"ds=2015-01-01"</span><span class="p">)</span>
+<span class="go">True</span>
+<span class="gp">>>> </span><span class="n">hh</span><span class="o">.</span><span class="n">check_for_named_partition</span><span class="p">(</span><span class="s1">'airflow'</span><span class="p">,</span> <span class="n">t</span><span class="p">,</span> <span class="s2">"ds=xxx"</span><span class="p">)</span>
+<span class="go">False</span>
+</pre></div>
+</div>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_table">
+<span class="sig-name descname"><span class="pre">get_table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">table_name</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">db</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'default'</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow [...]
+<dd><p>Get a metastore table object</p>
+<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="n">hh</span> <span class="o">=</span> <span class="n">HiveMetastoreHook</span><span class="p">()</span>
+<span class="gp">>>> </span><span class="n">t</span> <span class="o">=</span> <span class="n">hh</span><span class="o">.</span><span class="n">get_table</span><span class="p">(</span><span class="n">db</span><span class="o">=</span><span class="s1">'airflow'</span><span class="p">,</span> <span class="n">table_name</span><span class="o">=</span><span class="s1">'static_babynames'</span><span class="p">)</span>
+<span class="gp">>>> </span><span class="n">t</span><span class="o">.</span><span class="n">tableName</span>
+<span class="go">'static_babynames'</span>
+<span class="gp">>>> </span><span class="p">[</span><span class="n">col</span><span class="o">.</span><span class="n">name</span> <span class="k">for</span> <span class="n">col</span> <span class="ow">in</span> <span class="n">t</span><span class="o">.</span><span class="n">sd</span><span class="o">.</span><span class="n">cols</span><span class="p">]</span>
+<span class="go">['state', 'year', 'name', 'gender', 'num']</span>
+</pre></div>
+</div>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_tables">
+<span class="sig-name descname"><span class="pre">get_tables</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">db</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pattern</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'*'</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/provide [...]
+<dd><p>Get a metastore table object</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_databases">
+<span class="sig-name descname"><span class="pre">get_databases</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pattern</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'*'</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveMetastoreHook.get_databases"><span class= [...]
+<dd><p>Get a metastore table object</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_partitions">
+<span class="sig-name descname"><span class="pre">get_partitions</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">schema</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_name</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">partition_filter</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span cl [...]
+<dd><p>Returns a list of all partitions in a table. Works only
+for tables with less than 32767 (java short max val).
+For subpartitioned table, the number might easily exceed this.</p>
+<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="n">hh</span> <span class="o">=</span> <span class="n">HiveMetastoreHook</span><span class="p">()</span>
+<span class="gp">>>> </span><span class="n">t</span> <span class="o">=</span> <span class="s1">'static_babynames_partitioned'</span>
+<span class="gp">>>> </span><span class="n">parts</span> <span class="o">=</span> <span class="n">hh</span><span class="o">.</span><span class="n">get_partitions</span><span class="p">(</span><span class="n">schema</span><span class="o">=</span><span class="s1">'airflow'</span><span class="p">,</span> <span class="n">table_name</span><span class="o">=</span><span class="n">t</span><span class="p">)</span>
+<span class="gp">>>> </span><span class="nb">len</span><span class="p">(</span><span class="n">parts</span><span class="p">)</span>
+<span class="go">1</span>
+<span class="gp">>>> </span><span class="n">parts</span>
+<span class="go">[{'ds': '2015-01-01'}]</span>
+</pre></div>
+</div>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.max_partition">
+<span class="sig-name descname"><span class="pre">max_partition</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">schema</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_name</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">field</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-par [...]
+<dd><p>Returns the maximum value for all partitions with given field in a table.
+If only one partition key exist in the table, the key will be used as field.
+filter_map should be a partition_key:partition_value map and will be used to
+filter out partitions.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – schema name.</p></li>
+<li><p><strong>table_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – table name.</p></li>
+<li><p><strong>field</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – partition key to get max partition from.</p></li>
+<li><p><strong>filter_map</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em>[</em><em>Any</em><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – partition_key:partition_value map used for partition filtering.</p></li>
+</ul>
+</dd>
+</dl>
+<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="n">hh</span> <span class="o">=</span> <span class="n">HiveMetastoreHook</span><span class="p">()</span>
+<span class="gp">>>> </span><span class="n">filter_map</span> <span class="o">=</span> <span class="p">{</span><span class="s1">'ds'</span><span class="p">:</span> <span class="s1">'2015-01-01'</span><span class="p">}</span>
+<span class="gp">>>> </span><span class="n">t</span> <span class="o">=</span> <span class="s1">'static_babynames_partitioned'</span>
+<span class="gp">>>> </span><span class="n">hh</span><span class="o">.</span><span class="n">max_partition</span><span class="p">(</span><span class="n">schema</span><span class="o">=</span><span class="s1">'airflow'</span><span class="p">,</span> <span class="o">...</span> <span class="n">table_name</span><span class="o">=</span><span class="n">t</span><span class="p">,</span> <span class="n">field</span><span class="o">=</span><span class="s1">'ds'</span [...]
+<span class="go">'2015-01-01'</span>
+</pre></div>
+</div>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.table_exists">
+<span class="sig-name descname"><span class="pre">table_exists</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">table_name</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">db</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'default'</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airf [...]
+<dd><p>Check if table exists</p>
+<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="n">hh</span> <span class="o">=</span> <span class="n">HiveMetastoreHook</span><span class="p">()</span>
+<span class="gp">>>> </span><span class="n">hh</span><span class="o">.</span><span class="n">table_exists</span><span class="p">(</span><span class="n">db</span><span class="o">=</span><span class="s1">'airflow'</span><span class="p">,</span> <span class="n">table_name</span><span class="o">=</span><span class="s1">'static_babynames'</span><span class="p">)</span>
+<span class="go">True</span>
+<span class="gp">>>> </span><span class="n">hh</span><span class="o">.</span><span class="n">table_exists</span><span class="p">(</span><span class="n">db</span><span class="o">=</span><span class="s1">'airflow'</span><span class="p">,</span> <span class="n">table_name</span><span class="o">=</span><span class="s1">'does_not_exist'</span><span class="p">)</span>
+<span class="go">False</span>
+</pre></div>
+</div>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.drop_partitions">
+<span class="sig-name descname"><span class="pre">drop_partitions</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">table_name</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">part_vals</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">delete_data</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em>, <em cl [...]
+<dd><p>Drop partitions from the given table matching the part_vals input</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>table_name</strong> – table name.</p></li>
+<li><p><strong>part_vals</strong> – list of partition specs.</p></li>
+<li><p><strong>delete_data</strong> – Setting to control if underlying data have to deleted
+in addition to dropping partitions.</p></li>
+<li><p><strong>db</strong> – Name of hive schema (database) @table belongs to</p></li>
+</ul>
+</dd>
+</dl>
+<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="n">hh</span> <span class="o">=</span> <span class="n">HiveMetastoreHook</span><span class="p">()</span>
+<span class="gp">>>> </span><span class="n">hh</span><span class="o">.</span><span class="n">drop_partitions</span><span class="p">(</span><span class="n">db</span><span class="o">=</span><span class="s1">'airflow'</span><span class="p">,</span> <span class="n">table_name</span><span class="o">=</span><span class="s1">'static_babynames'</span><span class="p">,</span>
+<span class="go">part_vals="['2020-05-01']")</span>
+<span class="go">True</span>
+</pre></div>
+</div>
+</dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.hooks.hive.</span></span><span class="sig-name descname"><span class="pre">HiveServer2Hook</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sc [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow-providers-common-sql/stable/_api/airflow/providers/common/sql/hooks/sql/index.html#airflow.providers.common.sql.hooks.sql.DbApiHook" title="(in apache-airflow-providers-common-sql v1.3.1)"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.providers.common.sql.hooks.sql.DbApiHook</span></code></a></p>
+<p>Wrapper around the pyhive library</p>
+<p>Notes:
+* the default auth_mechanism is PLAIN, to override it you
+can specify it in the <code class="docutils literal notranslate"><span class="pre">extra</span></code> of your connection in the UI
+* the default for run_set_variable_statements is true, if you
+are using impala you may need to set it to false in the
+<code class="docutils literal notranslate"><span class="pre">extra</span></code> of your connection in the UI</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>hiveserver2_conn_id</strong> – Reference to the
+:ref: <cite>Hive Server2 thrift service connection id <howto/connection:hiveserver2></cite>.</p></li>
+<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – Hive database name.</p></li>
+</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_name_attr">
+<span class="sig-name descname"><span class="pre">conn_name_attr</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">hiveserver2_conn_id</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveServer2Hook.conn_name_attr"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveSer [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.default_conn_name">
+<span class="sig-name descname"><span class="pre">default_conn_name</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">hiveserver2_default</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveServer2Hook.default_conn_name"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.H [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_type">
+<span class="sig-name descname"><span class="pre">conn_type</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">hiveserver2</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveServer2Hook.conn_type"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_type [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.hook_name">
+<span class="sig-name descname"><span class="pre">hook_name</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">Hive</span> <span class="pre">Server</span> <span class="pre">2</span> <span class="pre">Thrift</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveServer2Hook.hook_name"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="h [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.supports_autocommit">
+<span class="sig-name descname"><span class="pre">supports_autocommit</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">False</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveServer2Hook.supports_autocommit"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2 [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_conn">
+<span class="sig-name descname"><span class="pre">get_conn</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/hooks/hive.html#HiveServer2Hook.get_conn"><span class="viewcode-li [...]
+<dd><p>Returns a Hive connection object.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_results">
+<span class="sig-name descname"><span class="pre">get_results</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'default'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">fetch_size</span></span><span class="o"><span cl [...]
+<dd><p>Get results of the provided hql in target schema.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.11)"><em>list</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em>]</em>) – hql to be executed.</p></li>
+<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – target schema, default to ‘default’.</p></li>
+<li><p><strong>fetch_size</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.11)"><em>int</em></a><em> | </em><em>None</em>) – max size of result to fetch.</p></li>
+<li><p><strong>hive_conf</strong> (<em>Iterable</em><em> | </em><em>Mapping</em><em> | </em><em>None</em>) – hive_conf to execute alone with the hql.</p></li>
+</ul>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>results of hql execution, dict with data (list of results) and header</p>
+</dd>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)">dict</a>[<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)">str</a>, Any]</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.to_csv">
+<span class="sig-name descname"><span class="pre">to_csv</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">csv_filepath</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'default'</span></span></em>, <em class="sig-param [...]
+<dd><p>Execute hql in target schema and write results to a csv file.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – hql to be executed.</p></li>
+<li><p><strong>csv_filepath</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – filepath of csv to write results into.</p></li>
+<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – target schema, default to ‘default’.</p></li>
+<li><p><strong>delimiter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – delimiter of the csv file, default to ‘,’.</p></li>
+<li><p><strong>lineterminator</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – lineterminator of the csv file.</p></li>
+<li><p><strong>output_header</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – header of the csv file, default to True.</p></li>
+<li><p><strong>fetch_size</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.11)"><em>int</em></a>) – number of result rows to write into the csv file, default to 1000.</p></li>
+<li><p><strong>hive_conf</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em>[</em><em>Any</em><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – hive_conf to execute alone with the hql.</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_records">
+<span class="sig-name descname"><span class="pre">get_records</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parameters</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre" [...]
+<dd><p>Get a set of records from a Hive query. You can optionally pass ‘schema’ kwarg
+which specifies target schema and default to ‘default’.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.11)"><em>list</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em>]</em>) – hql to be executed.</p></li>
+<li><p><strong>parameters</strong> (<em>Iterable</em><em> | </em><em>Mapping</em><em> | </em><em>None</em>) – optional configuration passed to get_results</p></li>
+</ul>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>result of hive execution</p>
+</dd>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p>Any</p>
+</dd>
+</dl>
+<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="n">hh</span> <span class="o">=</span> <span class="n">HiveServer2Hook</span><span class="p">()</span>
+<span class="gp">>>> </span><span class="n">sql</span> <span class="o">=</span> <span class="s2">"SELECT * FROM airflow.static_babynames LIMIT 100"</span>
+<span class="gp">>>> </span><span class="nb">len</span><span class="p">(</span><span class="n">hh</span><span class="o">.</span><span class="n">get_records</span><span class="p">(</span><span class="n">sql</span><span class="p">))</span>
+<span class="go">100</span>
+</pre></div>
+</div>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_pandas_df">
+<span class="sig-name descname"><span class="pre">get_pandas_df</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'default'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">hive_conf</span></span><span class="o"><span c [...]
+<dd><p>Get a pandas dataframe from a Hive query</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – hql to be executed.</p></li>
+<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – target schema, default to ‘default’.</p></li>
+<li><p><strong>hive_conf</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em>[</em><em>Any</em><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – hive_conf to execute alone with the hql.</p></li>
+<li><p><strong>kwargs</strong> – (optional) passed into pandas.DataFrame constructor</p></li>
+</ul>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>result of hive execution</p>
+</dd>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p><a class="reference external" href="https://pandas.pydata.org/pandas-docs/stable/reference/api/pandas.DataFrame.html#pandas.DataFrame" title="(in pandas v1.5.2)">pandas.DataFrame</a></p>
+</dd>
+</dl>
+<div class="doctest highlight-default notranslate"><div class="highlight"><pre><span></span><span class="gp">>>> </span><span class="n">hh</span> <span class="o">=</span> <span class="n">HiveServer2Hook</span><span class="p">()</span>
+<span class="gp">>>> </span><span class="n">sql</span> <span class="o">=</span> <span class="s2">"SELECT * FROM airflow.static_babynames LIMIT 100"</span>
+<span class="gp">>>> </span><span class="n">df</span> <span class="o">=</span> <span class="n">hh</span><span class="o">.</span><span class="n">get_pandas_df</span><span class="p">(</span><span class="n">sql</span><span class="p">)</span>
+<span class="gp">>>> </span><span class="nb">len</span><span class="p">(</span><span class="n">df</span><span class="o">.</span><span class="n">index</span><span class="p">)</span>
+<span class="go">100</span>
+</pre></div>
+</div>
+<dl class="field-list simple">
+<dt class="field-odd">Returns</dt>
+<dd class="field-odd"><p>pandas.DateFrame</p>
+</dd>
+<dt class="field-even">Return type</dt>
+<dd class="field-even"><p><a class="reference external" href="https://pandas.pydata.org/pandas-docs/stable/reference/api/pandas.DataFrame.html#pandas.DataFrame" title="(in pandas v1.5.2)">pandas.DataFrame</a></p>
+</dd>
+</dl>
+</dd></dl>
+
+</dd></dl>
+
+</div>
+</div>
+</div>
+
+
+ <div class="pager" role="navigation" aria-label="related navigation">
+ <a rel="prev" title="airflow.providers.apache.hive.hooks" href="../index.html" >
+ <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
+ </a>
+ <a rel="next" title="airflow.providers.apache.hive.operators" href="../../operators/index.html" >
+ <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
+ </a>
+ </div>
+ </div>
+
+ </div>
+ </div>
+ </div>
+ </div>
+ <div class="rating-container">
+ <p class="bodytext__medium--greyish-brown font-weight-500">Was this entry helpful?</p>
+ <div class="rating">
+
+ <div id="rate-star-5" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-4" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-3" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-2" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-1" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ </div>
+ </div>
+
+ </main>
+
+
+
+
+ <nav class="wy-nav-side-toc">
+ <div class="wy-menu-vertical">
+ <ul>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks.hive</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a></li>
+<li><a class="reference internal" href="#functions">Functions</a></li>
+<li><a class="reference internal" href="#attributes">Attributes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HIVE_QUEUE_PRIORITIES"><code class="docutils literal notranslate"><span class="pre">HIVE_QUEUE_PRIORITIES</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.get_context_from_env_var"><code class="docutils literal notranslate"><span class="pre">get_context_from_env_var()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook"><code class="docutils literal notranslate"><span class="pre">HiveCliHook</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_name_attr"><code class="docutils literal notranslate"><span class="pre">HiveCliHook.conn_name_attr</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.default_conn_name"><code class="docutils literal notranslate"><span class="pre">HiveCliHook.default_conn_name</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_type"><code class="docutils literal notranslate"><span class="pre">HiveCliHook.conn_type</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.hook_name"><code class="docutils literal notranslate"><span class="pre">HiveCliHook.hook_name</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.run_cli"><code class="docutils literal notranslate"><span class="pre">HiveCliHook.run_cli()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.test_hql"><code class="docutils literal notranslate"><span class="pre">HiveCliHook.test_hql()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_df"><code class="docutils literal notranslate"><span class="pre">HiveCliHook.load_df()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_file"><code class="docutils literal notranslate"><span class="pre">HiveCliHook.load_file()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.kill"><code class="docutils literal notranslate"><span class="pre">HiveCliHook.kill()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.MAX_PART_COUNT"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.MAX_PART_COUNT</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_name_attr"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.conn_name_attr</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.default_conn_name"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.default_conn_name</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_type"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.conn_type</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.hook_name"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.hook_name</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__getstate__"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.__getstate__()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__setstate__"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.__setstate__()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_metastore_client"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.get_metastore_client()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_conn"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.get_conn()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_partition"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.check_for_partition()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_named_partition"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.check_for_named_partition()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_table"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.get_table()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_tables"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.get_tables()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_databases"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.get_databases()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_partitions"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.get_partitions()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.max_partition"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.max_partition()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.table_exists"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.table_exists()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.drop_partitions"><code class="docutils literal notranslate"><span class="pre">HiveMetastoreHook.drop_partitions()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_name_attr"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook.conn_name_attr</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.default_conn_name"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook.default_conn_name</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_type"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook.conn_type</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.hook_name"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook.hook_name</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.supports_autocommit"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook.supports_autocommit</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_conn"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook.get_conn()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_results"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook.get_results()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.to_csv"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook.to_csv()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_records"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook.get_records()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_pandas_df"><code class="docutils literal notranslate"><span class="pre">HiveServer2Hook.get_pandas_df()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HIVE_QUEUE_PRIORITIES">HIVE_QUEUE_PRIORITIES</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.get_context_from_env_var">get_context_from_env_var</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook">HiveCliHook</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_name_attr">conn_name_attr</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.default_conn_name">default_conn_name</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_type">conn_type</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.hook_name">hook_name</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.run_cli">run_cli</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.test_hql">test_hql</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_df">load_df</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_file">load_file</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveCliHook.kill">kill</a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook">HiveMetastoreHook</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.MAX_PART_COUNT">MAX_PART_COUNT</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_name_attr">conn_name_attr</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.default_conn_name">default_conn_name</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_type">conn_type</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.hook_name">hook_name</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__getstate__">__getstate__</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__setstate__">__setstate__</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_metastore_client">get_metastore_client</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_conn">get_conn</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_partition">check_for_partition</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_named_partition">check_for_named_partition</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_table">get_table</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_tables">get_tables</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_databases">get_databases</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_partitions">get_partitions</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.max_partition">max_partition</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.table_exists">table_exists</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.drop_partitions">drop_partitions</a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook">HiveServer2Hook</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_name_attr">conn_name_attr</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.default_conn_name">default_conn_name</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_type">conn_type</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.hook_name">hook_name</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.supports_autocommit">supports_autocommit</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_conn">get_conn</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_results">get_results</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.to_csv">to_csv</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_records">get_records</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_pandas_df">get_pandas_df</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+
+ </div>
+ </nav>
+
+ </div>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ <div class="base-layout--button">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/hooks/hive/index.rst" rel="nofollow">
+
+ <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
+ <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
+ <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.15 [...]
+ </svg>
+
+ <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span>
+ </button>
+ </a>
+ </div>
+
+
+ </div>
+
+
+
+
+<footer>
+ <div class="footer-section footer-section__media-section">
+ <div class="d-flex align-items-center">
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="46.14" height="45" viewBox="0 0 46.14 45">
+ <path id="Path_207" d="M228.962 1078.578a23.072 23.072 0 0 0-7.29 44.96c1.154.212 1.574-.5 1.574-1.112 0-.548-.02-2-.031-3.924-6.417 1.394-7.771-3.093-7.771-3.093a6.109 6.109 0 0 0-2.562-3.375c-2.095-1.431.159-1.4.159-1.4a4.846 4.846 0 0 1 3.533 2.377c2.058 3.525 5.4 2.507 6.714 1.917a4.926 4.926 0 0 1 1.464-3.084c-5.123-.582-10.508-2.562-10.508-11.4a8.919 8.919 0 0 1 2.374-6.191 8.3 8.3 0 0 1 .226-6.105s1.937-.62 6.344 2.365a21.857 21.857 0 0 1 11.551 0c4.4-2.985 6.3 [...]
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow/issues">
+ <svg xmlns="http://www.w3.org/2000/svg" width="45" height="45" viewBox="0 0 45 45">
+ <g id="Group_210" data-name="Group 210" transform="translate(-339.789 -1315.282)">
+ <path id="Path_218" d="M394.82 1315.282h-21.671a9.784 9.784 0 0 0 9.784 9.778h3.986v3.857a9.784 9.784 0 0 0 9.784 9.771v-21.523a1.884 1.884 0 0 0-1.883-1.883z" fill="#fff" data-name="Path 218" transform="translate(-11.914)"></path>
+ <path id="Path_219" d="M378.14 1332.072h-21.671a9.778 9.778 0 0 0 9.778 9.778h4.018v3.857a9.784 9.784 0 0 0 9.752 9.778v-21.536a1.877 1.877 0 0 0-1.877-1.877z" fill="#fff" data-name="Path 219" transform="translate(-5.957 -5.996)"></path>
+ <path id="Path_220" d="M361.46 1348.862h-21.671a9.778 9.778 0 0 0 9.778 9.778h3.992v3.857a9.778 9.778 0 0 0 9.778 9.778v-21.529a1.883 1.883 0 0 0-1.877-1.884z" fill="#fff" data-name="Path 220" transform="translate(0 -11.993)"></path>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://s.apache.org/airflow-slack">
+ <svg xmlns="http://www.w3.org/2000/svg" width="45.073" height="45.073" viewBox="0 0 45.073 45.073">
+ <g id="Group_208" data-name="Group 208" transform="translate(-661.145 -806.287)">
+ <g id="Group_204" data-name="Group 204" transform="translate(661.145 830.01)">
+ <path id="Path_208" d="M670.634 856.859a4.744 4.744 0 1 1-4.744-4.744h4.744z" fill="#fff" data-name="Path 208" transform="translate(-661.145 -852.115)"></path>
+ <path id="Path_209" d="M684.059 856.859a4.744 4.744 0 0 1 9.489 0v11.861a4.744 4.744 0 1 1-9.489 0z" fill="#fff" data-name="Path 209" transform="translate(-672.198 -852.115)"></path>
+ </g>
+ <g id="Group_205" data-name="Group 205" transform="translate(661.145 806.287)">
+ <path id="Path_210" d="M688.8 815.776a4.744 4.744 0 1 1 4.744-4.745v4.745z" fill="#fff" data-name="Path 210" transform="translate(-672.198 -806.287)"></path>
+ <path id="Path_211" d="M677.751 829.2a4.744 4.744 0 0 1 0 9.489H665.89a4.744 4.744 0 1 1 0-9.489z" fill="#fff" data-name="Path 211" transform="translate(-661.145 -817.34)"></path>
+ </g>
+ <g id="Group_206" data-name="Group 206" transform="translate(684.868 806.287)">
+ <path id="Path_212" d="M729.887 833.945a4.744 4.744 0 1 1 4.745 4.745h-4.745z" fill="#fff" data-name="Path 212" transform="translate(-718.026 -817.34)"></path>
+ <path id="Path_213" d="M716.462 822.893a4.744 4.744 0 1 1-9.489 0v-11.862a4.744 4.744 0 0 1 9.489 0z" fill="#fff" data-name="Path 213" transform="translate(-706.973 -806.287)"></path>
+ </g>
+ <g id="Group_207" data-name="Group 207" transform="translate(684.868 830.01)">
+ <path id="Path_214" d="M711.718 875.029a4.744 4.744 0 1 1-4.745 4.744v-4.744z" fill="#fff" data-name="Path 214" transform="translate(-706.973 -863.168)"></path>
+ <path id="Path_215" d="M711.718 861.6a4.744 4.744 0 1 1 0-9.489h11.861a4.744 4.744 0 0 1 0 9.489z" fill="#fff" data-name="Path 215" transform="translate(-706.973 -852.115)"></path>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://stackoverflow.com/questions/tagged/airflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="37.647" height="44.6" viewBox="0 0 37.647 44.6">
+ <g id="Group_209" data-name="Group 209" transform="translate(-645.2 -975.455)">
+ <path id="Path_216" d="M677.028 1043.1v-11.948h3.966v15.914H645.2v-15.914h3.966v11.948z" fill="#fff" data-name="Path 216" transform="translate(0 -27.014)"></path>
+ <path id="Path_217" d="M661.012 1003.008l19.467 4.069.824-3.914-19.467-4.069zm2.575-9.27l18.025 8.395 1.648-3.605-18.025-8.446zm5-8.858l15.3 12.721 2.524-3.039-15.3-12.721zm9.888-9.425l-3.193 2.369 11.845 15.965 3.193-2.369zm-17.875 36.617h19.879v-3.966H660.6z" fill="#fff" data-name="Path 217" transform="translate(-7.469)"></path>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://twitter.com/ApacheAirflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="44.355" height="44.355" viewBox="0 0 44.355 44.355">
+ <g id="Group_211" data-name="Group 211" transform="translate(-503 -1382.2)">
+ <path id="Path_221" d="M541.811 1382.2h-33.267a5.546 5.546 0 0 0-5.544 5.544v33.266a5.547 5.547 0 0 0 5.544 5.545h33.267a5.546 5.546 0 0 0 5.544-5.545v-33.266a5.546 5.546 0 0 0-5.544-5.544zm-5.611 16.533c.011.244.011.488.011.732 0 7.507-5.722 16.178-16.179 16.178a16.173 16.173 0 0 1-8.7-2.539 10.92 10.92 0 0 0 1.353.078 11.4 11.4 0 0 0 7.064-2.44 5.685 5.685 0 0 1-5.311-3.947 5.725 5.725 0 0 0 2.561-.1 5.7 5.7 0 0 1-4.557-5.578v-.078a5.752 5.752 0 0 0 2.572.71 5.7 [...]
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA">
+ <svg xmlns="http://www.w3.org/2000/svg" width="49.594" height="34.941" viewBox="0 0 49.594 34.941">
+ <path id="Path_223" d="M1124.557 1230a6.232 6.232 0 0 0-4.385-4.413c-3.867-1.043-19.376-1.043-19.376-1.043s-15.508 0-19.376 1.043a6.232 6.232 0 0 0-4.385 4.413c-1.036 3.893-1.036 12.014-1.036 12.014s0 8.122 1.036 12.015a6.232 6.232 0 0 0 4.385 4.413c3.867 1.043 19.376 1.043 19.376 1.043s15.509 0 19.376-1.043a6.232 6.232 0 0 0 4.385-4.413c1.036-3.893 1.036-12.015 1.036-12.015s.001-8.123-1.036-12.014zm-28.833 19.388v-14.748l12.962 7.374z" fill="#fff" data-name="Path 223 [...]
+ </svg>
+
+ </a>
+
+ </div>
+
+
+ <div class="footer-section__media-section--button-with-text">
+ <span class="footer-section__media-section--text">Want to be a part of Apache Airflow?</span>
+ <a href="/community">
+
+ <button id="" class="btn-filled bodytext__medium--white ">Join community</button>
+
+ </a>
+ </div>
+
+
+ </div>
+ <div class="footer-section footer-section__policies-section">
+ <div class="footer-section">
+ <span>© The Apache Software Foundation <script>document.write(new Date().getFullYear())</script></span>
+ <div class="footer-section__policies-section--policies">
+
+ <a href="https://www.apache.org/licenses/" class="footer-section__policies-section--policy-item">
+ <span>License</span>
+ </a>
+
+ <a href="https://www.apache.org/foundation/sponsorship.html" class="footer-section__policies-section--policy-item">
+ <span>Donate</span>
+ </a>
+
+ <a href="https://www.apache.org/foundation/thanks.html" class="footer-section__policies-section--policy-item">
+ <span>Thanks</span>
+ </a>
+
+ <a href="https://www.apache.org/security/" class="footer-section__policies-section--policy-item">
+ <span>Security</span>
+ </a>
+
+
+ </div>
+ </div>
+ <span class="footer-section__policies-section--disclaimer">
+ Apache Airflow, Apache, Airflow, the Airflow logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation.
+ All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.
+ </span>
+ </div>
+</footer>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
+ <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
+ <script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
+</body>
+</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/hooks/index.html
similarity index 89%
copy from docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/hooks/index.html
index d33b8dc0d2..95ef7a8606 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/hooks/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secret backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Community Providers" href="../howto/create-update-providers.html" />
- <link rel="prev" title="Writing logs" href="logging.html" />
+ <title>airflow.providers.apache.hive.hooks — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.hooks.hive" href="hive/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive" href="../index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="secrets-backends.html"> Secret backends</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks</span></code></a></li>
</ul>
</div>
@@ -555,53 +588,24 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secret-backends">
-<h1>Secret backends<a class="headerlink" href="#secret-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of secret backends
-exposed via community-managed providers.</p>
-<p>Airflow has the capability of reading connections, variables and configuration from Secret Backends rather
-than from its own Database. While storing such information in Airflow’s database is possible, many of the
-enterprise customers already have some secret managers storing secrets, and Airflow can tap into those
-via providers that implement secrets backends for services Airflow integrates with.</p>
-<p>You can also take a
-look at Secret backends available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html" title="(in apache-airflow v2.6.0.dev0)"><span>Secrets Backend</span></a> and here you can see the ones
-provided by the community-managed providers:</p>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.html#airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SecretsManagerBackend</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/systems_manager/index.html#airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SystemsManagerParameterStoreBackend</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.hooks">
+<span id="airflow-providers-apache-hive-hooks"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.hooks" title="airflow.providers.apache.hive.hooks"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.hooks" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this heading">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks.hive</span></code></a></li>
</ul>
</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/secrets/secret_manager/index.html#airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudSecretManagerBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="hashicorp">
-<h2>Hashicorp<a class="headerlink" href="#hashicorp" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-hashicorp/stable/_api/airflow/providers/hashicorp/secrets/vault/index.html#airflow.providers.hashicorp.secrets.vault.VaultBackend" title="(in apache-airflow-providers-hashicorp v3.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">VaultBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/secrets/key_vault/index.html#airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Writing logs" href="logging.html" >
+ <a rel="prev" title="airflow.providers.apache.hive" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Community Providers" href="../howto/create-update-providers.html" >
+ <a rel="next" title="airflow.providers.apache.hive.hooks.hive" href="hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -671,11 +675,8 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secret backends</a><ul>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#hashicorp">Hashicorp</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -700,7 +701,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/secrets-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/hooks/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -834,19 +835,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/index.html
similarity index 87%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/index.html
index aac948412b..b27994251b 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.hooks" href="hooks/index.html" />
+ <link rel="prev" title="Apache Hive Operators" href="../../../../../operators.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,9 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
-
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
</ul>
</div>
@@ -555,59 +586,47 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive">
+<span id="airflow-providers-apache-hive"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive" title="airflow.providers.apache.hive"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="subpackages">
+<h2>Subpackages<a class="headerlink" href="#subpackages" title="Permalink to this heading">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="hooks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks</span></code></a><ul>
+<li class="toctree-l2"><a class="reference internal" href="hooks/hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.hooks.hive</span></code></a></li>
</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="operators/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators</span></code></a><ul>
+<li class="toctree-l2"><a class="reference internal" href="operators/hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators.hive</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="operators/hive_stats/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators.hive_stats</span></code></a></li>
</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="sensors/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors</span></code></a><ul>
+<li class="toctree-l2"><a class="reference internal" href="sensors/hive_partition/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.hive_partition</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="sensors/metastore_partition/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.metastore_partition</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="sensors/named_hive_partition/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.named_hive_partition</span></code></a></li>
</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="transfers/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers</span></code></a><ul>
+<li class="toctree-l2"><a class="reference internal" href="transfers/hive_to_mysql/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_mysql</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="transfers/hive_to_samba/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_samba</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="transfers/mssql_to_hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.mssql_to_hive</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="transfers/mysql_to_hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.mysql_to_hive</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="transfers/s3_to_hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.s3_to_hive</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="transfers/vertica_to_hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.vertica_to_hive</span></code></a></li>
</ul>
-</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
+</li>
</ul>
</div>
+</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="Apache Hive Operators" href="../../../../../operators.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="airflow.providers.apache.hive.hooks" href="hooks/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +696,8 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a><ul>
+<li><a class="reference internal" href="#subpackages">Subpackages</a></li>
</ul>
</li>
</ul>
@@ -707,7 +722,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +856,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../" src="../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../" id="documentation_options" src="../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../_static/jquery.js"></script>
+ <script src="../../../../../_static/underscore.js"></script>
+ <script src="../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../_static/doctools.js"></script>
+ <script src="../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/operators/hive/index.html
similarity index 74%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/operators/hive/index.html
index aac948412b..582a100611 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/operators/hive/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive.operators.hive — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.operators.hive_stats" href="../hive_stats/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.operators" href="../index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators.hive</span></code></a></li>
</ul>
</div>
@@ -555,59 +590,142 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.operators.hive">
+<span id="airflow-providers-apache-hive-operators-hive"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.operators.hive" title="airflow.providers.apache.hive.operators.hive"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators.hive</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.operators.hive" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator" title="airflow.providers.apache.hive.operators.hive.HiveOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">HiveOperator</span></code></a></p></td>
+<td><p>Executes hql code or hive script in a specific Hive database.</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.operators.hive.</span></span><span class="sig-name descname"><span class="pre">HiveOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">hql</span></span></em>, <em class="sig-param"><span c [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Executes hql code or hive script in a specific Hive database.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>hql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – the hql to be executed. Note that you may also use
+a relative path from the dag file of a (template) hive
+script. (templated)</p></li>
+<li><p><strong>hive_cli_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Reference to the
+<a class="reference internal" href="../../../../../../../connections/hive_cli.html#howto-connection-hive-cli"><span class="std std-ref">Hive CLI connection id</span></a>. (templated)</p></li>
+<li><p><strong>hiveconfs</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em>[</em><em>Any</em><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – if defined, these key value pairs will be passed
+to hive as <code class="docutils literal notranslate"><span class="pre">-hiveconf</span> <span class="pre">"key"="value"</span></code></p></li>
+<li><p><strong>hiveconf_jinja_translate</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – when True, hiveconf-type templating
+${var} gets translated into jinja-type templating {{ var }} and
+${hiveconf:var} gets translated into jinja-type templating {{ var }}.
+Note that you may want to use this along with the
+<code class="docutils literal notranslate"><span class="pre">DAG(user_defined_macros=myargs)</span></code> parameter. View the DAG
+object documentation for more details.</p></li>
+<li><p><strong>script_begin_tag</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – If defined, the operator will get rid of the
+part of the script before the first occurrence of <cite>script_begin_tag</cite></p></li>
+<li><p><strong>run_as_owner</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – Run HQL code as a DAG’s owner.</p></li>
+<li><p><strong>mapred_queue</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – queue used by the Hadoop CapacityScheduler. (templated)</p></li>
+<li><p><strong>mapred_queue_priority</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – priority within CapacityScheduler queue.
+Possible settings include: VERY_HIGH, HIGH, NORMAL, LOW, VERY_LOW</p></li>
+<li><p><strong>mapred_job_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – This name will appear in the jobtracker.
+This can make monitoring easier.</p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['hql',</span> <span class="pre">'schema',</span> <span class="pre">'hive_cli_conn_id',</span> <span class="pre">'mapred_queue',</span> <span class="pre">'hiveconfs',</span> <span class="pre">'mapred_job_name',...</span></em><a class="reference internal" href="../../../../../../../_ [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator.template_ext">
+<span class="sig-name descname"><span class="pre">template_ext</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['.hql',</span> <span class="pre">'.sql']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive.html#HiveOperator.template_ext"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerli [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator.template_fields_renderers">
+<span class="sig-name descname"><span class="pre">template_fields_renderers</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive.html#HiveOperator.template_fields_renderers"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.template_fields_renderers" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#f0e4ec</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive.html#HiveOperator.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.ui_color" tit [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator.get_hook">
+<span class="sig-name descname"><span class="pre">get_hook</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive.html#HiveOperator.get_hook"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.get_hook" title="Permalink to this definition">¶</a></dt>
+<dd><p>Get Hive cli hook</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator.prepare_template">
+<span class="sig-name descname"><span class="pre">prepare_template</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive.html#HiveOperator.prepare_template"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.prepare_template" title="Permalink to this [...]
+<dd><p>Hook triggered after the templated fields get replaced by their content.</p>
+<p>If you need your operator to alter the content of the file before the
+template is rendered, it should override this method to do so.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive.html#HiveOperator.execute"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.operat [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator.dry_run">
+<span class="sig-name descname"><span class="pre">dry_run</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive.html#HiveOperator.dry_run"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.dry_run" title="Permalink to this definition">¶</a></dt>
+<dd><p>Performs dry run for the operator - just render template fields.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator.on_kill">
+<span class="sig-name descname"><span class="pre">on_kill</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive.html#HiveOperator.on_kill"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.on_kill" title="Permalink to this definition">¶</a></dt>
+<dd><p>Override this method to cleanup subprocesses when a task instance
+gets killed. Any use of the threading, subprocess or multiprocessing
+module within an operator needs to be cleaned up or it will leave
+ghost processes behind.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive.HiveOperator.clear_airflow_vars">
+<span class="sig-name descname"><span class="pre">clear_airflow_vars</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive.html#HiveOperator.clear_airflow_vars"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.clear_airflow_vars" title="Permalink t [...]
+<dd><p>Reset airflow environment variables to prevent existing ones from impacting behavior.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.operators" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="airflow.providers.apache.hive.operators.hive_stats" href="../hive_stats/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +795,39 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators.hive</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator"><code class="docutils literal notranslate"><span class="pre">HiveOperator</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.template_fields"><code class="docutils literal notranslate"><span class="pre">HiveOperator.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.template_ext"><code class="docutils literal notranslate"><span class="pre">HiveOperator.template_ext</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.template_fields_renderers"><code class="docutils literal notranslate"><span class="pre">HiveOperator.template_fields_renderers</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.ui_color"><code class="docutils literal notranslate"><span class="pre">HiveOperator.ui_color</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.get_hook"><code class="docutils literal notranslate"><span class="pre">HiveOperator.get_hook()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.prepare_template"><code class="docutils literal notranslate"><span class="pre">HiveOperator.prepare_template()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.execute"><code class="docutils literal notranslate"><span class="pre">HiveOperator.execute()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.dry_run"><code class="docutils literal notranslate"><span class="pre">HiveOperator.dry_run()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.on_kill"><code class="docutils literal notranslate"><span class="pre">HiveOperator.on_kill()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.clear_airflow_vars"><code class="docutils literal notranslate"><span class="pre">HiveOperator.clear_airflow_vars()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator">HiveOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.template_ext">template_ext</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.template_fields_renderers">template_fields_renderers</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.get_hook">get_hook</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.prepare_template">prepare_template</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.execute">execute</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.dry_run">dry_run</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.on_kill">on_kill</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive.HiveOperator.clear_airflow_vars">clear_airflow_vars</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +852,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/operators/hive/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +986,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/operators/hive_stats/index.html
similarity index 79%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/operators/hive_stats/index.html
index aac948412b..f7d2f4bc48 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/operators/hive_stats/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive.operators.hive_stats — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.sensors" href="../../sensors/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.operators.hive" href="../hive/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators</span></code></a></li>
+
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators.hive_stats</span></code></a></li>
</ul>
</div>
@@ -555,59 +590,97 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
+ <div class="section" id="module-airflow.providers.apache.hive.operators.hive_stats">
+<span id="airflow-providers-apache-hive-operators-hive-stats"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.operators.hive_stats" title="airflow.providers.apache.hive.operators.hive_stats"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators.hive_stats</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.operators.hive_stats" title="Permalink to this heading [...]
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator" title="airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">HiveStatsCollectionOperator</span></code></a></p></td>
+<td><p>Gathers partition statistics using a dynamically generated Presto</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.operators.hive_stats.</span></span><span class="sig-name descname"><span class="pre">HiveStatsCollectionOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table</span></span></em>, <em cl [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Gathers partition statistics using a dynamically generated Presto
+query, inserts the stats into a MySql table with this format. Stats
+overwrite themselves if you rerun the same date/partition.</p>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">CREATE</span> <span class="n">TABLE</span> <span class="n">hive_stats</span> <span class="p">(</span>
+ <span class="n">ds</span> <span class="n">VARCHAR</span><span class="p">(</span><span class="mi">16</span><span class="p">),</span>
+ <span class="n">table_name</span> <span class="n">VARCHAR</span><span class="p">(</span><span class="mi">500</span><span class="p">),</span>
+ <span class="n">metric</span> <span class="n">VARCHAR</span><span class="p">(</span><span class="mi">200</span><span class="p">),</span>
+ <span class="n">value</span> <span class="n">BIGINT</span>
+<span class="p">);</span>
+</pre></div>
</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>metastore_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Reference to the
+<a class="reference internal" href="../../../../../../../connections/hive_metastore.html#howto-connection-hive-metastore"><span class="std std-ref">Hive Metastore connection id</span></a>.</p></li>
+<li><p><strong>table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – the source table, in the format <code class="docutils literal notranslate"><span class="pre">database.table_name</span></code>. (templated)</p></li>
+<li><p><strong>partition</strong> (<em>Any</em>) – the source partition. (templated)</p></li>
+<li><p><strong>extra_exprs</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – dict of expression to run against the table where
+keys are metric names and values are Presto compatible expressions</p></li>
+<li><p><strong>excluded_columns</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.11)"><em>list</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em>] </em><em>| </em><em>None</em>) – list of columns to exclude, consider
+excluding blobs, large json columns, …</p></li>
+<li><p><strong>assignment_func</strong> (<em>Callable</em><em>[</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em>, </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em>]</em><em>, </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em> [...]
+a type, and returns a dict of metric names and an Presto expressions.
+If None is returned, the global defaults are applied. If an
+empty dictionary is returned, no stats are computed for that
+column.</p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['table',</span> <span class="pre">'partition',</span> <span class="pre">'ds',</span> <span class="pre">'dttm']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive_stats.html#HiveStatsCollectionOperator.template_f [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#aff7a6</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive_stats.html#HiveStatsCollectionOperator.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.operators.hive_stats [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.get_default_exprs">
+<span class="sig-name descname"><span class="pre">get_default_exprs</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">col</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">col_type</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive_stats.html#HiveStatsCollectionOperator.get_default_exprs"><span class="vi [...]
+<dd><p>Get default expressions</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/operators/hive_stats.html#HiveStatsCollectionOperator.execute"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.provide [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.operators.hive" href="../hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="airflow.providers.apache.hive.sensors" href="../../sensors/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +750,27 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators.hive_stats</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator"><code class="docutils literal notranslate"><span class="pre">HiveStatsCollectionOperator</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.template_fields"><code class="docutils literal notranslate"><span class="pre">HiveStatsCollectionOperator.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.ui_color"><code class="docutils literal notranslate"><span class="pre">HiveStatsCollectionOperator.ui_color</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.get_default_exprs"><code class="docutils literal notranslate"><span class="pre">HiveStatsCollectionOperator.get_default_exprs()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.execute"><code class="docutils literal notranslate"><span class="pre">HiveStatsCollectionOperator.execute()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator">HiveStatsCollectionOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.get_default_exprs">get_default_exprs</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.operators.hive_stats.HiveStatsCollectionOperator.execute">execute</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +795,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/operators/hive_stats/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +929,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/operators/index.html
similarity index 89%
copy from docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/operators/index.html
index d33b8dc0d2..e905da4bd9 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/operators/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secret backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Community Providers" href="../howto/create-update-providers.html" />
- <link rel="prev" title="Writing logs" href="logging.html" />
+ <title>airflow.providers.apache.hive.operators — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.operators.hive" href="hive/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.hooks.hive" href="../hooks/hive/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="secrets-backends.html"> Secret backends</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators</span></code></a></li>
</ul>
</div>
@@ -555,53 +588,25 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secret-backends">
-<h1>Secret backends<a class="headerlink" href="#secret-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of secret backends
-exposed via community-managed providers.</p>
-<p>Airflow has the capability of reading connections, variables and configuration from Secret Backends rather
-than from its own Database. While storing such information in Airflow’s database is possible, many of the
-enterprise customers already have some secret managers storing secrets, and Airflow can tap into those
-via providers that implement secrets backends for services Airflow integrates with.</p>
-<p>You can also take a
-look at Secret backends available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html" title="(in apache-airflow v2.6.0.dev0)"><span>Secrets Backend</span></a> and here you can see the ones
-provided by the community-managed providers:</p>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.html#airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SecretsManagerBackend</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/systems_manager/index.html#airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SystemsManagerParameterStoreBackend</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.operators">
+<span id="airflow-providers-apache-hive-operators"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.operators" title="airflow.providers.apache.hive.operators"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.operators" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this heading">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators.hive</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="hive_stats/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators.hive_stats</span></code></a></li>
</ul>
</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/secrets/secret_manager/index.html#airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudSecretManagerBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="hashicorp">
-<h2>Hashicorp<a class="headerlink" href="#hashicorp" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-hashicorp/stable/_api/airflow/providers/hashicorp/secrets/vault/index.html#airflow.providers.hashicorp.secrets.vault.VaultBackend" title="(in apache-airflow-providers-hashicorp v3.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">VaultBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/secrets/key_vault/index.html#airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Writing logs" href="logging.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.hooks.hive" href="../hooks/hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Community Providers" href="../howto/create-update-providers.html" >
+ <a rel="next" title="airflow.providers.apache.hive.operators.hive" href="hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -671,11 +676,8 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secret backends</a><ul>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#hashicorp">Hashicorp</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.operators</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -700,7 +702,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/secrets-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/operators/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -834,19 +836,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/hive_partition/index.html
similarity index 82%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/hive_partition/index.html
index aac948412b..fd65889f99 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/hive_partition/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive.sensors.hive_partition — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.sensors.metastore_partition" href="../metastore_partition/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.sensors" href="../index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.hive_partition</span></code></a></li>
</ul>
</div>
@@ -555,59 +590,75 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.sensors.hive_partition">
+<span id="airflow-providers-apache-hive-sensors-hive-partition"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.sensors.hive_partition" title="airflow.providers.apache.hive.sensors.hive_partition"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.hive_partition</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.sensors.hive_partition" title="Permalink to th [...]
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor" title="airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">HivePartitionSensor</span></code></a></p></td>
+<td><p>Waits for a partition to show up in Hive.</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.sensors.hive_partition.</span></span><span class="sig-name descname"><span class="pre">HivePartitionSensor</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table</span></span></em>, <em class="s [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/sensors/base/index.html#airflow.sensors.base.BaseSensorOperator" title="(in apache-airflow v2.6.0.dev0)"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.sensors.base.BaseSensorOperator</span></code></a></p>
+<p>Waits for a partition to show up in Hive.</p>
+<p>Note: Because <code class="docutils literal notranslate"><span class="pre">partition</span></code> supports general logical operators, it
+can be inefficient. Consider using NamedHivePartitionSensor instead if
+you don’t need the full flexibility of HivePartitionSensor.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – The name of the table to wait for, supports the dot
+notation (my_database.my_table)</p></li>
+<li><p><strong>partition</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – The partition clause to wait for. This is passed as
+is to the metastore Thrift client <code class="docutils literal notranslate"><span class="pre">get_partitions_by_filter</span></code> method,
+and apparently supports SQL like notation as in <code class="docutils literal notranslate"><span class="pre">ds='2015-01-01'</span>
+<span class="pre">AND</span> <span class="pre">type='value'</span></code> and comparison operators as in <code class="docutils literal notranslate"><span class="pre">"ds>=2015-01-01"</span></code></p></li>
+<li><p><strong>metastore_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – reference to the
+:ref: <cite>metastore thrift service connection id <howto/connection:hive_metastore></cite></p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['schema',</span> <span class="pre">'table',</span> <span class="pre">'partition']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/hive_partition.html#HivePartitionSensor.template_fields"><span class="viewcode-link"> [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#C5CAE9</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/hive_partition.html#HivePartitionSensor.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.sensors.hive_partition.Hiv [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.poke">
+<span class="sig-name descname"><span class="pre">poke</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/hive_partition.html#HivePartitionSensor.poke"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hi [...]
+<dd><p>Function defined by the sensors while deriving this class should override.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.sensors" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="airflow.providers.apache.hive.sensors.metastore_partition" href="../metastore_partition/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +728,25 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.hive_partition</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor"><code class="docutils literal notranslate"><span class="pre">HivePartitionSensor</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.template_fields"><code class="docutils literal notranslate"><span class="pre">HivePartitionSensor.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.ui_color"><code class="docutils literal notranslate"><span class="pre">HivePartitionSensor.ui_color</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.poke"><code class="docutils literal notranslate"><span class="pre">HivePartitionSensor.poke()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor">HivePartitionSensor</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.hive_partition.HivePartitionSensor.poke">poke</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +771,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/sensors/hive_partition/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +905,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/index.html
similarity index 89%
copy from docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/index.html
index d33b8dc0d2..63a2a86d0d 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secret backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Community Providers" href="../howto/create-update-providers.html" />
- <link rel="prev" title="Writing logs" href="logging.html" />
+ <title>airflow.providers.apache.hive.sensors — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.sensors.hive_partition" href="hive_partition/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.operators.hive_stats" href="../operators/hive_stats/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="secrets-backends.html"> Secret backends</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors</span></code></a></li>
</ul>
</div>
@@ -555,53 +588,26 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secret-backends">
-<h1>Secret backends<a class="headerlink" href="#secret-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of secret backends
-exposed via community-managed providers.</p>
-<p>Airflow has the capability of reading connections, variables and configuration from Secret Backends rather
-than from its own Database. While storing such information in Airflow’s database is possible, many of the
-enterprise customers already have some secret managers storing secrets, and Airflow can tap into those
-via providers that implement secrets backends for services Airflow integrates with.</p>
-<p>You can also take a
-look at Secret backends available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html" title="(in apache-airflow v2.6.0.dev0)"><span>Secrets Backend</span></a> and here you can see the ones
-provided by the community-managed providers:</p>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.html#airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SecretsManagerBackend</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/systems_manager/index.html#airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SystemsManagerParameterStoreBackend</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.sensors">
+<span id="airflow-providers-apache-hive-sensors"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.sensors" title="airflow.providers.apache.hive.sensors"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.sensors" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this heading">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="hive_partition/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.hive_partition</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="metastore_partition/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.metastore_partition</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="named_hive_partition/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.named_hive_partition</span></code></a></li>
</ul>
</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/secrets/secret_manager/index.html#airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudSecretManagerBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="hashicorp">
-<h2>Hashicorp<a class="headerlink" href="#hashicorp" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-hashicorp/stable/_api/airflow/providers/hashicorp/secrets/vault/index.html#airflow.providers.hashicorp.secrets.vault.VaultBackend" title="(in apache-airflow-providers-hashicorp v3.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">VaultBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/secrets/key_vault/index.html#airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Writing logs" href="logging.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.operators.hive_stats" href="../operators/hive_stats/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Community Providers" href="../howto/create-update-providers.html" >
+ <a rel="next" title="airflow.providers.apache.hive.sensors.hive_partition" href="hive_partition/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -671,11 +677,8 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secret backends</a><ul>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#hashicorp">Hashicorp</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -700,7 +703,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/secrets-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/sensors/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -834,19 +837,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/metastore_partition/index.html
similarity index 82%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/metastore_partition/index.html
index aac948412b..3e9e8ece40 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/metastore_partition/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive.sensors.metastore_partition — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.sensors.named_hive_partition" href="../named_hive_partition/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.sensors.hive_partition" href="../hive_partition/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.metastore_partition</span></code></a></li>
</ul>
</div>
@@ -555,59 +590,75 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.sensors.metastore_partition">
+<span id="airflow-providers-apache-hive-sensors-metastore-partition"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.sensors.metastore_partition" title="airflow.providers.apache.hive.sensors.metastore_partition"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.metastore_partition</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.sensors.metastore_partitio [...]
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor" title="airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MetastorePartitionSensor</span></code></a></p></td>
+<td><p>An alternative to the HivePartitionSensor that talk directly to the</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.sensors.metastore_partition.</span></span><span class="sig-name descname"><span class="pre">MetastorePartitionSensor</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table</span></span></em>, <e [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow-providers-common-sql/stable/_api/airflow/providers/common/sql/sensors/sql/index.html#airflow.providers.common.sql.sensors.sql.SqlSensor" title="(in apache-airflow-providers-common-sql v1.3.1)"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.providers.common.sql.sensors.sql.SqlSensor</span></code></a></p>
+<p>An alternative to the HivePartitionSensor that talk directly to the
+MySQL db. This was created as a result of observing sub optimal
+queries generated by the Metastore thrift service when hitting
+subpartitioned tables. The Thrift service’s queries were written in a
+way that wouldn’t leverage the indexes.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – the schema</p></li>
+<li><p><strong>table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – the table</p></li>
+<li><p><strong>partition_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – the partition name, as defined in the PARTITIONS
+table of the Metastore. Order of the fields does matter.
+Examples: <code class="docutils literal notranslate"><span class="pre">ds=2016-01-01</span></code> or
+<code class="docutils literal notranslate"><span class="pre">ds=2016-01-01/sub=foo</span></code> for a sub partitioned table</p></li>
+<li><p><strong>mysql_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – a reference to the MySQL conn_id for the metastore</p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['partition_name',</span> <span class="pre">'table',</span> <span class="pre">'schema']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/metastore_partition.html#MetastorePartitionSensor.template_fields"><span class=" [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#8da7be</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/metastore_partition.html#MetastorePartitionSensor.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.sensors.metastor [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.poke">
+<span class="sig-name descname"><span class="pre">poke</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/metastore_partition.html#MetastorePartitionSensor.poke"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers [...]
+<dd><p>Function defined by the sensors while deriving this class should override.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.sensors.hive_partition" href="../hive_partition/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="airflow.providers.apache.hive.sensors.named_hive_partition" href="../named_hive_partition/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +728,25 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.metastore_partition</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor"><code class="docutils literal notranslate"><span class="pre">MetastorePartitionSensor</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.template_fields"><code class="docutils literal notranslate"><span class="pre">MetastorePartitionSensor.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.ui_color"><code class="docutils literal notranslate"><span class="pre">MetastorePartitionSensor.ui_color</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.poke"><code class="docutils literal notranslate"><span class="pre">MetastorePartitionSensor.poke()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor">MetastorePartitionSensor</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.metastore_partition.MetastorePartitionSensor.poke">poke</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +771,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/sensors/metastore_partition/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +905,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/named_hive_partition/index.html
similarity index 80%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/named_hive_partition/index.html
index aac948412b..e59f1e3edd 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/sensors/named_hive_partition/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive.sensors.named_hive_partition — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.transfers" href="../../transfers/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.sensors.metastore_partition" href="../metastore_partition/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.named_hive_partition</span></code></a></li>
</ul>
</div>
@@ -555,59 +590,89 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.sensors.named_hive_partition">
+<span id="airflow-providers-apache-hive-sensors-named-hive-partition"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.sensors.named_hive_partition" title="airflow.providers.apache.hive.sensors.named_hive_partition"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.named_hive_partition</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.sensors.named_hive_par [...]
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor" title="airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">NamedHivePartitionSensor</span></code></a></p></td>
+<td><p>Waits for a set of partitions to show up in Hive.</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.sensors.named_hive_partition.</span></span><span class="sig-name descname"><span class="pre">NamedHivePartitionSensor</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">partition_names</span></spa [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/sensors/base/index.html#airflow.sensors.base.BaseSensorOperator" title="(in apache-airflow v2.6.0.dev0)"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.sensors.base.BaseSensorOperator</span></code></a></p>
+<p>Waits for a set of partitions to show up in Hive.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>partition_names</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.11)"><em>list</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em>]</em>) – List of fully qualified names of the
+partitions to wait for. A fully qualified name is of the
+form <code class="docutils literal notranslate"><span class="pre">schema.table/pk1=pv1/pk2=pv2</span></code>, for example,
+default.users/ds=2016-01-01. This is passed as is to the metastore
+Thrift client <code class="docutils literal notranslate"><span class="pre">get_partitions_by_name</span></code> method. Note that
+you cannot use logical or comparison operators as in
+HivePartitionSensor.</p></li>
+<li><p><strong>metastore_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Reference to the
+<a class="reference internal" href="../../../../../../../connections/hive_metastore.html#howto-connection-hive-metastore"><span class="std std-ref">metastore thrift service connection id</span></a>.</p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['partition_names']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/named_hive_partition.html#NamedHivePartitionSensor.template_fields"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#8d99ae</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/named_hive_partition.html#NamedHivePartitionSensor.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.sensors.named_h [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.parse_partition_name">
+<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">parse_partition_name</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">partition</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/named_hive_partition.html#NamedHivePartitionSensor.parse_partition_name"><s [...]
+<dd><p>Get schema, table, and partition info.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.poke_partition">
+<span class="sig-name descname"><span class="pre">poke_partition</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">partition</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/named_hive_partition.html#NamedHivePartitionSensor.poke_partition"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" h [...]
+<dd><p>Check for a named partition.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.poke">
+<span class="sig-name descname"><span class="pre">poke</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/sensors/named_hive_partition.html#NamedHivePartitionSensor.poke"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.provider [...]
+<dd><p>Function defined by the sensors while deriving this class should override.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.sensors.metastore_partition" href="../metastore_partition/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="airflow.providers.apache.hive.transfers" href="../../transfers/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +742,29 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.sensors.named_hive_partition</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor"><code class="docutils literal notranslate"><span class="pre">NamedHivePartitionSensor</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.template_fields"><code class="docutils literal notranslate"><span class="pre">NamedHivePartitionSensor.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.ui_color"><code class="docutils literal notranslate"><span class="pre">NamedHivePartitionSensor.ui_color</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.parse_partition_name"><code class="docutils literal notranslate"><span class="pre">NamedHivePartitionSensor.parse_partition_name()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.poke_partition"><code class="docutils literal notranslate"><span class="pre">NamedHivePartitionSensor.poke_partition()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.poke"><code class="docutils literal notranslate"><span class="pre">NamedHivePartitionSensor.poke()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor">NamedHivePartitionSensor</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.parse_partition_name">parse_partition_name</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.poke_partition">poke_partition</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.sensors.named_hive_partition.NamedHivePartitionSensor.poke">poke</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +789,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/sensors/named_hive_partition/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +923,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/hive_to_mysql/index.html
similarity index 79%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/hive_to_mysql/index.html
index aac948412b..b2860deade 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/hive_to_mysql/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive.transfers.hive_to_mysql — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.transfers.hive_to_samba" href="../hive_to_samba/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.transfers" href="../index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_mysql</span></code></a></li>
</ul>
</div>
@@ -555,59 +590,97 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.transfers.hive_to_mysql">
+<span id="airflow-providers-apache-hive-transfers-hive-to-mysql"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.transfers.hive_to_mysql" title="airflow.providers.apache.hive.transfers.hive_to_mysql"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_mysql</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.transfers.hive_to_mysql" title="Permalink [...]
+<p>This module contains an operator to move data from Hive to MySQL.</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator" title="airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">HiveToMySqlOperator</span></code></a></p></td>
+<td><p>Moves data from Hive to MySQL, note that for now the data is loaded</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_mysql.</span></span><span class="sig-name descname"><span class="pre">HiveToMySqlOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class="si [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Moves data from Hive to MySQL, note that for now the data is loaded
+into memory before being pushed to MySQL, so this operator should
+be used for smallish amount of data.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – SQL query to execute against Hive server. (templated)</p></li>
+<li><p><strong>mysql_table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – target MySQL table, use dot notation to target a
+specific database. (templated)</p></li>
+<li><p><strong>mysql_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – source mysql connection</p></li>
+<li><p><strong>hiveserver2_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Reference to the
+<a class="reference internal" href="../../../../../../../connections/hiveserver2.html#howto-connection-hiveserver2"><span class="std std-ref">Hive Server2 thrift service connection id</span></a>.</p></li>
+<li><p><strong>mysql_preoperator</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – sql statement to run against mysql prior to
+import, typically use to truncate of delete in place
+of the data coming in, allowing the task to be idempotent (running
+the task twice won’t double load data). (templated)</p></li>
+<li><p><strong>mysql_postoperator</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – sql statement to run against mysql after the
+import, typically used to move data from staging to
+production and issue cleanup commands. (templated)</p></li>
+<li><p><strong>bulk_load</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – flag to use bulk_load option. This loads mysql directly
+from a tab-delimited text file using the LOAD DATA LOCAL INFILE command.
+This option requires an extra connection parameter for the
+destination MySQL connection: {‘local_infile’: true}.</p></li>
+<li><p><strong>hive_conf</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em> | </em><em>None</em>) – </p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['sql',</span> <span class="pre">'mysql_table',</span> <span class="pre">'mysql_preoperator',</span> <span class="pre">'mysql_postoperator']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/hive_to_mysql.html#HiveTo [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_ext">
+<span class="sig-name descname"><span class="pre">template_ext</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['.sql']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/hive_to_mysql.html#HiveToMySqlOperator.template_ext"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflo [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_fields_renderers">
+<span class="sig-name descname"><span class="pre">template_fields_renderers</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/hive_to_mysql.html#HiveToMySqlOperator.template_fields_renderers"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_fields_renderers" title="Permalink to this defi [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#a0e08c</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/hive_to_mysql.html#HiveToMySqlOperator.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.H [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/hive_to_mysql.html#HiveToMySqlOperator.execute"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.ap [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.transfers" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="airflow.providers.apache.hive.transfers.hive_to_samba" href="../hive_to_samba/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +750,29 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_mysql</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator"><code class="docutils literal notranslate"><span class="pre">HiveToMySqlOperator</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_fields"><code class="docutils literal notranslate"><span class="pre">HiveToMySqlOperator.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_ext"><code class="docutils literal notranslate"><span class="pre">HiveToMySqlOperator.template_ext</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_fields_renderers"><code class="docutils literal notranslate"><span class="pre">HiveToMySqlOperator.template_fields_renderers</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.ui_color"><code class="docutils literal notranslate"><span class="pre">HiveToMySqlOperator.ui_color</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.execute"><code class="docutils literal notranslate"><span class="pre">HiveToMySqlOperator.execute()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator">HiveToMySqlOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_ext">template_ext</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.template_fields_renderers">template_fields_renderers</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_mysql.HiveToMySqlOperator.execute">execute</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +797,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/transfers/hive_to_mysql/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +931,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/hive_to_samba/index.html
similarity index 82%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/hive_to_samba/index.html
index aac948412b..0014444cee 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/hive_to_samba/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive.transfers.hive_to_samba — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.transfers.mssql_to_hive" href="../mssql_to_hive/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.transfers.hive_to_mysql" href="../hive_to_mysql/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_samba</span></code></a></li>
</ul>
</div>
@@ -555,59 +590,78 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.transfers.hive_to_samba">
+<span id="airflow-providers-apache-hive-transfers-hive-to-samba"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.transfers.hive_to_samba" title="airflow.providers.apache.hive.transfers.hive_to_samba"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_samba</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.transfers.hive_to_samba" title="Permalink [...]
+<p>This module contains an operator to move data from Hive to Samba.</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator" title="airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">HiveToSambaOperator</span></code></a></p></td>
+<td><p>Executes hql code in a specific Hive database and loads the</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_samba.</span></span><span class="sig-name descname"><span class="pre">HiveToSambaOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">hql</span></span></em>, <em class="si [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Executes hql code in a specific Hive database and loads the
+results of the query as a csv to a Samba location.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>hql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – the hql to be exported. (templated)</p></li>
+<li><p><strong>destination_filepath</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – the file path to where the file will be pushed onto samba</p></li>
+<li><p><strong>samba_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – reference to the samba destination</p></li>
+<li><p><strong>hiveserver2_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Reference to the
+:ref: <cite>Hive Server2 thrift service connection id <howto/connection:hiveserver2></cite>.</p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['hql',</span> <span class="pre">'destination_filepath']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/hive_to_samba.html#HiveToSambaOperator.template_fields"><span class="viewcode-link"><span class="pre">[source [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_ext">
+<span class="sig-name descname"><span class="pre">template_ext</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['.hql',</span> <span class="pre">'.sql']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/hive_to_samba.html#HiveToSambaOperator.template_ext"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_fields_renderers">
+<span class="sig-name descname"><span class="pre">template_fields_renderers</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/hive_to_samba.html#HiveToSambaOperator.template_fields_renderers"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_fields_renderers" title="Permalink to this defi [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/hive_to_samba.html#HiveToSambaOperator.execute"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.ap [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.transfers.hive_to_mysql" href="../hive_to_mysql/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="airflow.providers.apache.hive.transfers.mssql_to_hive" href="../mssql_to_hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +731,27 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_samba</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator"><code class="docutils literal notranslate"><span class="pre">HiveToSambaOperator</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_fields"><code class="docutils literal notranslate"><span class="pre">HiveToSambaOperator.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_ext"><code class="docutils literal notranslate"><span class="pre">HiveToSambaOperator.template_ext</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_fields_renderers"><code class="docutils literal notranslate"><span class="pre">HiveToSambaOperator.template_fields_renderers</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.execute"><code class="docutils literal notranslate"><span class="pre">HiveToSambaOperator.execute()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator">HiveToSambaOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_ext">template_ext</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.template_fields_renderers">template_fields_renderers</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.hive_to_samba.HiveToSambaOperator.execute">execute</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +776,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/transfers/hive_to_samba/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +910,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/index.html
similarity index 89%
copy from docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/index.html
index d33b8dc0d2..7db5e84233 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secret backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Community Providers" href="../howto/create-update-providers.html" />
- <link rel="prev" title="Writing logs" href="logging.html" />
+ <title>airflow.providers.apache.hive.transfers — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.transfers.hive_to_mysql" href="hive_to_mysql/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.sensors.named_hive_partition" href="../sensors/named_hive_partition/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="secrets-backends.html"> Secret backends</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers</span></code></a></li>
</ul>
</div>
@@ -555,53 +588,29 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secret-backends">
-<h1>Secret backends<a class="headerlink" href="#secret-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of secret backends
-exposed via community-managed providers.</p>
-<p>Airflow has the capability of reading connections, variables and configuration from Secret Backends rather
-than from its own Database. While storing such information in Airflow’s database is possible, many of the
-enterprise customers already have some secret managers storing secrets, and Airflow can tap into those
-via providers that implement secrets backends for services Airflow integrates with.</p>
-<p>You can also take a
-look at Secret backends available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html" title="(in apache-airflow v2.6.0.dev0)"><span>Secrets Backend</span></a> and here you can see the ones
-provided by the community-managed providers:</p>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.html#airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SecretsManagerBackend</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/systems_manager/index.html#airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SystemsManagerParameterStoreBackend</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.transfers">
+<span id="airflow-providers-apache-hive-transfers"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.transfers" title="airflow.providers.apache.hive.transfers"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.transfers" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this heading">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="hive_to_mysql/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_mysql</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="hive_to_samba/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.hive_to_samba</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="mssql_to_hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.mssql_to_hive</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="mysql_to_hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.mysql_to_hive</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="s3_to_hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.s3_to_hive</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="vertica_to_hive/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.vertica_to_hive</span></code></a></li>
</ul>
</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/secrets/secret_manager/index.html#airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudSecretManagerBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="hashicorp">
-<h2>Hashicorp<a class="headerlink" href="#hashicorp" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-hashicorp/stable/_api/airflow/providers/hashicorp/secrets/vault/index.html#airflow.providers.hashicorp.secrets.vault.VaultBackend" title="(in apache-airflow-providers-hashicorp v3.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">VaultBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/secrets/key_vault/index.html#airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Writing logs" href="logging.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.sensors.named_hive_partition" href="../sensors/named_hive_partition/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Community Providers" href="../howto/create-update-providers.html" >
+ <a rel="next" title="airflow.providers.apache.hive.transfers.hive_to_mysql" href="hive_to_mysql/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -671,11 +680,8 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secret backends</a><ul>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#hashicorp">Hashicorp</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -700,7 +706,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/secrets-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/transfers/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -834,19 +840,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/mssql_to_hive/index.html
similarity index 77%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/mssql_to_hive/index.html
index aac948412b..13f9f93e0d 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/mssql_to_hive/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive.transfers.mssql_to_hive — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.transfers.mysql_to_hive" href="../mysql_to_hive/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.transfers.hive_to_samba" href="../hive_to_samba/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.mssql_to_hive</span></code></a></li>
</ul>
</div>
@@ -555,59 +590,109 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.transfers.mssql_to_hive">
+<span id="airflow-providers-apache-hive-transfers-mssql-to-hive"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.transfers.mssql_to_hive" title="airflow.providers.apache.hive.transfers.mssql_to_hive"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.mssql_to_hive</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.transfers.mssql_to_hive" title="Permalink [...]
+<p>This module contains an operator to move data from MSSQL to Hive.</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator" title="airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MsSqlToHiveOperator</span></code></a></p></td>
+<td><p>Moves data from Microsoft SQL Server to Hive. The operator runs</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.transfers.mssql_to_hive.</span></span><span class="sig-name descname"><span class="pre">MsSqlToHiveOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class="si [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Moves data from Microsoft SQL Server to Hive. The operator runs
+your query against Microsoft SQL Server, stores the file locally
+before loading it into a Hive table. If the <code class="docutils literal notranslate"><span class="pre">create</span></code> or
+<code class="docutils literal notranslate"><span class="pre">recreate</span></code> arguments are set to <code class="docutils literal notranslate"><span class="pre">True</span></code>,
+a <code class="docutils literal notranslate"><span class="pre">CREATE</span> <span class="pre">TABLE</span></code> and <code class="docutils literal notranslate"><span class="pre">DROP</span> <span class="pre">TABLE</span></code> statements are generated.
+Hive data types are inferred from the cursor’s metadata.
+Note that the table generated in Hive uses <code class="docutils literal notranslate"><span class="pre">STORED</span> <span class="pre">AS</span> <span class="pre">textfile</span></code>
+which isn’t the most efficient serialization format. If a
+large amount of data is loaded and/or if the table gets
+queried considerably, you may want to use this operator only to
+stage the data into a temporary table before loading it into its
+final destination using a <code class="docutils literal notranslate"><span class="pre">HiveOperator</span></code>.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – SQL query to execute against the Microsoft SQL Server
+database. (templated)</p></li>
+<li><p><strong>hive_table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – target Hive table, use dot notation to target a specific
+database. (templated)</p></li>
+<li><p><strong>create</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to create the table if it doesn’t exist</p></li>
+<li><p><strong>recreate</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to drop and recreate the table at every execution</p></li>
+<li><p><strong>partition</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em> | </em><em>None</em>) – target partition as a dict of partition columns and
+values. (templated)</p></li>
+<li><p><strong>delimiter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – field delimiter in the file</p></li>
+<li><p><strong>mssql_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – source Microsoft SQL Server connection</p></li>
+<li><p><strong>hive_cli_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Reference to the
+<a class="reference internal" href="../../../../../../../connections/hive_cli.html#howto-connection-hive-cli"><span class="std std-ref">Hive CLI connection id</span></a>.</p></li>
+<li><p><strong>tblproperties</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em> | </em><em>None</em>) – TBLPROPERTIES of the hive table being created</p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['sql',</span> <span class="pre">'partition',</span> <span class="pre">'hive_table']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mssql_to_hive.html#MsSqlToHiveOperator.template_fields"><span class="viewcode-lin [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_ext">
+<span class="sig-name descname"><span class="pre">template_ext</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['.sql']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mssql_to_hive.html#MsSqlToHiveOperator.template_ext"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflo [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_fields_renderers">
+<span class="sig-name descname"><span class="pre">template_fields_renderers</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mssql_to_hive.html#MsSqlToHiveOperator.template_fields_renderers"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_fields_renderers" title="Permalink to this defi [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#a0e08c</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mssql_to_hive.html#MsSqlToHiveOperator.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.M [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.type_map">
+<em class="property"><span class="pre">classmethod</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">type_map</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">mssql_type</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mssql_to_hive.html#MsSqlToHiveOperator.type_map"><span class="viewcode-link"><s [...]
+<dd><p>Maps MsSQL type to Hive type.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mssql_to_hive.html#MsSqlToHiveOperator.execute"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.ap [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.transfers.hive_to_samba" href="../hive_to_samba/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="airflow.providers.apache.hive.transfers.mysql_to_hive" href="../mysql_to_hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +762,31 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.mssql_to_hive</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator"><code class="docutils literal notranslate"><span class="pre">MsSqlToHiveOperator</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_fields"><code class="docutils literal notranslate"><span class="pre">MsSqlToHiveOperator.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_ext"><code class="docutils literal notranslate"><span class="pre">MsSqlToHiveOperator.template_ext</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_fields_renderers"><code class="docutils literal notranslate"><span class="pre">MsSqlToHiveOperator.template_fields_renderers</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.ui_color"><code class="docutils literal notranslate"><span class="pre">MsSqlToHiveOperator.ui_color</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.type_map"><code class="docutils literal notranslate"><span class="pre">MsSqlToHiveOperator.type_map()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.execute"><code class="docutils literal notranslate"><span class="pre">MsSqlToHiveOperator.execute()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator">MsSqlToHiveOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_ext">template_ext</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.template_fields_renderers">template_fields_renderers</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.type_map">type_map</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mssql_to_hive.MsSqlToHiveOperator.execute">execute</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +811,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/transfers/mssql_to_hive/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +945,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/mysql_to_hive/index.html
similarity index 76%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/mysql_to_hive/index.html
index aac948412b..914ff6496e 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/mysql_to_hive/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive.transfers.mysql_to_hive — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.transfers.s3_to_hive" href="../s3_to_hive/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.transfers.mssql_to_hive" href="../mssql_to_hive/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.mysql_to_hive</span></code></a></li>
</ul>
</div>
@@ -555,59 +590,114 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.transfers.mysql_to_hive">
+<span id="airflow-providers-apache-hive-transfers-mysql-to-hive"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.transfers.mysql_to_hive" title="airflow.providers.apache.hive.transfers.mysql_to_hive"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.mysql_to_hive</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.transfers.mysql_to_hive" title="Permalink [...]
+<p>This module contains an operator to move data from MySQL to Hive.</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator" title="airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MySqlToHiveOperator</span></code></a></p></td>
+<td><p>Moves data from MySql to Hive. The operator runs your query against</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.transfers.mysql_to_hive.</span></span><span class="sig-name descname"><span class="pre">MySqlToHiveOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class="si [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Moves data from MySql to Hive. The operator runs your query against
+MySQL, stores the file locally before loading it into a Hive table.
+If the <code class="docutils literal notranslate"><span class="pre">create</span></code> or <code class="docutils literal notranslate"><span class="pre">recreate</span></code> arguments are set to <code class="docutils literal notranslate"><span class="pre">True</span></code>,
+a <code class="docutils literal notranslate"><span class="pre">CREATE</span> <span class="pre">TABLE</span></code> and <code class="docutils literal notranslate"><span class="pre">DROP</span> <span class="pre">TABLE</span></code> statements are generated.
+Hive data types are inferred from the cursor’s metadata. Note that the
+table generated in Hive uses <code class="docutils literal notranslate"><span class="pre">STORED</span> <span class="pre">AS</span> <span class="pre">textfile</span></code>
+which isn’t the most efficient serialization format. If a
+large amount of data is loaded and/or if the table gets
+queried considerably, you may want to use this operator only to
+stage the data into a temporary table before loading it into its
+final destination using a <code class="docutils literal notranslate"><span class="pre">HiveOperator</span></code>.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – SQL query to execute against the MySQL database. (templated)</p></li>
+<li><p><strong>hive_table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – target Hive table, use dot notation to target a
+specific database. (templated)</p></li>
+<li><p><strong>create</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to create the table if it doesn’t exist</p></li>
+<li><p><strong>recreate</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to drop and recreate the table at every
+execution</p></li>
+<li><p><strong>partition</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em> | </em><em>None</em>) – target partition as a dict of partition columns
+and values. (templated)</p></li>
+<li><p><strong>delimiter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – field delimiter in the file</p></li>
+<li><p><strong>quoting</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – controls when quotes should be generated by csv writer,
+It can take on any of the csv.QUOTE_* constants.</p></li>
+<li><p><strong>quotechar</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – one-character string used to quote fields
+containing special characters.</p></li>
+<li><p><strong>escapechar</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – one-character string used by csv writer to escape
+the delimiter or quotechar.</p></li>
+<li><p><strong>mysql_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – source mysql connection</p></li>
+<li><p><strong>hive_cli_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Reference to the
+<a class="reference internal" href="../../../../../../../connections/hive_cli.html#howto-connection-hive-cli"><span class="std std-ref">Hive CLI connection id</span></a>.</p></li>
+<li><p><strong>tblproperties</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em> | </em><em>None</em>) – TBLPROPERTIES of the hive table being created</p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['sql',</span> <span class="pre">'partition',</span> <span class="pre">'hive_table']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mysql_to_hive.html#MySqlToHiveOperator.template_fields"><span class="viewcode-lin [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_ext">
+<span class="sig-name descname"><span class="pre">template_ext</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['.sql']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mysql_to_hive.html#MySqlToHiveOperator.template_ext"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflo [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_fields_renderers">
+<span class="sig-name descname"><span class="pre">template_fields_renderers</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mysql_to_hive.html#MySqlToHiveOperator.template_fields_renderers"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_fields_renderers" title="Permalink to this defi [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#a0e08c</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mysql_to_hive.html#MySqlToHiveOperator.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.M [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.type_map">
+<em class="property"><span class="pre">classmethod</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">type_map</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">mysql_type</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mysql_to_hive.html#MySqlToHiveOperator.type_map"><span class="viewcode-link"><s [...]
+<dd><p>Maps MySQL type to Hive type.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/mysql_to_hive.html#MySqlToHiveOperator.execute"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.ap [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.transfers.mssql_to_hive" href="../mssql_to_hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="airflow.providers.apache.hive.transfers.s3_to_hive" href="../s3_to_hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +767,31 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.mysql_to_hive</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator"><code class="docutils literal notranslate"><span class="pre">MySqlToHiveOperator</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_fields"><code class="docutils literal notranslate"><span class="pre">MySqlToHiveOperator.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_ext"><code class="docutils literal notranslate"><span class="pre">MySqlToHiveOperator.template_ext</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_fields_renderers"><code class="docutils literal notranslate"><span class="pre">MySqlToHiveOperator.template_fields_renderers</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.ui_color"><code class="docutils literal notranslate"><span class="pre">MySqlToHiveOperator.ui_color</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.type_map"><code class="docutils literal notranslate"><span class="pre">MySqlToHiveOperator.type_map()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.execute"><code class="docutils literal notranslate"><span class="pre">MySqlToHiveOperator.execute()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator">MySqlToHiveOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_ext">template_ext</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.template_fields_renderers">template_fields_renderers</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.type_map">type_map</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.mysql_to_hive.MySqlToHiveOperator.execute">execute</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +816,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/transfers/mysql_to_hive/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +950,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/s3_to_hive/index.html
similarity index 76%
copy from docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/s3_to_hive/index.html
index d33b8dc0d2..df8da5cc72 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/s3_to_hive/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secret backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Community Providers" href="../howto/create-update-providers.html" />
- <link rel="prev" title="Writing logs" href="logging.html" />
+ <title>airflow.providers.apache.hive.transfers.s3_to_hive — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.apache.hive.transfers.vertica_to_hive" href="../vertica_to_hive/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.transfers.mysql_to_hive" href="../mysql_to_hive/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="secrets-backends.html"> Secret backends</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers</span></code></a></li>
+
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.s3_to_hive</span></code></a></li>
</ul>
</div>
@@ -555,53 +590,124 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secret-backends">
-<h1>Secret backends<a class="headerlink" href="#secret-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of secret backends
-exposed via community-managed providers.</p>
-<p>Airflow has the capability of reading connections, variables and configuration from Secret Backends rather
-than from its own Database. While storing such information in Airflow’s database is possible, many of the
-enterprise customers already have some secret managers storing secrets, and Airflow can tap into those
-via providers that implement secrets backends for services Airflow integrates with.</p>
-<p>You can also take a
-look at Secret backends available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html" title="(in apache-airflow v2.6.0.dev0)"><span>Secrets Backend</span></a> and here you can see the ones
-provided by the community-managed providers:</p>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.html#airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SecretsManagerBackend</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/systems_manager/index.html#airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SystemsManagerParameterStoreBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/secrets/secret_manager/index.html#airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudSecretManagerBackend</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.transfers.s3_to_hive">
+<span id="airflow-providers-apache-hive-transfers-s3-to-hive"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.transfers.s3_to_hive" title="airflow.providers.apache.hive.transfers.s3_to_hive"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.s3_to_hive</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.transfers.s3_to_hive" title="Permalink to this heading [...]
+<p>This module contains an operator to move data from an S3 bucket to Hive.</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator" title="airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">S3ToHiveOperator</span></code></a></p></td>
+<td><p>Moves data from S3 to Hive. The operator downloads a file from S3,</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.transfers.s3_to_hive.</span></span><span class="sig-name descname"><span class="pre">S3ToHiveOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">s3_key</span></span></em>, <em class="sig-p [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Moves data from S3 to Hive. The operator downloads a file from S3,
+stores the file locally before loading it into a Hive table.
+If the <code class="docutils literal notranslate"><span class="pre">create</span></code> or <code class="docutils literal notranslate"><span class="pre">recreate</span></code> arguments are set to <code class="docutils literal notranslate"><span class="pre">True</span></code>,
+a <code class="docutils literal notranslate"><span class="pre">CREATE</span> <span class="pre">TABLE</span></code> and <code class="docutils literal notranslate"><span class="pre">DROP</span> <span class="pre">TABLE</span></code> statements are generated.
+Hive data types are inferred from the cursor’s metadata from.</p>
+<p>Note that the table generated in Hive uses <code class="docutils literal notranslate"><span class="pre">STORED</span> <span class="pre">AS</span> <span class="pre">textfile</span></code>
+which isn’t the most efficient serialization format. If a
+large amount of data is loaded and/or if the tables gets
+queried considerably, you may want to use this operator only to
+stage the data into a temporary table before loading it into its
+final destination using a <code class="docutils literal notranslate"><span class="pre">HiveOperator</span></code>.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>s3_key</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – The key to be retrieved from S3. (templated)</p></li>
+<li><p><strong>field_dict</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a>) – A dictionary of the fields name in the file
+as keys and their Hive types as values</p></li>
+<li><p><strong>hive_table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – target Hive table, use dot notation to target a
+specific database. (templated)</p></li>
+<li><p><strong>delimiter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – field delimiter in the file</p></li>
+<li><p><strong>create</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to create the table if it doesn’t exist</p></li>
+<li><p><strong>recreate</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to drop and recreate the table at every
+execution</p></li>
+<li><p><strong>partition</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em> | </em><em>None</em>) – target partition as a dict of partition columns
+and values. (templated)</p></li>
+<li><p><strong>headers</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether the file contains column names on the first
+line</p></li>
+<li><p><strong>check_headers</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether the column names on the first line should be
+checked against the keys of field_dict</p></li>
+<li><p><strong>wildcard_match</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether the s3_key should be interpreted as a Unix
+wildcard pattern</p></li>
+<li><p><strong>aws_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – source s3 connection</p></li>
+<li><p><strong>verify</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a><em> | </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – <p>Whether or not to verify SSL certificates for S3 connection.
+By default SSL certificates are verified.
+You can provide the following values:</p>
+<ul>
+<li><dl class="simple">
+<dt><code class="docutils literal notranslate"><span class="pre">False</span></code>: do not validate SSL certificates. SSL will still be used</dt><dd><p>(unless use_ssl is False), but SSL certificates will not be
+verified.</p>
+</dd>
+</dl>
+</li>
+<li><dl class="simple">
+<dt><code class="docutils literal notranslate"><span class="pre">path/to/cert/bundle.pem</span></code>: A filename of the CA cert bundle to uses.</dt><dd><p>You can specify this argument if you want to use a different
+CA cert bundle than the one used by botocore.</p>
+</dd>
+</dl>
+</li>
</ul>
-</div>
-<div class="section" id="hashicorp">
-<h2>Hashicorp<a class="headerlink" href="#hashicorp" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-hashicorp/stable/_api/airflow/providers/hashicorp/secrets/vault/index.html#airflow.providers.hashicorp.secrets.vault.VaultBackend" title="(in apache-airflow-providers-hashicorp v3.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">VaultBackend</span></code></a></p></li>
+</p></li>
+<li><p><strong>hive_cli_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Reference to the
+<a class="reference internal" href="../../../../../../../connections/hive_cli.html#howto-connection-hive-cli"><span class="std std-ref">Hive CLI connection id</span></a>.</p></li>
+<li><p><strong>input_compressed</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – Boolean to determine if file decompression is
+required to process headers</p></li>
+<li><p><strong>tblproperties</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em> | </em><em>None</em>) – TBLPROPERTIES of the hive table being created</p></li>
+<li><p><strong>select_expression</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a><em> | </em><em>None</em>) – S3 Select expression</p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['s3_key',</span> <span class="pre">'partition',</span> <span class="pre">'hive_table']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/s3_to_hive.html#S3ToHiveOperator.template_fields"><span class="viewcode-link"> [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.template_ext">
+<span class="sig-name descname"><span class="pre">template_ext</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">[]</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/s3_to_hive.html#S3ToHiveOperator.template_ext"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers. [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#a0e08c</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/s3_to_hive.html#S3ToHiveOperator.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOp [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/s3_to_hive.html#S3ToHiveOperator.execute"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.h [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/secrets/key_vault/index.html#airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Writing logs" href="logging.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.transfers.mysql_to_hive" href="../mysql_to_hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Community Providers" href="../howto/create-update-providers.html" >
+ <a rel="next" title="airflow.providers.apache.hive.transfers.vertica_to_hive" href="../vertica_to_hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -671,11 +777,27 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secret backends</a><ul>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#hashicorp">Hashicorp</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.s3_to_hive</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator"><code class="docutils literal notranslate"><span class="pre">S3ToHiveOperator</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.template_fields"><code class="docutils literal notranslate"><span class="pre">S3ToHiveOperator.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.template_ext"><code class="docutils literal notranslate"><span class="pre">S3ToHiveOperator.template_ext</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.ui_color"><code class="docutils literal notranslate"><span class="pre">S3ToHiveOperator.ui_color</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.execute"><code class="docutils literal notranslate"><span class="pre">S3ToHiveOperator.execute()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator">S3ToHiveOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.template_ext">template_ext</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.s3_to_hive.S3ToHiveOperator.execute">execute</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -700,7 +822,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/secrets-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/transfers/s3_to_hive/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -834,19 +956,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/vertica_to_hive/index.html
similarity index 77%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/vertica_to_hive/index.html
index aac948412b..7b26b72355 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/airflow/providers/apache/hive/transfers/vertica_to_hive/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.apache.hive.transfers.vertica_to_hive — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="tests.system.providers.apache.hive" href="../../../../../../tests/system/providers/apache/hive/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.transfers.s3_to_hive" href="../s3_to_hive/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.vertica_to_hive</span></code></a></li>
</ul>
</div>
@@ -555,59 +590,107 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.apache.hive.transfers.vertica_to_hive">
+<span id="airflow-providers-apache-hive-transfers-vertica-to-hive"></span><h1><a class="reference internal" href="#module-airflow.providers.apache.hive.transfers.vertica_to_hive" title="airflow.providers.apache.hive.transfers.vertica_to_hive"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.vertica_to_hive</span></code></a><a class="headerlink" href="#module-airflow.providers.apache.hive.transfers.vertica_to_hive" title=" [...]
+<p>This module contains an operator to move data from Vertica to Hive.</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator" title="airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">VerticaToHiveOperator</span></code></a></p></td>
+<td><p>Moves data from Vertica to Hive. The operator runs</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.apache.hive.transfers.vertica_to_hive.</span></span><span class="sig-name descname"><span class="pre">VerticaToHiveOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Moves data from Vertica to Hive. The operator runs
+your query against Vertica, stores the file locally
+before loading it into a Hive table. If the <code class="docutils literal notranslate"><span class="pre">create</span></code> or
+<code class="docutils literal notranslate"><span class="pre">recreate</span></code> arguments are set to <code class="docutils literal notranslate"><span class="pre">True</span></code>,
+a <code class="docutils literal notranslate"><span class="pre">CREATE</span> <span class="pre">TABLE</span></code> and <code class="docutils literal notranslate"><span class="pre">DROP</span> <span class="pre">TABLE</span></code> statements are generated.
+Hive data types are inferred from the cursor’s metadata.
+Note that the table generated in Hive uses <code class="docutils literal notranslate"><span class="pre">STORED</span> <span class="pre">AS</span> <span class="pre">textfile</span></code>
+which isn’t the most efficient serialization format. If a
+large amount of data is loaded and/or if the table gets
+queried considerably, you may want to use this operator only to
+stage the data into a temporary table before loading it into its
+final destination using a <code class="docutils literal notranslate"><span class="pre">HiveOperator</span></code>.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – SQL query to execute against the Vertica database. (templated)</p></li>
+<li><p><strong>hive_table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – target Hive table, use dot notation to target a
+specific database. (templated)</p></li>
+<li><p><strong>create</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to create the table if it doesn’t exist</p></li>
+<li><p><strong>recreate</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.11)"><em>bool</em></a>) – whether to drop and recreate the table at every execution</p></li>
+<li><p><strong>partition</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.11)"><em>dict</em></a><em> | </em><em>None</em>) – target partition as a dict of partition columns
+and values. (templated)</p></li>
+<li><p><strong>delimiter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – field delimiter in the file</p></li>
+<li><p><strong>vertica_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – source Vertica connection</p></li>
+<li><p><strong>hive_cli_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.11)"><em>str</em></a>) – Reference to the
+<a class="reference internal" href="../../../../../../../connections/hive_cli.html#howto-connection-hive-cli"><span class="std std-ref">Hive CLI connection id</span></a>.</p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['sql',</span> <span class="pre">'partition',</span> <span class="pre">'hive_table']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/vertica_to_hive.html#VerticaToHiveOperator.template_fields"><span class="viewcode [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_ext">
+<span class="sig-name descname"><span class="pre">template_ext</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['.sql']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/vertica_to_hive.html#VerticaToHiveOperator.template_ext"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#ai [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_fields_renderers">
+<span class="sig-name descname"><span class="pre">template_fields_renderers</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/vertica_to_hive.html#VerticaToHiveOperator.template_fields_renderers"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_fields_renderers" title="Permalink to t [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#b4e0ff</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/vertica_to_hive.html#VerticaToHiveOperator.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.apache.hive.transfers.vertica_to_ [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.type_map">
+<em class="property"><span class="pre">classmethod</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">type_map</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">vertica_type</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/vertica_to_hive.html#VerticaToHiveOperator.type_map"><span class="viewcode-li [...]
+<dd><p>Vertica-python datatype.py does not provide the full type mapping access.
+Manual hack. Reference:
+<a class="reference external" href="https://github.com/uber/vertica-python/blob/master/vertica_python/vertica/column.py">https://github.com/uber/vertica-python/blob/master/vertica_python/vertica/column.py</a></p>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/apache/hive/transfers/vertica_to_hive.html#VerticaToHiveOperator.execute"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.provider [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.transfers.s3_to_hive" href="../s3_to_hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="tests.system.providers.apache.hive" href="../../../../../../tests/system/providers/apache/hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +760,31 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.apache.hive.transfers.vertica_to_hive</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator"><code class="docutils literal notranslate"><span class="pre">VerticaToHiveOperator</span></code></a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_fields"><code class="docutils literal notranslate"><span class="pre">VerticaToHiveOperator.template_fields</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_ext"><code class="docutils literal notranslate"><span class="pre">VerticaToHiveOperator.template_ext</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_fields_renderers"><code class="docutils literal notranslate"><span class="pre">VerticaToHiveOperator.template_fields_renderers</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.ui_color"><code class="docutils literal notranslate"><span class="pre">VerticaToHiveOperator.ui_color</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.type_map"><code class="docutils literal notranslate"><span class="pre">VerticaToHiveOperator.type_map()</span></code></a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.execute"><code class="docutils literal notranslate"><span class="pre">VerticaToHiveOperator.execute()</span></code></a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator">VerticaToHiveOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_ext">template_ext</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.template_fields_renderers">template_fields_renderers</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.type_map">type_map</a></li>
+<li><a class="reference internal" href="#airflow.providers.apache.hive.transfers.vertica_to_hive.VerticaToHiveOperator.execute">execute</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +809,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/airflow/providers/apache/hive/transfers/vertica_to_hive/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +943,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/tests/system/providers/apache/hive/example_twitter_dag/index.html
similarity index 79%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/tests/system/providers/apache/hive/example_twitter_dag/index.html
index aac948412b..225e5e2331 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/tests/system/providers/apache/hive/example_twitter_dag/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>tests.system.providers.apache.hive.example_twitter_dag — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="Installing from sources" href="../../../../../../../installing-providers-from-sources.html" />
+ <link rel="prev" title="tests.system.providers.apache.hive" href="../index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../airflow/providers/apache/hive/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../airflow/providers/apache/hive/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.apache.hive</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag</span></code></a></li>
</ul>
</div>
@@ -555,59 +588,115 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.6.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v6.2.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.3.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
+ <div class="section" id="module-tests.system.providers.apache.hive.example_twitter_dag">
+<span id="tests-system-providers-apache-hive-example-twitter-dag"></span><h1><a class="reference internal" href="#module-tests.system.providers.apache.hive.example_twitter_dag" title="tests.system.providers.apache.hive.example_twitter_dag"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag</span></code></a><a class="headerlink" href="#module-tests.system.providers.apache.hive.example_twitter_dag" title="Perma [...]
+<p>This is an example dag for managing twitter data.</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="functions">
+<h3>Functions<a class="headerlink" href="#functions" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.fetch_tweets" title="tests.system.providers.apache.hive.example_twitter_dag.fetch_tweets"><code class="xref py py-obj docutils literal notranslate"><span class="pre">fetch_tweets</span></code></a>()</p></td>
+<td><p>This task should call Twitter API and retrieve tweets from yesterday from and to for the four twitter</p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.clean_tweets" title="tests.system.providers.apache.hive.example_twitter_dag.clean_tweets"><code class="xref py py-obj docutils literal notranslate"><span class="pre">clean_tweets</span></code></a>()</p></td>
+<td><p>This is a placeholder to clean the eight files. In this step you can get rid of or cherry pick columns</p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.analyze_tweets" title="tests.system.providers.apache.hive.example_twitter_dag.analyze_tweets"><code class="xref py py-obj docutils literal notranslate"><span class="pre">analyze_tweets</span></code></a>()</p></td>
+<td><p>This is a placeholder to analyze the twitter data. Could simply be a sentiment analysis through algorithms</p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.transfer_to_db" title="tests.system.providers.apache.hive.example_twitter_dag.transfer_to_db"><code class="xref py py-obj docutils literal notranslate"><span class="pre">transfer_to_db</span></code></a>()</p></td>
+<td><p>This is a placeholder to extract summary from Hive data and store it to MySQL.</p></td>
+</tr>
+</tbody>
+</table>
</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.6.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
-</ul>
+<div class="section" id="attributes">
+<h3>Attributes<a class="headerlink" href="#attributes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.ENV_ID" title="tests.system.providers.apache.hive.example_twitter_dag.ENV_ID"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ENV_ID</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.DAG_ID" title="tests.system.providers.apache.hive.example_twitter_dag.DAG_ID"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DAG_ID</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.fetch" title="tests.system.providers.apache.hive.example_twitter_dag.fetch"><code class="xref py py-obj docutils literal notranslate"><span class="pre">fetch</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.test_run" title="tests.system.providers.apache.hive.example_twitter_dag.test_run"><code class="xref py py-obj docutils literal notranslate"><span class="pre">test_run</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.apache.hive.example_twitter_dag.ENV_ID">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag.</span></span><span class="sig-name descname"><span class="pre">ENV_ID</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/apache/hive/example_twitter_dag.html#ENV_ID"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.apache.hive.example_twitter_dag.ENV_I [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.apache.hive.example_twitter_dag.DAG_ID">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag.</span></span><span class="sig-name descname"><span class="pre">DAG_ID</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">example_twitter_dag</span></em><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/apache/hive/example_twitter_dag.html#DAG_ID"><span class="viewcode-link"><span class= [...]
+<dd></dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="tests.system.providers.apache.hive.example_twitter_dag.fetch_tweets">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag.</span></span><span class="sig-name descname"><span class="pre">fetch_tweets</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/apache/hive/example_twitter_dag.html#fetch_tweets"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="hea [...]
+<dd><p>This task should call Twitter API and retrieve tweets from yesterday from and to for the four twitter
+users (Twitter_A,..,Twitter_D) There should be eight csv output files generated by this task and naming
+convention is direction(from or to)_twitterHandle_date.csv</p>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="tests.system.providers.apache.hive.example_twitter_dag.clean_tweets">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag.</span></span><span class="sig-name descname"><span class="pre">clean_tweets</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/apache/hive/example_twitter_dag.html#clean_tweets"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="hea [...]
+<dd><p>This is a placeholder to clean the eight files. In this step you can get rid of or cherry pick columns
+and different parts of the text.</p>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="tests.system.providers.apache.hive.example_twitter_dag.analyze_tweets">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag.</span></span><span class="sig-name descname"><span class="pre">analyze_tweets</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/apache/hive/example_twitter_dag.html#analyze_tweets"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class= [...]
+<dd><p>This is a placeholder to analyze the twitter data. Could simply be a sentiment analysis through algorithms
+like bag of words or something more complicated. You can also take a look at Web Services to do such
+tasks.</p>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="tests.system.providers.apache.hive.example_twitter_dag.transfer_to_db">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag.</span></span><span class="sig-name descname"><span class="pre">transfer_to_db</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/apache/hive/example_twitter_dag.html#transfer_to_db"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class= [...]
+<dd><p>This is a placeholder to extract summary from Hive data and store it to MySQL.</p>
+</dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.apache.hive.example_twitter_dag.fetch">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag.</span></span><span class="sig-name descname"><span class="pre">fetch</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/apache/hive/example_twitter_dag.html#fetch"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.apache.hive.example_twitter_dag.fetch" [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.apache.hive.example_twitter_dag.test_run">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag.</span></span><span class="sig-name descname"><span class="pre">test_run</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/apache/hive/example_twitter_dag.html#test_run"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.apache.hive.example_twitter_dag.t [...]
+<dd></dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="tests.system.providers.apache.hive" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="Installing from sources" href="../../../../../../../installing-providers-from-sources.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +766,30 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#functions">Functions</a></li>
+<li><a class="reference internal" href="#attributes">Attributes</a><ul>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.ENV_ID"><code class="docutils literal notranslate"><span class="pre">ENV_ID</span></code></a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.DAG_ID"><code class="docutils literal notranslate"><span class="pre">DAG_ID</span></code></a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.fetch_tweets"><code class="docutils literal notranslate"><span class="pre">fetch_tweets()</span></code></a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.clean_tweets"><code class="docutils literal notranslate"><span class="pre">clean_tweets()</span></code></a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.analyze_tweets"><code class="docutils literal notranslate"><span class="pre">analyze_tweets()</span></code></a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.transfer_to_db"><code class="docutils literal notranslate"><span class="pre">transfer_to_db()</span></code></a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.fetch"><code class="docutils literal notranslate"><span class="pre">fetch</span></code></a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.test_run"><code class="docutils literal notranslate"><span class="pre">test_run</span></code></a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.ENV_ID">ENV_ID</a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.DAG_ID">DAG_ID</a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.fetch_tweets">fetch_tweets</a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.clean_tweets">clean_tweets</a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.analyze_tweets">analyze_tweets</a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.transfer_to_db">transfer_to_db</a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.fetch">fetch</a></li>
+<li><a class="reference internal" href="#tests.system.providers.apache.hive.example_twitter_dag.test_run">test_run</a></li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +814,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/tests/system/providers/apache/hive/example_twitter_dag/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,19 +948,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/tests/system/providers/apache/hive/index.html
similarity index 89%
copy from docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
copy to docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/tests/system/providers/apache/hive/index.html
index d33b8dc0d2..4bd5ced2b4 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_api/tests/system/providers/apache/hive/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secret backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Community Providers" href="../howto/create-update-providers.html" />
- <link rel="prev" title="Writing logs" href="logging.html" />
+ <title>tests.system.providers.apache.hive — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="tests.system.providers.apache.hive.example_twitter_dag" href="example_twitter_dag/index.html" />
+ <link rel="prev" title="airflow.providers.apache.hive.transfers.vertica_to_hive" href="../../../../../airflow/providers/apache/hive/transfers/vertica_to_hive/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../airflow/providers/apache/hive/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../airflow/providers/apache/hive/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,9 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
-
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="secrets-backends.html"> Secret backends</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.apache.hive</span></code></a></li>
</ul>
</div>
@@ -555,53 +586,24 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secret-backends">
-<h1>Secret backends<a class="headerlink" href="#secret-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of secret backends
-exposed via community-managed providers.</p>
-<p>Airflow has the capability of reading connections, variables and configuration from Secret Backends rather
-than from its own Database. While storing such information in Airflow’s database is possible, many of the
-enterprise customers already have some secret managers storing secrets, and Airflow can tap into those
-via providers that implement secrets backends for services Airflow integrates with.</p>
-<p>You can also take a
-look at Secret backends available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html" title="(in apache-airflow v2.6.0.dev0)"><span>Secrets Backend</span></a> and here you can see the ones
-provided by the community-managed providers:</p>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.html#airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SecretsManagerBackend</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/systems_manager/index.html#airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend" title="(in apache-airflow-providers-amazon v6.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SystemsManagerParameterStoreBackend</span></code></a></p></li>
+ <div class="section" id="module-tests.system.providers.apache.hive">
+<span id="tests-system-providers-apache-hive"></span><h1><a class="reference internal" href="#module-tests.system.providers.apache.hive" title="tests.system.providers.apache.hive"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.apache.hive</span></code></a><a class="headerlink" href="#module-tests.system.providers.apache.hive" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this heading">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="example_twitter_dag/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.apache.hive.example_twitter_dag</span></code></a></li>
</ul>
</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/secrets/secret_manager/index.html#airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend" title="(in apache-airflow-providers-google v8.6.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudSecretManagerBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="hashicorp">
-<h2>Hashicorp<a class="headerlink" href="#hashicorp" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-hashicorp/stable/_api/airflow/providers/hashicorp/secrets/vault/index.html#airflow.providers.hashicorp.secrets.vault.VaultBackend" title="(in apache-airflow-providers-hashicorp v3.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">VaultBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/secrets/key_vault/index.html#airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend" title="(in apache-airflow-providers-microsoft-azure v5.0.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Writing logs" href="logging.html" >
+ <a rel="prev" title="airflow.providers.apache.hive.transfers.vertica_to_hive" href="../../../../../airflow/providers/apache/hive/transfers/vertica_to_hive/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Community Providers" href="../howto/create-update-providers.html" >
+ <a rel="next" title="tests.system.providers.apache.hive.example_twitter_dag" href="example_twitter_dag/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -671,11 +673,8 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secret backends</a><ul>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#hashicorp">Hashicorp</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.apache.hive</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -700,7 +699,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/secrets-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-apache-hive/_api/tests/system/providers/apache/hive/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -834,19 +833,19 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/sphinx_highlight.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/sphinx_highlight.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_modules/airflow/providers/apache/hive/hooks/hive.html b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_modules/airflow/providers/apache/hive/hooks/hive.html
new file mode 100644
index 0000000000..1d693ff207
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-apache-hive/5.0.0/_modules/airflow/providers/apache/hive/hooks/hive.html
@@ -0,0 +1,1843 @@
+
+
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+ <html xmlns="http://www.w3.org/1999/xhtml" lang="en">
+<head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1">
+ <title>airflow.providers.apache.hive.hooks.hive — apache-airflow-providers-apache-hive Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <!-- Matomo -->
+ <script>
+ var _paq = window._paq = window._paq || [];
+ /* tracker methods like "setCustomDimension" should be called before "trackPageView" */
+ /* We explicitly disable cookie tracking to avoid privacy issues */
+ _paq.push(['disableCookies']);
+ _paq.push(['trackPageView']);
+ _paq.push(['enableLinkTracking']);
+ (function() {
+ var u="https://analytics.apache.org/";
+ _paq.push(['setTrackerUrl', u+'matomo.php']);
+ _paq.push(['setSiteId', '13']);
+ var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0];
+ g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s);
+ })();
+ </script>
+ <!-- End Matomo Code -->
+
+
+</head><body class="td-section">
+
+
+<header>
+ <nav class="js-navbar-scroll navbar">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178.258 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0zm-1 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482-.2h1 [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+ <div class="desktop-only navbar__menu-container">
+
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+ </div>
+
+
+
+ </div>
+
+ </div>
+ <div class="mobile-only navbar__drawer-container">
+ <button class="navbar__toggle-button" id="navbar-toggle-button">
+
+ <div id="hamburger-icon" class="navbar__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="26" height="20" viewBox="0 0 26 20">
+ <g id="Group_1294" data-name="Group 1294" transform="translate(-38.791 291)">
+ <g id="Group_1291" data-name="Group 1291" transform="translate(39 -291)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="translate(39 -281.822)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ <g id="Group_1293" data-name="Group 1293" transform="translate(39 -272.644)">
+ <rect id="Rectangle_463" width="26" height="2" fill="#51504f" data-name="Rectangle 463" rx="1" transform="translate(-.209 -.356)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="close-icon" class="navbar__toggle-button--icon">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </button>
+ <div class="navbar__drawer" id="navbar-drawer">
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+
+ </div>
+
+
+ </div>
+ </div>
+ </div>
+ </nav>
+
+</header>
+
+
+ <div class="roadmap container-fluid td-default base-layout">
+
+
+ <div class="content-drawer-wrapper">
+ <button class="content-drawer__toggle-button" id="content-open-button">
+
+ <div id="hamburger-icon" class="content-drawer__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="20.005" height="13.879" viewBox="0 0 20.005 13.879">
+ <g id="Group_1619" data-name="Group 1619" transform="translate(271.132 -418.872)">
+ <g id="Group_1613" data-name="Group 1613" transform="translate(-266.229 431.045)">
+ <path id="Path_1337" d="M-218.5 513.215h-14.583a.259.259 0 0 1-.259-.26.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.26z" fill="#51504f" data-name="Path 1337" transform="translate(233.345 -512.696)"></path>
+ </g>
+ <g id="Group_1614" data-name="Group 1614" transform="translate(-266.229 425.684)">
+ <path id="Path_1338" d="M-218.5 471.9h-14.583a.259.259 0 0 1-.259-.26.26.26 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.26.26 0 0 1-.259.26z" fill="#51504f" data-name="Path 1338" transform="translate(233.345 -471.376)"></path>
+ </g>
+ <g id="Group_1615" data-name="Group 1615" transform="translate(-266.229 420.323)">
+ <path id="Path_1339" d="M-218.5 430.574h-14.583a.259.259 0 0 1-.259-.259.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.259z" fill="#51504f" data-name="Path 1339" transform="translate(233.345 -430.055)"></path>
+ </g>
+ <g id="Group_1616" data-name="Group 1616" transform="translate(-271.132 429.814)">
+ <path id="Path_1340" d="M-269.663 506.145a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1340" transform="translate(271.132 -503.208)"></path>
+ </g>
+ <g id="Group_1617" data-name="Group 1617" transform="translate(-271.132 424.556)">
+ <path id="Path_1341" d="M-269.663 465.62a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.952z" fill="#51504f" data-name="Path 1341" transform="translate(271.132 -462.683)"></path>
+ </g>
+ <g id="Group_1618" data-name="Group 1618" transform="translate(-271.132 418.872)">
+ <path id="Path_1342" d="M-269.663 421.809a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1342" transform="translate(271.132 -418.872)"></path>
+ </g>
+ </g>
+ </svg>
+
+ <span class="bodytext__mobile--brownish-grey">Content</span>
+ </div>
+
+ </button>
+ <nav id="content-navbar" class="navbar navbar--hidden">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482- [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+
+ <div id="content-close-button">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </nav>
+ <div class="content-drawer-container" id="content-drawer">
+ <div class="content-drawer">
+ <div class="td-sidebar">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/apache/hive/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+ </div>
+ </div>
+ </div>
+
+ <div class="d-flex">
+
+
+ <div class="td-sidebar desktop-only d-print-none">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">5.0.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/index.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/apache/hive/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-apache-hive/|versrion|/tests/system/providers/apache/hive">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-apache-hive/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+
+
+
+
+ <main class="col-12 col-md-9 col-xl-8" role="main">
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation" class="d-none d-md-block d-print-none">
+
+ <ul class="breadcrumb">
+
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../../../../index.html">Module code</a></li>
+
+ <li class="breadcrumb-item"><a href="hive.html"> airflow.providers.apache.hive.hooks.hive</a></li>
+
+ </ul>
+</div>
+
+ <div class="rst-content">
+ <div class="document">
+ <div class="documentwrapper">
+ <div class="bodywrapper">
+ <div class="body" role="main">
+
+ <h1>Source code for airflow.providers.apache.hive.hooks.hive</h1><div class="highlight"><pre>
+<span></span><span class="c1">#</span>
+<span class="c1"># Licensed to the Apache Software Foundation (ASF) under one</span>
+<span class="c1"># or more contributor license agreements. See the NOTICE file</span>
+<span class="c1"># distributed with this work for additional information</span>
+<span class="c1"># regarding copyright ownership. The ASF licenses this file</span>
+<span class="c1"># to you under the Apache License, Version 2.0 (the</span>
+<span class="c1"># "License"); you may not use this file except in compliance</span>
+<span class="c1"># with the License. You may obtain a copy of the License at</span>
+<span class="c1">#</span>
+<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
+<span class="c1">#</span>
+<span class="c1"># Unless required by applicable law or agreed to in writing,</span>
+<span class="c1"># software distributed under the License is distributed on an</span>
+<span class="c1"># "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span>
+<span class="c1"># KIND, either express or implied. See the License for the</span>
+<span class="c1"># specific language governing permissions and limitations</span>
+<span class="c1"># under the License.</span>
+<span class="kn">from</span> <span class="nn">__future__</span> <span class="kn">import</span> <span class="n">annotations</span>
+
+<span class="kn">import</span> <span class="nn">contextlib</span>
+<span class="kn">import</span> <span class="nn">os</span>
+<span class="kn">import</span> <span class="nn">re</span>
+<span class="kn">import</span> <span class="nn">socket</span>
+<span class="kn">import</span> <span class="nn">subprocess</span>
+<span class="kn">import</span> <span class="nn">time</span>
+<span class="kn">import</span> <span class="nn">warnings</span>
+<span class="kn">from</span> <span class="nn">collections</span> <span class="kn">import</span> <span class="n">OrderedDict</span>
+<span class="kn">from</span> <span class="nn">tempfile</span> <span class="kn">import</span> <span class="n">NamedTemporaryFile</span><span class="p">,</span> <span class="n">TemporaryDirectory</span>
+<span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">Any</span><span class="p">,</span> <span class="n">Iterable</span><span class="p">,</span> <span class="n">Mapping</span>
+
+<span class="kn">import</span> <span class="nn">pandas</span>
+<span class="kn">import</span> <span class="nn">unicodecsv</span> <span class="k">as</span> <span class="nn">csv</span>
+
+<span class="kn">from</span> <span class="nn">airflow.configuration</span> <span class="kn">import</span> <span class="n">conf</span>
+<span class="kn">from</span> <span class="nn">airflow.exceptions</span> <span class="kn">import</span> <span class="n">AirflowException</span>
+<span class="kn">from</span> <span class="nn">airflow.hooks.base</span> <span class="kn">import</span> <span class="n">BaseHook</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.common.sql.hooks.sql</span> <span class="kn">import</span> <span class="n">DbApiHook</span>
+<span class="kn">from</span> <span class="nn">airflow.security</span> <span class="kn">import</span> <span class="n">utils</span>
+<span class="kn">from</span> <span class="nn">airflow.utils.helpers</span> <span class="kn">import</span> <span class="n">as_flattened_list</span>
+<span class="kn">from</span> <span class="nn">airflow.utils.operator_helpers</span> <span class="kn">import</span> <span class="n">AIRFLOW_VAR_NAME_FORMAT_MAPPING</span>
+
+<div class="viewcode-block" id="HIVE_QUEUE_PRIORITIES"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HIVE_QUEUE_PRIORITIES">[docs]</a><span class="n">HIVE_QUEUE_PRIORITIES</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"VERY_HIGH"</span><span class="p">,</span> <span class="s2">"HIGH"</span><span class="p">,</span> <span class="s2">"NORMA [...]
+
+
+<div class="viewcode-block" id="get_context_from_env_var"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.get_context_from_env_var">[docs]</a><span class="k">def</span> <span class="nf">get_context_from_env_var</span><span class="p">()</span> <span class="o">-></span> <span class="nb">dict</span><span class="p">[</span><span class="n">Any</span><span class="p">,</span> <span class="n">An [...]
+ <span class="sd">"""</span>
+<span class="sd"> Extract context from env variable, e.g. dag_id, task_id and execution_date,</span>
+<span class="sd"> so that they can be used inside BashOperator and PythonOperator.</span>
+
+<span class="sd"> :return: The context of interest.</span>
+<span class="sd"> """</span>
+ <span class="k">return</span> <span class="p">{</span>
+ <span class="n">format_map</span><span class="p">[</span><span class="s2">"default"</span><span class="p">]:</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">format_map</span><span class="p">[</span><span class="s2">"env_var_format"</span><span class="p">],</span> <span class="s2">""</span><span class="p">)</span>
+ <span class="k">for</span> <span class="n">format_map</span> <span class="ow">in</span> <span class="n">AIRFLOW_VAR_NAME_FORMAT_MAPPING</span><span class="o">.</span><span class="n">values</span><span class="p">()</span></div>
+ <span class="p">}</span>
+
+
+<div class="viewcode-block" id="HiveCliHook"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveCliHook">[docs]</a><span class="k">class</span> <span class="nc">HiveCliHook</span><span class="p">(</span><span class="n">BaseHook</span><span class="p">):</span>
+ <span class="sd">"""Simple wrapper around the hive CLI.</span>
+
+<span class="sd"> It also supports the ``beeline``</span>
+<span class="sd"> a lighter CLI that runs JDBC and is replacing the heavier</span>
+<span class="sd"> traditional CLI. To enable ``beeline``, set the use_beeline param in the</span>
+<span class="sd"> extra field of your connection as in ``{ "use_beeline": true }``</span>
+
+<span class="sd"> Note that you can also set default hive CLI parameters by passing ``hive_cli_params``</span>
+<span class="sd"> space separated list of parameters to add to the hive command.</span>
+
+<span class="sd"> The extra connection parameter ``auth`` gets passed as in the ``jdbc``</span>
+<span class="sd"> connection string as is.</span>
+
+<span class="sd"> :param hive_cli_conn_id: Reference to the</span>
+<span class="sd"> :ref:`Hive CLI connection id <howto/connection:hive_cli>`.</span>
+<span class="sd"> :param mapred_queue: queue used by the Hadoop Scheduler (Capacity or Fair)</span>
+<span class="sd"> :param mapred_queue_priority: priority within the job queue.</span>
+<span class="sd"> Possible settings include: VERY_HIGH, HIGH, NORMAL, LOW, VERY_LOW</span>
+<span class="sd"> :param mapred_job_name: This name will appear in the jobtracker.</span>
+<span class="sd"> This can make monitoring easier.</span>
+<span class="sd"> :param hive_cli_params: Space separated list of hive command parameters to add to the</span>
+<span class="sd"> hive command.</span>
+<span class="sd"> """</span>
+
+<div class="viewcode-block" id="HiveCliHook.conn_name_attr"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_name_attr">[docs]</a> <span class="n">conn_name_attr</span> <span class="o">=</span> <span class="s2">"hive_cli_conn_id"</span></div>
+<div class="viewcode-block" id="HiveCliHook.default_conn_name"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveCliHook.default_conn_name">[docs]</a> <span class="n">default_conn_name</span> <span class="o">=</span> <span class="s2">"hive_cli_default"</span></div>
+<div class="viewcode-block" id="HiveCliHook.conn_type"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveCliHook.conn_type">[docs]</a> <span class="n">conn_type</span> <span class="o">=</span> <span class="s2">"hive_cli"</span></div>
+<div class="viewcode-block" id="HiveCliHook.hook_name"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveCliHook.hook_name">[docs]</a> <span class="n">hook_name</span> <span class="o">=</span> <span class="s2">"Hive Client Wrapper"</span></div>
+
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">hive_cli_conn_id</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="n">default_conn_name</span><span class="p">,</span>
+ <span class="n">run_as</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">mapred_queue</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">mapred_queue_priority</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">mapred_job_name</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">hive_cli_params</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">""</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
+ <span class="n">conn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_connection</span><span class="p">(</span><span class="n">hive_cli_conn_id</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">hive_cli_params</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="n">hive_cli_params</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">use_beeline</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"use_beeline"</span><span class="p">,</span> <span class="kc">False</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">auth</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"auth"</span><span class="p">,</span> <span class="s2">"noSasl"</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">conn</span> <span class="o">=</span> <span class="n">conn</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">run_as</span> <span class="o">=</span> <span class="n">run_as</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">sub_process</span><span class="p">:</span> <span class="n">Any</span> <span class="o">=</span> <span class="kc">None</span>
+
+ <span class="k">if</span> <span class="n">mapred_queue_priority</span><span class="p">:</span>
+ <span class="n">mapred_queue_priority</span> <span class="o">=</span> <span class="n">mapred_queue_priority</span><span class="o">.</span><span class="n">upper</span><span class="p">()</span>
+ <span class="k">if</span> <span class="n">mapred_queue_priority</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">HIVE_QUEUE_PRIORITIES</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span>
+ <span class="sa">f</span><span class="s2">"Invalid Mapred Queue Priority. Valid values are: </span><span class="si">{</span><span class="s1">', '</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">HIVE_QUEUE_PRIORITIES</span><span class="p">)</span><span class="si">}</span><span class="s2">"</span>
+ <span class="p">)</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">mapred_queue</span> <span class="o">=</span> <span class="n">mapred_queue</span> <span class="ow">or</span> <span class="n">conf</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"hive"</span><span class="p">,</span> <span class="s2">"default_hive_mapred_queue"</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">mapred_queue_priority</span> <span class="o">=</span> <span class="n">mapred_queue_priority</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">mapred_job_name</span> <span class="o">=</span> <span class="n">mapred_job_name</span>
+
+ <span class="k">def</span> <span class="nf">_get_proxy_user</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span>
+ <span class="sd">"""This function set the proper proxy_user value in case the user overwrite the default."""</span>
+ <span class="n">conn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">conn</span>
+
+ <span class="n">proxy_user_value</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"proxy_user"</span><span class="p">,</span> <span class="s2">""</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">proxy_user_value</span> <span class="o">==</span> <span class="s2">"login"</span> <span class="ow">and</span> <span class="n">conn</span><span class="o">.</span><span class="n">login</span><span class="p">:</span>
+ <span class="k">return</span> <span class="sa">f</span><span class="s2">"hive.server2.proxy.user=</span><span class="si">{</span><span class="n">conn</span><span class="o">.</span><span class="n">login</span><span class="si">}</span><span class="s2">"</span>
+ <span class="k">if</span> <span class="n">proxy_user_value</span> <span class="o">==</span> <span class="s2">"owner"</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">run_as</span><span class="p">:</span>
+ <span class="k">return</span> <span class="sa">f</span><span class="s2">"hive.server2.proxy.user=</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">run_as</span><span class="si">}</span><span class="s2">"</span>
+ <span class="k">if</span> <span class="n">proxy_user_value</span> <span class="o">!=</span> <span class="s2">""</span><span class="p">:</span> <span class="c1"># There is a custom proxy user</span>
+ <span class="k">return</span> <span class="sa">f</span><span class="s2">"hive.server2.proxy.user=</span><span class="si">{</span><span class="n">proxy_user_value</span><span class="si">}</span><span class="s2">"</span>
+ <span class="k">return</span> <span class="n">proxy_user_value</span> <span class="c1"># The default proxy user (undefined)</span>
+
+ <span class="k">def</span> <span class="nf">_prepare_cli_cmd</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">list</span><span class="p">[</span><span class="n">Any</span><span class="p">]:</span>
+ <span class="sd">"""This function creates the command list from available information"""</span>
+ <span class="n">conn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">conn</span>
+ <span class="n">hive_bin</span> <span class="o">=</span> <span class="s2">"hive"</span>
+ <span class="n">cmd_extra</span> <span class="o">=</span> <span class="p">[]</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">use_beeline</span><span class="p">:</span>
+ <span class="n">hive_bin</span> <span class="o">=</span> <span class="s2">"beeline"</span>
+ <span class="n">jdbc_url</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">"jdbc:hive2://</span><span class="si">{</span><span class="n">conn</span><span class="o">.</span><span class="n">host</span><span class="si">}</span><span class="s2">:</span><span class="si">{</span><span class="n">conn</span><span class="o">.</span><span class="n">port</span><span class="si">}</span><span class="s2">/</span><span class="si">{</span><span class="n">conn</sp [...]
+ <span class="k">if</span> <span class="n">conf</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"core"</span><span class="p">,</span> <span class="s2">"security"</span><span class="p">)</span> <span class="o">==</span> <span class="s2">"kerberos"</span><span class="p">:</span>
+ <span class="n">template</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"principal"</span><span class="p">,</span> <span class="s2">"hive/_HOST@EXAMPLE.COM"</span><span class="p">)</span>
+ <span class="k">if</span> <span class="s2">"_HOST"</span> <span class="ow">in</span> <span class="n">template</span><span class="p">:</span>
+ <span class="n">template</span> <span class="o">=</span> <span class="n">utils</span><span class="o">.</span><span class="n">replace_hostname_pattern</span><span class="p">(</span><span class="n">utils</span><span class="o">.</span><span class="n">get_components</span><span class="p">(</span><span class="n">template</span><span class="p">))</span>
+
+ <span class="n">proxy_user</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_proxy_user</span><span class="p">()</span>
+
+ <span class="n">jdbc_url</span> <span class="o">+=</span> <span class="sa">f</span><span class="s2">";principal=</span><span class="si">{</span><span class="n">template</span><span class="si">}</span><span class="s2">;</span><span class="si">{</span><span class="n">proxy_user</span><span class="si">}</span><span class="s2">"</span>
+ <span class="k">elif</span> <span class="bp">self</span><span class="o">.</span><span class="n">auth</span><span class="p">:</span>
+ <span class="n">jdbc_url</span> <span class="o">+=</span> <span class="s2">";auth="</span> <span class="o">+</span> <span class="bp">self</span><span class="o">.</span><span class="n">auth</span>
+
+ <span class="n">jdbc_url</span> <span class="o">=</span> <span class="sa">f</span><span class="s1">'"</span><span class="si">{</span><span class="n">jdbc_url</span><span class="si">}</span><span class="s1">"'</span>
+
+ <span class="n">cmd_extra</span> <span class="o">+=</span> <span class="p">[</span><span class="s2">"-u"</span><span class="p">,</span> <span class="n">jdbc_url</span><span class="p">]</span>
+ <span class="k">if</span> <span class="n">conn</span><span class="o">.</span><span class="n">login</span><span class="p">:</span>
+ <span class="n">cmd_extra</span> <span class="o">+=</span> <span class="p">[</span><span class="s2">"-n"</span><span class="p">,</span> <span class="n">conn</span><span class="o">.</span><span class="n">login</span><span class="p">]</span>
+ <span class="k">if</span> <span class="n">conn</span><span class="o">.</span><span class="n">password</span><span class="p">:</span>
+ <span class="n">cmd_extra</span> <span class="o">+=</span> <span class="p">[</span><span class="s2">"-p"</span><span class="p">,</span> <span class="n">conn</span><span class="o">.</span><span class="n">password</span><span class="p">]</span>
+
+ <span class="n">hive_params_list</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">hive_cli_params</span><span class="o">.</span><span class="n">split</span><span class="p">()</span>
+
+ <span class="k">return</span> <span class="p">[</span><span class="n">hive_bin</span><span class="p">]</span> <span class="o">+</span> <span class="n">cmd_extra</span> <span class="o">+</span> <span class="n">hive_params_list</span>
+
+ <span class="nd">@staticmethod</span>
+ <span class="k">def</span> <span class="nf">_prepare_hiveconf</span><span class="p">(</span><span class="n">d</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="n">Any</span><span class="p">,</span> <span class="n">Any</span><span class="p">])</span> <span class="o">-></span> <span class="nb">list</span><span class="p">[</span><span class="n">Any</span><span class="p">]:</span>
+ <span class="sd">"""</span>
+<span class="sd"> This function prepares a list of hiveconf params</span>
+<span class="sd"> from a dictionary of key value pairs.</span>
+
+<span class="sd"> :param d:</span>
+
+<span class="sd"> >>> hh = HiveCliHook()</span>
+<span class="sd"> >>> hive_conf = {"hive.exec.dynamic.partition": "true",</span>
+<span class="sd"> ... "hive.exec.dynamic.partition.mode": "nonstrict"}</span>
+<span class="sd"> >>> hh._prepare_hiveconf(hive_conf)</span>
+<span class="sd"> ["-hiveconf", "hive.exec.dynamic.partition=true",\</span>
+<span class="sd"> "-hiveconf", "hive.exec.dynamic.partition.mode=nonstrict"]</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">d</span><span class="p">:</span>
+ <span class="k">return</span> <span class="p">[]</span>
+ <span class="k">return</span> <span class="n">as_flattened_list</span><span class="p">(</span><span class="nb">zip</span><span class="p">([</span><span class="s2">"-hiveconf"</span><span class="p">]</span> <span class="o">*</span> <span class="nb">len</span><span class="p">(</span><span class="n">d</span><span class="p">),</span> <span class="p">[</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">k</span><span class="s [...]
+
+<div class="viewcode-block" id="HiveCliHook.run_cli"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveCliHook.run_cli">[docs]</a> <span class="k">def</span> <span class="nf">run_cli</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">hql</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">schema</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">verbose</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
+ <span class="n">hive_conf</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="n">Any</span><span class="p">,</span> <span class="n">Any</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="n">Any</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Run an hql statement using the hive cli. If hive_conf is specified</span>
+<span class="sd"> it should be a dict and the entries will be set as key/value pairs</span>
+<span class="sd"> in HiveConf.</span>
+
+<span class="sd"> :param hql: an hql (hive query language) statement to run with hive cli</span>
+<span class="sd"> :param schema: Name of hive schema (database) to use</span>
+<span class="sd"> :param verbose: Provides additional logging. Defaults to True.</span>
+<span class="sd"> :param hive_conf: if specified these key value pairs will be passed</span>
+<span class="sd"> to hive as ``-hiveconf "key"="value"``. Note that they will be</span>
+<span class="sd"> passed after the ``hive_cli_params`` and thus will override</span>
+<span class="sd"> whatever values are specified in the database.</span>
+
+<span class="sd"> >>> hh = HiveCliHook()</span>
+<span class="sd"> >>> result = hh.run_cli("USE airflow;")</span>
+<span class="sd"> >>> ("OK" in result)</span>
+<span class="sd"> True</span>
+<span class="sd"> """</span>
+ <span class="n">conn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">conn</span>
+ <span class="n">schema</span> <span class="o">=</span> <span class="n">schema</span> <span class="ow">or</span> <span class="n">conn</span><span class="o">.</span><span class="n">schema</span>
+
+ <span class="n">invalid_chars_list</span> <span class="o">=</span> <span class="n">re</span><span class="o">.</span><span class="n">findall</span><span class="p">(</span><span class="sa">r</span><span class="s2">"[^a-z0-9_]"</span><span class="p">,</span> <span class="n">schema</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">invalid_chars_list</span><span class="p">:</span>
+ <span class="n">invalid_chars</span> <span class="o">=</span> <span class="s2">""</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">char</span> <span class="k">for</span> <span class="n">char</span> <span class="ow">in</span> <span class="n">invalid_chars_list</span><span class="p">)</span>
+ <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"The schema `</span><span class="si">{</span><span class="n">schema</span><span class="si">}</span><span class="s2">` contains invalid characters: </span><span class="si">{</span><span class="n">invalid_chars</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">schema</span><span class="p">:</span>
+ <span class="n">hql</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">"USE </span><span class="si">{</span><span class="n">schema</span><span class="si">}</span><span class="s2">;</span><span class="se">\n</span><span class="si">{</span><span class="n">hql</span><span class="si">}</span><span class="s2">"</span>
+
+ <span class="k">with</span> <span class="n">TemporaryDirectory</span><span class="p">(</span><span class="n">prefix</span><span class="o">=</span><span class="s2">"airflow_hiveop_"</span><span class="p">)</span> <span class="k">as</span> <span class="n">tmp_dir</span><span class="p">:</span>
+ <span class="k">with</span> <span class="n">NamedTemporaryFile</span><span class="p">(</span><span class="nb">dir</span><span class="o">=</span><span class="n">tmp_dir</span><span class="p">)</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span>
+ <span class="n">hql</span> <span class="o">+=</span> <span class="s2">"</span><span class="se">\n</span><span class="s2">"</span>
+ <span class="n">f</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">hql</span><span class="o">.</span><span class="n">encode</span><span class="p">(</span><span class="s2">"UTF-8"</span><span class="p">))</span>
+ <span class="n">f</span><span class="o">.</span><span class="n">flush</span><span class="p">()</span>
+ <span class="n">hive_cmd</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_prepare_cli_cmd</span><span class="p">()</span>
+ <span class="n">env_context</span> <span class="o">=</span> <span class="n">get_context_from_env_var</span><span class="p">()</span>
+ <span class="c1"># Only extend the hive_conf if it is defined.</span>
+ <span class="k">if</span> <span class="n">hive_conf</span><span class="p">:</span>
+ <span class="n">env_context</span><span class="o">.</span><span class="n">update</span><span class="p">(</span><span class="n">hive_conf</span><span class="p">)</span>
+ <span class="n">hive_conf_params</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_prepare_hiveconf</span><span class="p">(</span><span class="n">env_context</span><span class="p">)</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">mapred_queue</span><span class="p">:</span>
+ <span class="n">hive_conf_params</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span>
+ <span class="p">[</span>
+ <span class="s2">"-hiveconf"</span><span class="p">,</span>
+ <span class="sa">f</span><span class="s2">"mapreduce.job.queuename=</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">mapred_queue</span><span class="si">}</span><span class="s2">"</span><span class="p">,</span>
+ <span class="s2">"-hiveconf"</span><span class="p">,</span>
+ <span class="sa">f</span><span class="s2">"mapred.job.queue.name=</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">mapred_queue</span><span class="si">}</span><span class="s2">"</span><span class="p">,</span>
+ <span class="s2">"-hiveconf"</span><span class="p">,</span>
+ <span class="sa">f</span><span class="s2">"tez.queue.name=</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">mapred_queue</span><span class="si">}</span><span class="s2">"</span><span class="p">,</span>
+ <span class="p">]</span>
+ <span class="p">)</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">mapred_queue_priority</span><span class="p">:</span>
+ <span class="n">hive_conf_params</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span>
+ <span class="p">[</span><span class="s2">"-hiveconf"</span><span class="p">,</span> <span class="sa">f</span><span class="s2">"mapreduce.job.priority=</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">mapred_queue_priority</span><span class="si">}</span><span class="s2">"</span><span class="p">]</span>
+ <span class="p">)</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">mapred_job_name</span><span class="p">:</span>
+ <span class="n">hive_conf_params</span><span class="o">.</span><span class="n">extend</span><span class="p">([</span><span class="s2">"-hiveconf"</span><span class="p">,</span> <span class="sa">f</span><span class="s2">"mapred.job.name=</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">mapred_job_name</span><span class="si">}</span><span class="s2">"</span><span class="p">])</span>
+
+ <span class="n">hive_cmd</span><span class="o">.</span><span class="n">extend</span><span class="p">(</span><span class="n">hive_conf_params</span><span class="p">)</span>
+ <span class="n">hive_cmd</span><span class="o">.</span><span class="n">extend</span><span class="p">([</span><span class="s2">"-f"</span><span class="p">,</span> <span class="n">f</span><span class="o">.</span><span class="n">name</span><span class="p">])</span>
+
+ <span class="k">if</span> <span class="n">verbose</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"</span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="s2">" "</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">hive_cmd</span><span class="p">))</span>
+ <span class="n">sub_process</span><span class="p">:</span> <span class="n">Any</span> <span class="o">=</span> <span class="n">subprocess</span><span class="o">.</span><span class="n">Popen</span><span class="p">(</span>
+ <span class="n">hive_cmd</span><span class="p">,</span> <span class="n">stdout</span><span class="o">=</span><span class="n">subprocess</span><span class="o">.</span><span class="n">PIPE</span><span class="p">,</span> <span class="n">stderr</span><span class="o">=</span><span class="n">subprocess</span><span class="o">.</span><span class="n">STDOUT</span><span class="p">,</span> <span class="n">cwd</span><span class="o">=</span><span class="n">tmp_dir</span><span clas [...]
+ <span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">sub_process</span> <span class="o">=</span> <span class="n">sub_process</span>
+ <span class="n">stdout</span> <span class="o">=</span> <span class="s2">""</span>
+ <span class="k">while</span> <span class="kc">True</span><span class="p">:</span>
+ <span class="n">line</span> <span class="o">=</span> <span class="n">sub_process</span><span class="o">.</span><span class="n">stdout</span><span class="o">.</span><span class="n">readline</span><span class="p">()</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">line</span><span class="p">:</span>
+ <span class="k">break</span>
+ <span class="n">stdout</span> <span class="o">+=</span> <span class="n">line</span><span class="o">.</span><span class="n">decode</span><span class="p">(</span><span class="s2">"UTF-8"</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">verbose</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="n">line</span><span class="o">.</span><span class="n">decode</span><span class="p">(</span><span class="s2">"UTF-8"</span><span class="p">)</span><span class="o">.</span><span class="n">strip</span><span class="p">())</span>
+ <span class="n">sub_process</span><span class="o">.</span><span class="n">wait</span><span class="p">()</span>
+
+ <span class="k">if</span> <span class="n">sub_process</span><span class="o">.</span><span class="n">returncode</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="n">stdout</span><span class="p">)</span>
+
+ <span class="k">return</span> <span class="n">stdout</span></div>
+
+<div class="viewcode-block" id="HiveCliHook.test_hql"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveCliHook.test_hql">[docs]</a> <span class="k">def</span> <span class="nf">test_hql</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">hql</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o"> [...]
+ <span class="sd">"""Test an hql statement using the hive cli and EXPLAIN"""</span>
+ <span class="n">create</span><span class="p">,</span> <span class="n">insert</span><span class="p">,</span> <span class="n">other</span> <span class="o">=</span> <span class="p">[],</span> <span class="p">[],</span> <span class="p">[]</span>
+ <span class="k">for</span> <span class="n">query</span> <span class="ow">in</span> <span class="n">hql</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s2">";"</span><span class="p">):</span> <span class="c1"># naive</span>
+ <span class="n">query_original</span> <span class="o">=</span> <span class="n">query</span>
+ <span class="n">query</span> <span class="o">=</span> <span class="n">query</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
+
+ <span class="k">if</span> <span class="n">query</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s2">"create table"</span><span class="p">):</span>
+ <span class="n">create</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">query_original</span><span class="p">)</span>
+ <span class="k">elif</span> <span class="n">query</span><span class="o">.</span><span class="n">startswith</span><span class="p">((</span><span class="s2">"set "</span><span class="p">,</span> <span class="s2">"add jar "</span><span class="p">,</span> <span class="s2">"create temporary function"</span><span class="p">)):</span>
+ <span class="n">other</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">query_original</span><span class="p">)</span>
+ <span class="k">elif</span> <span class="n">query</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s2">"insert"</span><span class="p">):</span>
+ <span class="n">insert</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">query_original</span><span class="p">)</span>
+ <span class="n">other_</span> <span class="o">=</span> <span class="s2">";"</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">other</span><span class="p">)</span>
+ <span class="k">for</span> <span class="n">query_set</span> <span class="ow">in</span> <span class="p">[</span><span class="n">create</span><span class="p">,</span> <span class="n">insert</span><span class="p">]:</span>
+ <span class="k">for</span> <span class="n">query</span> <span class="ow">in</span> <span class="n">query_set</span><span class="p">:</span>
+
+ <span class="n">query_preview</span> <span class="o">=</span> <span class="s2">" "</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">query</span><span class="o">.</span><span class="n">split</span><span class="p">())[:</span><span class="mi">50</span><span class="p">]</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Testing HQL [</span><span class="si">%s</span><span class="s2"> (...)]"</span><span class="p">,</span> <span class="n">query_preview</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">query_set</span> <span class="o">==</span> <span class="n">insert</span><span class="p">:</span>
+ <span class="n">query</span> <span class="o">=</span> <span class="n">other_</span> <span class="o">+</span> <span class="s2">"; explain "</span> <span class="o">+</span> <span class="n">query</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">query</span> <span class="o">=</span> <span class="s2">"explain "</span> <span class="o">+</span> <span class="n">query</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">run_cli</span><span class="p">(</span><span class="n">query</span><span class="p">,</span> <span class="n">verbose</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span>
+ <span class="k">except</span> <span class="n">AirflowException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
+ <span class="n">message</span> <span class="o">=</span> <span class="n">e</span><span class="o">.</span><span class="n">args</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s2">"</span><span class="se">\n</span><span class="s2">"</span><span class="p">)[</span><span class="o">-</span><span class="mi">2</span><span class="p">]</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="n">message</span><span class="p">)</span>
+ <span class="n">error_loc</span> <span class="o">=</span> <span class="n">re</span><span class="o">.</span><span class="n">search</span><span class="p">(</span><span class="sa">r</span><span class="s2">"(\d+):(\d+)"</span><span class="p">,</span> <span class="n">message</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">error_loc</span> <span class="ow">and</span> <span class="n">error_loc</span><span class="o">.</span><span class="n">group</span><span class="p">(</span><span class="mi">1</span><span class="p">)</span><span class="o">.</span><span class="n">isdigit</span><span class="p">():</span>
+ <span class="n">lst</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="n">error_loc</span><span class="o">.</span><span class="n">group</span><span class="p">(</span><span class="mi">1</span><span class="p">))</span>
+ <span class="n">begin</span> <span class="o">=</span> <span class="nb">max</span><span class="p">(</span><span class="n">lst</span> <span class="o">-</span> <span class="mi">2</span><span class="p">,</span> <span class="mi">0</span><span class="p">)</span>
+ <span class="n">end</span> <span class="o">=</span> <span class="nb">min</span><span class="p">(</span><span class="n">lst</span> <span class="o">+</span> <span class="mi">3</span><span class="p">,</span> <span class="nb">len</span><span class="p">(</span><span class="n">query</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s2">"</span><span class="se">\n</span><span class="s2">"</span><span class="p">)))</span>
+ <span class="n">context</span> <span class="o">=</span> <span class="s2">"</span><span class="se">\n</span><span class="s2">"</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">query</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s2">"</span><span class="se">\n</span><span class="s2">"</span><span class="p">)[</span><span class="n">begin</span><span cl [...]
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Context :</span><span class="se">\n</span><span class="s2"> </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">context</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"SUCCESS"</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="HiveCliHook.load_df"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_df">[docs]</a> <span class="k">def</span> <span class="nf">load_df</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">df</span><span class="p">:</span> <span class="n">pandas</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">,</span>
+ <span class="n">table</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">field_dict</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="n">Any</span><span class="p">,</span> <span class="n">Any</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">delimiter</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">","</span><span class="p">,</span>
+ <span class="n">encoding</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"utf8"</span><span class="p">,</span>
+ <span class="n">pandas_kwargs</span><span class="p">:</span> <span class="n">Any</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n">Any</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Loads a pandas DataFrame into hive.</span>
+
+<span class="sd"> Hive data types will be inferred if not passed but column names will</span>
+<span class="sd"> not be sanitized.</span>
+
+<span class="sd"> :param df: DataFrame to load into a Hive table</span>
+<span class="sd"> :param table: target Hive table, use dot notation to target a</span>
+<span class="sd"> specific database</span>
+<span class="sd"> :param field_dict: mapping from column name to hive data type.</span>
+<span class="sd"> Note that it must be OrderedDict so as to keep columns' order.</span>
+<span class="sd"> :param delimiter: field delimiter in the file</span>
+<span class="sd"> :param encoding: str encoding to use when writing DataFrame to file</span>
+<span class="sd"> :param pandas_kwargs: passed to DataFrame.to_csv</span>
+<span class="sd"> :param kwargs: passed to self.load_file</span>
+<span class="sd"> """</span>
+
+ <span class="k">def</span> <span class="nf">_infer_field_types_from_df</span><span class="p">(</span><span class="n">df</span><span class="p">:</span> <span class="n">pandas</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">)</span> <span class="o">-></span> <span class="nb">dict</span><span class="p">[</span><span class="n">Any</span><span class="p">,</span> <span class="n">Any</span><span class="p">]:</span>
+ <span class="n">dtype_kind_hive_type</span> <span class="o">=</span> <span class="p">{</span>
+ <span class="s2">"b"</span><span class="p">:</span> <span class="s2">"BOOLEAN"</span><span class="p">,</span> <span class="c1"># boolean</span>
+ <span class="s2">"i"</span><span class="p">:</span> <span class="s2">"BIGINT"</span><span class="p">,</span> <span class="c1"># signed integer</span>
+ <span class="s2">"u"</span><span class="p">:</span> <span class="s2">"BIGINT"</span><span class="p">,</span> <span class="c1"># unsigned integer</span>
+ <span class="s2">"f"</span><span class="p">:</span> <span class="s2">"DOUBLE"</span><span class="p">,</span> <span class="c1"># floating-point</span>
+ <span class="s2">"c"</span><span class="p">:</span> <span class="s2">"STRING"</span><span class="p">,</span> <span class="c1"># complex floating-point</span>
+ <span class="s2">"M"</span><span class="p">:</span> <span class="s2">"TIMESTAMP"</span><span class="p">,</span> <span class="c1"># datetime</span>
+ <span class="s2">"O"</span><span class="p">:</span> <span class="s2">"STRING"</span><span class="p">,</span> <span class="c1"># object</span>
+ <span class="s2">"S"</span><span class="p">:</span> <span class="s2">"STRING"</span><span class="p">,</span> <span class="c1"># (byte-)string</span>
+ <span class="s2">"U"</span><span class="p">:</span> <span class="s2">"STRING"</span><span class="p">,</span> <span class="c1"># Unicode</span>
+ <span class="s2">"V"</span><span class="p">:</span> <span class="s2">"STRING"</span><span class="p">,</span> <span class="c1"># void</span>
+ <span class="p">}</span>
+
+ <span class="n">order_type</span> <span class="o">=</span> <span class="n">OrderedDict</span><span class="p">()</span>
+ <span class="k">for</span> <span class="n">col</span><span class="p">,</span> <span class="n">dtype</span> <span class="ow">in</span> <span class="n">df</span><span class="o">.</span><span class="n">dtypes</span><span class="o">.</span><span class="n">iteritems</span><span class="p">():</span>
+ <span class="n">order_type</span><span class="p">[</span><span class="n">col</span><span class="p">]</span> <span class="o">=</span> <span class="n">dtype_kind_hive_type</span><span class="p">[</span><span class="n">dtype</span><span class="o">.</span><span class="n">kind</span><span class="p">]</span>
+ <span class="k">return</span> <span class="n">order_type</span>
+
+ <span class="k">if</span> <span class="n">pandas_kwargs</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="n">pandas_kwargs</span> <span class="o">=</span> <span class="p">{}</span>
+
+ <span class="k">with</span> <span class="n">TemporaryDirectory</span><span class="p">(</span><span class="n">prefix</span><span class="o">=</span><span class="s2">"airflow_hiveop_"</span><span class="p">)</span> <span class="k">as</span> <span class="n">tmp_dir</span><span class="p">:</span>
+ <span class="k">with</span> <span class="n">NamedTemporaryFile</span><span class="p">(</span><span class="nb">dir</span><span class="o">=</span><span class="n">tmp_dir</span><span class="p">,</span> <span class="n">mode</span><span class="o">=</span><span class="s2">"w"</span><span class="p">)</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span>
+ <span class="k">if</span> <span class="n">field_dict</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="n">field_dict</span> <span class="o">=</span> <span class="n">_infer_field_types_from_df</span><span class="p">(</span><span class="n">df</span><span class="p">)</span>
+
+ <span class="n">df</span><span class="o">.</span><span class="n">to_csv</span><span class="p">(</span>
+ <span class="n">path_or_buf</span><span class="o">=</span><span class="n">f</span><span class="p">,</span>
+ <span class="n">sep</span><span class="o">=</span><span class="n">delimiter</span><span class="p">,</span>
+ <span class="n">header</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="n">index</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="n">encoding</span><span class="o">=</span><span class="n">encoding</span><span class="p">,</span>
+ <span class="n">date_format</span><span class="o">=</span><span class="s2">"%Y-%m-</span><span class="si">%d</span><span class="s2"> %H:%M:%S"</span><span class="p">,</span>
+ <span class="o">**</span><span class="n">pandas_kwargs</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="n">f</span><span class="o">.</span><span class="n">flush</span><span class="p">()</span>
+
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">load_file</span><span class="p">(</span>
+ <span class="n">filepath</span><span class="o">=</span><span class="n">f</span><span class="o">.</span><span class="n">name</span><span class="p">,</span> <span class="n">table</span><span class="o">=</span><span class="n">table</span><span class="p">,</span> <span class="n">delimiter</span><span class="o">=</span><span class="n">delimiter</span><span class="p">,</span> <span class="n">field_dict</span><span class="o">=</span><span class="n">field_dict</span><span cla [...]
+ <span class="p">)</span>
+
+<div class="viewcode-block" id="HiveCliHook.load_file"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveCliHook.load_file">[docs]</a> <span class="k">def</span> <span class="nf">load_file</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">filepath</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">table</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">delimiter</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">","</span><span class="p">,</span>
+ <span class="n">field_dict</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="n">Any</span><span class="p">,</span> <span class="n">Any</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">create</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
+ <span class="n">overwrite</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
+ <span class="n">partition</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">recreate</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
+ <span class="n">tblproperties</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Loads a local file into Hive</span>
+
+<span class="sd"> Note that the table generated in Hive uses ``STORED AS textfile``</span>
+<span class="sd"> which isn't the most efficient serialization format. If a</span>
+<span class="sd"> large amount of data is loaded and/or if the tables gets</span>
+<span class="sd"> queried considerably, you may want to use this operator only to</span>
+<span class="sd"> stage the data into a temporary table before loading it into its</span>
+<span class="sd"> final destination using a ``HiveOperator``.</span>
+
+<span class="sd"> :param filepath: local filepath of the file to load</span>
+<span class="sd"> :param table: target Hive table, use dot notation to target a</span>
+<span class="sd"> specific database</span>
+<span class="sd"> :param delimiter: field delimiter in the file</span>
+<span class="sd"> :param field_dict: A dictionary of the fields name in the file</span>
+<span class="sd"> as keys and their Hive types as values.</span>
+<span class="sd"> Note that it must be OrderedDict so as to keep columns' order.</span>
+<span class="sd"> :param create: whether to create the table if it doesn't exist</span>
+<span class="sd"> :param overwrite: whether to overwrite the data in table or partition</span>
+<span class="sd"> :param partition: target partition as a dict of partition columns</span>
+<span class="sd"> and values</span>
+<span class="sd"> :param recreate: whether to drop and recreate the table at every</span>
+<span class="sd"> execution</span>
+<span class="sd"> :param tblproperties: TBLPROPERTIES of the hive table being created</span>
+<span class="sd"> """</span>
+ <span class="n">hql</span> <span class="o">=</span> <span class="s2">""</span>
+ <span class="k">if</span> <span class="n">recreate</span><span class="p">:</span>
+ <span class="n">hql</span> <span class="o">+=</span> <span class="sa">f</span><span class="s2">"DROP TABLE IF EXISTS </span><span class="si">{</span><span class="n">table</span><span class="si">}</span><span class="s2">;</span><span class="se">\n</span><span class="s2">"</span>
+ <span class="k">if</span> <span class="n">create</span> <span class="ow">or</span> <span class="n">recreate</span><span class="p">:</span>
+ <span class="k">if</span> <span class="n">field_dict</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s2">"Must provide a field dict when creating a table"</span><span class="p">)</span>
+ <span class="n">fields</span> <span class="o">=</span> <span class="s2">",</span><span class="se">\n</span><span class="s2"> "</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="sa">f</span><span class="s2">"`</span><span class="si">{</span><span class="n">k</span><span class="o">.</span><span class="n">strip</span><span class="p">(</span><span class="s1">'`'</span><span class="p">)</span><span class="si">}< [...]
+ <span class="n">hql</span> <span class="o">+=</span> <span class="sa">f</span><span class="s2">"CREATE TABLE IF NOT EXISTS </span><span class="si">{</span><span class="n">table</span><span class="si">}</span><span class="s2"> (</span><span class="se">\n</span><span class="si">{</span><span class="n">fields</span><span class="si">}</span><span class="s2">)</span><span class="se">\n</span><span class="s2">"</span>
+ <span class="k">if</span> <span class="n">partition</span><span class="p">:</span>
+ <span class="n">pfields</span> <span class="o">=</span> <span class="s2">",</span><span class="se">\n</span><span class="s2"> "</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">p</span> <span class="o">+</span> <span class="s2">" STRING"</span> <span class="k">for</span> <span class="n">p</span> <span class="ow">in</span> <span class="n">partition</span><span class="p">)</span>
+ <span class="n">hql</span> <span class="o">+=</span> <span class="sa">f</span><span class="s2">"PARTITIONED BY (</span><span class="si">{</span><span class="n">pfields</span><span class="si">}</span><span class="s2">)</span><span class="se">\n</span><span class="s2">"</span>
+ <span class="n">hql</span> <span class="o">+=</span> <span class="s2">"ROW FORMAT DELIMITED</span><span class="se">\n</span><span class="s2">"</span>
+ <span class="n">hql</span> <span class="o">+=</span> <span class="sa">f</span><span class="s2">"FIELDS TERMINATED BY '</span><span class="si">{</span><span class="n">delimiter</span><span class="si">}</span><span class="s2">'</span><span class="se">\n</span><span class="s2">"</span>
+ <span class="n">hql</span> <span class="o">+=</span> <span class="s2">"STORED AS textfile</span><span class="se">\n</span><span class="s2">"</span>
+ <span class="k">if</span> <span class="n">tblproperties</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="n">tprops</span> <span class="o">=</span> <span class="s2">", "</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="sa">f</span><span class="s2">"'</span><span class="si">{</span><span class="n">k</span><span class="si">}</span><span class="s2">'='</span><span class="si">{</span><span class="n">v</span><span class="si">}</span><span class="s2">'"</span> <span class="k">for</span> <s [...]
+ <span class="n">hql</span> <span class="o">+=</span> <span class="sa">f</span><span class="s2">"TBLPROPERTIES(</span><span class="si">{</span><span class="n">tprops</span><span class="si">}</span><span class="s2">)</span><span class="se">\n</span><span class="s2">"</span>
+ <span class="n">hql</span> <span class="o">+=</span> <span class="s2">";"</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="n">hql</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">run_cli</span><span class="p">(</span><span class="n">hql</span><span class="p">)</span>
+ <span class="n">hql</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">"LOAD DATA LOCAL INPATH '</span><span class="si">{</span><span class="n">filepath</span><span class="si">}</span><span class="s2">' "</span>
+ <span class="k">if</span> <span class="n">overwrite</span><span class="p">:</span>
+ <span class="n">hql</span> <span class="o">+=</span> <span class="s2">"OVERWRITE "</span>
+ <span class="n">hql</span> <span class="o">+=</span> <span class="sa">f</span><span class="s2">"INTO TABLE </span><span class="si">{</span><span class="n">table</span><span class="si">}</span><span class="s2"> "</span>
+ <span class="k">if</span> <span class="n">partition</span><span class="p">:</span>
+ <span class="n">pvals</span> <span class="o">=</span> <span class="s2">", "</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">k</span><span class="si">}</span><span class="s2">='</span><span class="si">{</span><span class="n">v</span><span class="si">}</span><span class="s2">'"</span> <span class="k">for</span> <span class="n">k [...]
+ <span class="n">hql</span> <span class="o">+=</span> <span class="sa">f</span><span class="s2">"PARTITION (</span><span class="si">{</span><span class="n">pvals</span><span class="si">}</span><span class="s2">)"</span>
+
+ <span class="c1"># As a workaround for HIVE-10541, add a newline character</span>
+ <span class="c1"># at the end of hql (AIRFLOW-2412).</span>
+ <span class="n">hql</span> <span class="o">+=</span> <span class="s2">";</span><span class="se">\n</span><span class="s2">"</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="n">hql</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">run_cli</span><span class="p">(</span><span class="n">hql</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="HiveCliHook.kill"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveCliHook.kill">[docs]</a> <span class="k">def</span> <span class="nf">kill</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="sd">"""Kill Hive cli command"""</span>
+ <span class="k">if</span> <span class="nb">hasattr</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="s2">"sub_process"</span><span class="p">):</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">sub_process</span><span class="o">.</span><span class="n">poll</span><span class="p">()</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="nb">print</span><span class="p">(</span><span class="s2">"Killing the Hive job"</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">sub_process</span><span class="o">.</span><span class="n">terminate</span><span class="p">()</span>
+ <span class="n">time</span><span class="o">.</span><span class="n">sleep</span><span class="p">(</span><span class="mi">60</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">sub_process</span><span class="o">.</span><span class="n">kill</span><span class="p">()</span></div></div>
+
+
+<div class="viewcode-block" id="HiveMetastoreHook"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook">[docs]</a><span class="k">class</span> <span class="nc">HiveMetastoreHook</span><span class="p">(</span><span class="n">BaseHook</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Wrapper to interact with the Hive Metastore</span>
+
+<span class="sd"> :param metastore_conn_id: reference to the</span>
+<span class="sd"> :ref: `metastore thrift service connection id <howto/connection:hive_metastore>`.</span>
+<span class="sd"> """</span>
+
+ <span class="c1"># java short max val</span>
+<div class="viewcode-block" id="HiveMetastoreHook.MAX_PART_COUNT"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.MAX_PART_COUNT">[docs]</a> <span class="n">MAX_PART_COUNT</span> <span class="o">=</span> <span class="mi">32767</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.conn_name_attr"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_name_attr">[docs]</a> <span class="n">conn_name_attr</span> <span class="o">=</span> <span class="s2">"metastore_conn_id"</span></div>
+<div class="viewcode-block" id="HiveMetastoreHook.default_conn_name"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.default_conn_name">[docs]</a> <span class="n">default_conn_name</span> <span class="o">=</span> <span class="s2">"metastore_default"</span></div>
+<div class="viewcode-block" id="HiveMetastoreHook.conn_type"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.conn_type">[docs]</a> <span class="n">conn_type</span> <span class="o">=</span> <span class="s2">"hive_metastore"</span></div>
+<div class="viewcode-block" id="HiveMetastoreHook.hook_name"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.hook_name">[docs]</a> <span class="n">hook_name</span> <span class="o">=</span> <span class="s2">"Hive Metastore Thrift"</span></div>
+
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">metastore_conn_id</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="n">default_conn_name</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">conn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_connection</span><span class="p">(</span><span class="n">metastore_conn_id</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">metastore</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_metastore_client</span><span class="p">()</span>
+
+<div class="viewcode-block" id="HiveMetastoreHook.__getstate__"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__getstate__">[docs]</a> <span class="k">def</span> <span class="nf">__getstate__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">dict</span><span class="p">[</span><span class="n [...]
+ <span class="c1"># This is for pickling to work despite the thrift hive client not</span>
+ <span class="c1"># being picklable</span>
+ <span class="n">state</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="vm">__dict__</span><span class="p">)</span>
+ <span class="k">del</span> <span class="n">state</span><span class="p">[</span><span class="s2">"metastore"</span><span class="p">]</span>
+ <span class="k">return</span> <span class="n">state</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.__setstate__"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.__setstate__">[docs]</a> <span class="k">def</span> <span class="nf">__setstate__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">d</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[< [...]
+ <span class="bp">self</span><span class="o">.</span><span class="vm">__dict__</span><span class="o">.</span><span class="n">update</span><span class="p">(</span><span class="n">d</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="vm">__dict__</span><span class="p">[</span><span class="s2">"metastore"</span><span class="p">]</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_metastore_client</span><span class="p">()</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.get_metastore_client"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_metastore_client">[docs]</a> <span class="k">def</span> <span class="nf">get_metastore_client</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Any</span><span class="p"> [...]
+ <span class="sd">"""Returns a Hive thrift client."""</span>
+ <span class="kn">import</span> <span class="nn">hmsclient</span>
+ <span class="kn">from</span> <span class="nn">thrift.protocol</span> <span class="kn">import</span> <span class="n">TBinaryProtocol</span>
+ <span class="kn">from</span> <span class="nn">thrift.transport</span> <span class="kn">import</span> <span class="n">TSocket</span><span class="p">,</span> <span class="n">TTransport</span>
+
+ <span class="n">host</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_find_valid_host</span><span class="p">()</span>
+ <span class="n">conn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">conn</span>
+
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">host</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="s2">"Failed to locate the valid server."</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="s2">"authMechanism"</span> <span class="ow">in</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">:</span>
+ <span class="n">warnings</span><span class="o">.</span><span class="n">warn</span><span class="p">(</span>
+ <span class="s2">"The 'authMechanism' option is deprecated. Please use 'auth_mechanism'."</span><span class="p">,</span>
+ <span class="ne">DeprecationWarning</span><span class="p">,</span>
+ <span class="n">stacklevel</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span><span class="s2">"auth_mechanism"</span><span class="p">]</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span><span class="s2">"authMechanism"</span><span class="p">]</span>
+ <span class="k">del</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span><span class="s2">"authMechanism"</span><span class="p">]</span>
+
+ <span class="n">auth_mechanism</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"auth_mechanism"</span><span class="p">,</span> <span class="s2">"NOSASL"</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">conf</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"core"</span><span class="p">,</span> <span class="s2">"security"</span><span class="p">)</span> <span class="o">==</span> <span class="s2">"kerberos"</span><span class="p">:</span>
+ <span class="n">auth_mechanism</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"auth_mechanism"</span><span class="p">,</span> <span class="s2">"GSSAPI"</span><span class="p">)</span>
+ <span class="n">kerberos_service_name</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"kerberos_service_name"</span><span class="p">,</span> <span class="s2">"hive"</span><span class="p">)</span>
+
+ <span class="n">conn_socket</span> <span class="o">=</span> <span class="n">TSocket</span><span class="o">.</span><span class="n">TSocket</span><span class="p">(</span><span class="n">host</span><span class="p">,</span> <span class="n">conn</span><span class="o">.</span><span class="n">port</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">conf</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"core"</span><span class="p">,</span> <span class="s2">"security"</span><span class="p">)</span> <span class="o">==</span> <span class="s2">"kerberos"</span> <span class="ow">and</span> <span class="n">auth_mechanism</span> <span class="o">==</span> <span class="s2">"GSSAPI"</span><span class="p">:</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="kn">import</span> <span class="nn">saslwrapper</span> <span class="k">as</span> <span class="nn">sasl</span>
+ <span class="k">except</span> <span class="ne">ImportError</span><span class="p">:</span>
+ <span class="kn">import</span> <span class="nn">sasl</span>
+
+ <span class="k">def</span> <span class="nf">sasl_factory</span><span class="p">()</span> <span class="o">-></span> <span class="n">sasl</span><span class="o">.</span><span class="n">Client</span><span class="p">:</span>
+ <span class="n">sasl_client</span> <span class="o">=</span> <span class="n">sasl</span><span class="o">.</span><span class="n">Client</span><span class="p">()</span>
+ <span class="n">sasl_client</span><span class="o">.</span><span class="n">setAttr</span><span class="p">(</span><span class="s2">"host"</span><span class="p">,</span> <span class="n">host</span><span class="p">)</span>
+ <span class="n">sasl_client</span><span class="o">.</span><span class="n">setAttr</span><span class="p">(</span><span class="s2">"service"</span><span class="p">,</span> <span class="n">kerberos_service_name</span><span class="p">)</span>
+ <span class="n">sasl_client</span><span class="o">.</span><span class="n">init</span><span class="p">()</span>
+ <span class="k">return</span> <span class="n">sasl_client</span>
+
+ <span class="kn">from</span> <span class="nn">thrift_sasl</span> <span class="kn">import</span> <span class="n">TSaslClientTransport</span>
+
+ <span class="n">transport</span> <span class="o">=</span> <span class="n">TSaslClientTransport</span><span class="p">(</span><span class="n">sasl_factory</span><span class="p">,</span> <span class="s2">"GSSAPI"</span><span class="p">,</span> <span class="n">conn_socket</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">transport</span> <span class="o">=</span> <span class="n">TTransport</span><span class="o">.</span><span class="n">TBufferedTransport</span><span class="p">(</span><span class="n">conn_socket</span><span class="p">)</span>
+
+ <span class="n">protocol</span> <span class="o">=</span> <span class="n">TBinaryProtocol</span><span class="o">.</span><span class="n">TBinaryProtocol</span><span class="p">(</span><span class="n">transport</span><span class="p">)</span>
+
+ <span class="k">return</span> <span class="n">hmsclient</span><span class="o">.</span><span class="n">HMSClient</span><span class="p">(</span><span class="n">iprot</span><span class="o">=</span><span class="n">protocol</span><span class="p">)</span></div>
+
+ <span class="k">def</span> <span class="nf">_find_valid_host</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Any</span><span class="p">:</span>
+ <span class="n">conn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">conn</span>
+ <span class="n">hosts</span> <span class="o">=</span> <span class="n">conn</span><span class="o">.</span><span class="n">host</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s2">","</span><span class="p">)</span>
+ <span class="k">for</span> <span class="n">host</span> <span class="ow">in</span> <span class="n">hosts</span><span class="p">:</span>
+ <span class="n">host_socket</span> <span class="o">=</span> <span class="n">socket</span><span class="o">.</span><span class="n">socket</span><span class="p">(</span><span class="n">socket</span><span class="o">.</span><span class="n">AF_INET</span><span class="p">,</span> <span class="n">socket</span><span class="o">.</span><span class="n">SOCK_STREAM</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Trying to connect to </span><span class="si">%s</span><span class="s2">:</span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">host</span><span class="p">,</span> <span class="n">conn</span><span class="o">.</span><span class="n">port</span><span class="p [...]
+ <span class="k">if</span> <span class="n">host_socket</span><span class="o">.</span><span class="n">connect_ex</span><span class="p">((</span><span class="n">host</span><span class="p">,</span> <span class="n">conn</span><span class="o">.</span><span class="n">port</span><span class="p">))</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Connected to </span><span class="si">%s</span><span class="s2">:</span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">host</span><span class="p">,</span> <span class="n">conn</span><span class="o">.</span><span class="n">port</span><span class="p">)</span>
+ <span class="n">host_socket</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
+ <span class="k">return</span> <span class="n">host</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="s2">"Could not connect to </span><span class="si">%s</span><span class="s2">:</span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">host</span><span class="p">,</span> <span class="n">conn</span><span class="o">.</span><span class="n">port</span><span cla [...]
+ <span class="k">return</span> <span class="kc">None</span>
+
+<div class="viewcode-block" id="HiveMetastoreHook.get_conn"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_conn">[docs]</a> <span class="k">def</span> <span class="nf">get_conn</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Any</span><span class="p">:</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">metastore</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.check_for_partition"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_partition">[docs]</a> <span class="k">def</span> <span class="nf">check_for_partition</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">schema</span><span class="p">:</span> <span class="nb">str [...]
+ <span class="sd">"""</span>
+<span class="sd"> Checks whether a partition exists</span>
+
+<span class="sd"> :param schema: Name of hive schema (database) @table belongs to</span>
+<span class="sd"> :param table: Name of hive table @partition belongs to</span>
+<span class="sd"> :param partition: Expression that matches the partitions to check for</span>
+<span class="sd"> (eg `a = 'b' AND c = 'd'`)</span>
+
+<span class="sd"> >>> hh = HiveMetastoreHook()</span>
+<span class="sd"> >>> t = 'static_babynames_partitioned'</span>
+<span class="sd"> >>> hh.check_for_partition('airflow', t, "ds='2015-01-01'")</span>
+<span class="sd"> True</span>
+<span class="sd"> """</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">metastore</span> <span class="k">as</span> <span class="n">client</span><span class="p">:</span>
+ <span class="n">partitions</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">get_partitions_by_filter</span><span class="p">(</span>
+ <span class="n">schema</span><span class="p">,</span> <span class="n">table</span><span class="p">,</span> <span class="n">partition</span><span class="p">,</span> <span class="n">HiveMetastoreHook</span><span class="o">.</span><span class="n">MAX_PART_COUNT</span>
+ <span class="p">)</span>
+
+ <span class="k">return</span> <span class="nb">bool</span><span class="p">(</span><span class="n">partitions</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.check_for_named_partition"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.check_for_named_partition">[docs]</a> <span class="k">def</span> <span class="nf">check_for_named_partition</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">schema</span><span class="p">:</span> <s [...]
+ <span class="sd">"""</span>
+<span class="sd"> Checks whether a partition with a given name exists</span>
+
+<span class="sd"> :param schema: Name of hive schema (database) @table belongs to</span>
+<span class="sd"> :param table: Name of hive table @partition belongs to</span>
+<span class="sd"> :param partition_name: Name of the partitions to check for (eg `a=b/c=d`)</span>
+
+<span class="sd"> >>> hh = HiveMetastoreHook()</span>
+<span class="sd"> >>> t = 'static_babynames_partitioned'</span>
+<span class="sd"> >>> hh.check_for_named_partition('airflow', t, "ds=2015-01-01")</span>
+<span class="sd"> True</span>
+<span class="sd"> >>> hh.check_for_named_partition('airflow', t, "ds=xxx")</span>
+<span class="sd"> False</span>
+<span class="sd"> """</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">metastore</span> <span class="k">as</span> <span class="n">client</span><span class="p">:</span>
+ <span class="k">return</span> <span class="n">client</span><span class="o">.</span><span class="n">check_for_named_partition</span><span class="p">(</span><span class="n">schema</span><span class="p">,</span> <span class="n">table</span><span class="p">,</span> <span class="n">partition_name</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.get_table"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_table">[docs]</a> <span class="k">def</span> <span class="nf">get_table</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">table_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</ [...]
+ <span class="sd">"""Get a metastore table object</span>
+
+<span class="sd"> >>> hh = HiveMetastoreHook()</span>
+<span class="sd"> >>> t = hh.get_table(db='airflow', table_name='static_babynames')</span>
+<span class="sd"> >>> t.tableName</span>
+<span class="sd"> 'static_babynames'</span>
+<span class="sd"> >>> [col.name for col in t.sd.cols]</span>
+<span class="sd"> ['state', 'year', 'name', 'gender', 'num']</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="n">db</span> <span class="o">==</span> <span class="s2">"default"</span> <span class="ow">and</span> <span class="s2">"."</span> <span class="ow">in</span> <span class="n">table_name</span><span class="p">:</span>
+ <span class="n">db</span><span class="p">,</span> <span class="n">table_name</span> <span class="o">=</span> <span class="n">table_name</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s2">"."</span><span class="p">)[:</span><span class="mi">2</span><span class="p">]</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">metastore</span> <span class="k">as</span> <span class="n">client</span><span class="p">:</span>
+ <span class="k">return</span> <span class="n">client</span><span class="o">.</span><span class="n">get_table</span><span class="p">(</span><span class="n">dbname</span><span class="o">=</span><span class="n">db</span><span class="p">,</span> <span class="n">tbl_name</span><span class="o">=</span><span class="n">table_name</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.get_tables"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_tables">[docs]</a> <span class="k">def</span> <span class="nf">get_tables</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">db</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> [...]
+ <span class="sd">"""Get a metastore table object"""</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">metastore</span> <span class="k">as</span> <span class="n">client</span><span class="p">:</span>
+ <span class="n">tables</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">get_tables</span><span class="p">(</span><span class="n">db_name</span><span class="o">=</span><span class="n">db</span><span class="p">,</span> <span class="n">pattern</span><span class="o">=</span><span class="n">pattern</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">client</span><span class="o">.</span><span class="n">get_table_objects_by_name</span><span class="p">(</span><span class="n">db</span><span class="p">,</span> <span class="n">tables</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.get_databases"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_databases">[docs]</a> <span class="k">def</span> <span class="nf">get_databases</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">pattern</span><span class="p">:</span> <span class="nb">str</span> <span cla [...]
+ <span class="sd">"""Get a metastore table object"""</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">metastore</span> <span class="k">as</span> <span class="n">client</span><span class="p">:</span>
+ <span class="k">return</span> <span class="n">client</span><span class="o">.</span><span class="n">get_databases</span><span class="p">(</span><span class="n">pattern</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.get_partitions"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.get_partitions">[docs]</a> <span class="k">def</span> <span class="nf">get_partitions</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">schema</span><span class="p">:</span> <span class="nb">str</span><span cl [...]
+ <span class="sd">"""</span>
+<span class="sd"> Returns a list of all partitions in a table. Works only</span>
+<span class="sd"> for tables with less than 32767 (java short max val).</span>
+<span class="sd"> For subpartitioned table, the number might easily exceed this.</span>
+
+<span class="sd"> >>> hh = HiveMetastoreHook()</span>
+<span class="sd"> >>> t = 'static_babynames_partitioned'</span>
+<span class="sd"> >>> parts = hh.get_partitions(schema='airflow', table_name=t)</span>
+<span class="sd"> >>> len(parts)</span>
+<span class="sd"> 1</span>
+<span class="sd"> >>> parts</span>
+<span class="sd"> [{'ds': '2015-01-01'}]</span>
+<span class="sd"> """</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">metastore</span> <span class="k">as</span> <span class="n">client</span><span class="p">:</span>
+ <span class="n">table</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">get_table</span><span class="p">(</span><span class="n">dbname</span><span class="o">=</span><span class="n">schema</span><span class="p">,</span> <span class="n">tbl_name</span><span class="o">=</span><span class="n">table_name</span><span class="p">)</span>
+ <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">table</span><span class="o">.</span><span class="n">partitionKeys</span><span class="p">)</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="s2">"The table isn't partitioned"</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="k">if</span> <span class="n">partition_filter</span><span class="p">:</span>
+ <span class="n">parts</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">get_partitions_by_filter</span><span class="p">(</span>
+ <span class="n">db_name</span><span class="o">=</span><span class="n">schema</span><span class="p">,</span>
+ <span class="n">tbl_name</span><span class="o">=</span><span class="n">table_name</span><span class="p">,</span>
+ <span class="nb">filter</span><span class="o">=</span><span class="n">partition_filter</span><span class="p">,</span>
+ <span class="n">max_parts</span><span class="o">=</span><span class="n">HiveMetastoreHook</span><span class="o">.</span><span class="n">MAX_PART_COUNT</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">parts</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">get_partitions</span><span class="p">(</span>
+ <span class="n">db_name</span><span class="o">=</span><span class="n">schema</span><span class="p">,</span> <span class="n">tbl_name</span><span class="o">=</span><span class="n">table_name</span><span class="p">,</span> <span class="n">max_parts</span><span class="o">=</span><span class="n">HiveMetastoreHook</span><span class="o">.</span><span class="n">MAX_PART_COUNT</span>
+ <span class="p">)</span>
+
+ <span class="n">pnames</span> <span class="o">=</span> <span class="p">[</span><span class="n">p</span><span class="o">.</span><span class="n">name</span> <span class="k">for</span> <span class="n">p</span> <span class="ow">in</span> <span class="n">table</span><span class="o">.</span><span class="n">partitionKeys</span><span class="p">]</span>
+ <span class="k">return</span> <span class="p">[</span><span class="nb">dict</span><span class="p">(</span><span class="nb">zip</span><span class="p">(</span><span class="n">pnames</span><span class="p">,</span> <span class="n">p</span><span class="o">.</span><span class="n">values</span><span class="p">))</span> <span class="k">for</span> <span class="n">p</span> <span class="ow">in</span> <span class="n">parts</span><span class="p">]</span></div>
+
+ <span class="nd">@staticmethod</span>
+ <span class="k">def</span> <span class="nf">_get_max_partition_from_part_specs</span><span class="p">(</span>
+ <span class="n">part_specs</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="n">Any</span><span class="p">],</span> <span class="n">partition_key</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span><span class="p">,</span> <span class="n">filter_map</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,< [...]
+ <span class="p">)</span> <span class="o">-></span> <span class="n">Any</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Helper method to get max partition of partitions with partition_key</span>
+<span class="sd"> from part specs. key:value pair in filter_map will be used to</span>
+<span class="sd"> filter out partitions.</span>
+
+<span class="sd"> :param part_specs: list of partition specs.</span>
+<span class="sd"> :param partition_key: partition key name.</span>
+<span class="sd"> :param filter_map: partition_key:partition_value map used for partition filtering,</span>
+<span class="sd"> e.g. {'key1': 'value1', 'key2': 'value2'}.</span>
+<span class="sd"> Only partitions matching all partition_key:partition_value</span>
+<span class="sd"> pairs will be considered as candidates of max partition.</span>
+<span class="sd"> :return: Max partition or None if part_specs is empty.</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">part_specs</span><span class="p">:</span>
+ <span class="k">return</span> <span class="kc">None</span>
+
+ <span class="c1"># Assuming all specs have the same keys.</span>
+ <span class="k">if</span> <span class="n">partition_key</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">part_specs</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">keys</span><span class="p">():</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Provided partition_key </span><span class="si">{</span><span class="n">partition_key</span><span class="si">}</span><span class="s2"> is not in part_specs."</span><span class="p">)</span>
+ <span class="n">is_subset</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="k">if</span> <span class="n">filter_map</span><span class="p">:</span>
+ <span class="n">is_subset</span> <span class="o">=</span> <span class="nb">set</span><span class="p">(</span><span class="n">filter_map</span><span class="o">.</span><span class="n">keys</span><span class="p">())</span><span class="o">.</span><span class="n">issubset</span><span class="p">(</span><span class="nb">set</span><span class="p">(</span><span class="n">part_specs</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span>< [...]
+ <span class="k">if</span> <span class="n">filter_map</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">is_subset</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span>
+ <span class="sa">f</span><span class="s2">"Keys in provided filter_map </span><span class="si">{</span><span class="s1">', '</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">filter_map</span><span class="o">.</span><span class="n">keys</span><span class="p">())</span><span class="si">}</span><span class="s2"> "</span>
+ <span class="sa">f</span><span class="s2">"are not subset of part_spec keys: </span><span class="si">{</span><span class="s1">', '</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">part_specs</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">keys</span><span class="p">())</span><span class="si">}</span><span class="s2">"</span>
+ <span class="p">)</span>
+
+ <span class="n">candidates</span> <span class="o">=</span> <span class="p">[</span>
+ <span class="n">p_dict</span><span class="p">[</span><span class="n">partition_key</span><span class="p">]</span>
+ <span class="k">for</span> <span class="n">p_dict</span> <span class="ow">in</span> <span class="n">part_specs</span>
+ <span class="k">if</span> <span class="n">filter_map</span> <span class="ow">is</span> <span class="kc">None</span> <span class="ow">or</span> <span class="nb">all</span><span class="p">(</span><span class="n">item</span> <span class="ow">in</span> <span class="n">p_dict</span><span class="o">.</span><span class="n">items</span><span class="p">()</span> <span class="k">for</span> <span class="n">item</span> <span class="ow">in</span> <span class="n">filter_map</span><span cla [...]
+ <span class="p">]</span>
+
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">candidates</span><span class="p">:</span>
+ <span class="k">return</span> <span class="kc">None</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="k">return</span> <span class="nb">max</span><span class="p">(</span><span class="n">candidates</span><span class="p">)</span>
+
+<div class="viewcode-block" id="HiveMetastoreHook.max_partition"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.max_partition">[docs]</a> <span class="k">def</span> <span class="nf">max_partition</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">schema</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">table_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">field</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">filter_map</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="n">Any</span><span class="p">,</span> <span class="n">Any</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="n">Any</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Returns the maximum value for all partitions with given field in a table.</span>
+<span class="sd"> If only one partition key exist in the table, the key will be used as field.</span>
+<span class="sd"> filter_map should be a partition_key:partition_value map and will be used to</span>
+<span class="sd"> filter out partitions.</span>
+
+<span class="sd"> :param schema: schema name.</span>
+<span class="sd"> :param table_name: table name.</span>
+<span class="sd"> :param field: partition key to get max partition from.</span>
+<span class="sd"> :param filter_map: partition_key:partition_value map used for partition filtering.</span>
+
+<span class="sd"> >>> hh = HiveMetastoreHook()</span>
+<span class="sd"> >>> filter_map = {'ds': '2015-01-01'}</span>
+<span class="sd"> >>> t = 'static_babynames_partitioned'</span>
+<span class="sd"> >>> hh.max_partition(schema='airflow',\</span>
+<span class="sd"> ... table_name=t, field='ds', filter_map=filter_map)</span>
+<span class="sd"> '2015-01-01'</span>
+<span class="sd"> """</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">metastore</span> <span class="k">as</span> <span class="n">client</span><span class="p">:</span>
+ <span class="n">table</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">get_table</span><span class="p">(</span><span class="n">dbname</span><span class="o">=</span><span class="n">schema</span><span class="p">,</span> <span class="n">tbl_name</span><span class="o">=</span><span class="n">table_name</span><span class="p">)</span>
+ <span class="n">key_name_set</span> <span class="o">=</span> <span class="p">{</span><span class="n">key</span><span class="o">.</span><span class="n">name</span> <span class="k">for</span> <span class="n">key</span> <span class="ow">in</span> <span class="n">table</span><span class="o">.</span><span class="n">partitionKeys</span><span class="p">}</span>
+ <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">table</span><span class="o">.</span><span class="n">partitionKeys</span><span class="p">)</span> <span class="o">==</span> <span class="mi">1</span><span class="p">:</span>
+ <span class="n">field</span> <span class="o">=</span> <span class="n">table</span><span class="o">.</span><span class="n">partitionKeys</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">name</span>
+ <span class="k">elif</span> <span class="ow">not</span> <span class="n">field</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="s2">"Please specify the field you want the max value for."</span><span class="p">)</span>
+ <span class="k">elif</span> <span class="n">field</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">key_name_set</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="s2">"Provided field is not a partition key."</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">filter_map</span> <span class="ow">and</span> <span class="ow">not</span> <span class="nb">set</span><span class="p">(</span><span class="n">filter_map</span><span class="o">.</span><span class="n">keys</span><span class="p">())</span><span class="o">.</span><span class="n">issubset</span><span class="p">(</span><span class="n">key_name_set</span><span class="p">):</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="s2">"Provided filter_map contains keys that are not partition key."</span><span class="p">)</span>
+
+ <span class="n">part_names</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">get_partition_names</span><span class="p">(</span>
+ <span class="n">schema</span><span class="p">,</span> <span class="n">table_name</span><span class="p">,</span> <span class="n">max_parts</span><span class="o">=</span><span class="n">HiveMetastoreHook</span><span class="o">.</span><span class="n">MAX_PART_COUNT</span>
+ <span class="p">)</span>
+ <span class="n">part_specs</span> <span class="o">=</span> <span class="p">[</span><span class="n">client</span><span class="o">.</span><span class="n">partition_name_to_spec</span><span class="p">(</span><span class="n">part_name</span><span class="p">)</span> <span class="k">for</span> <span class="n">part_name</span> <span class="ow">in</span> <span class="n">part_names</span><span class="p">]</span>
+
+ <span class="k">return</span> <span class="n">HiveMetastoreHook</span><span class="o">.</span><span class="n">_get_max_partition_from_part_specs</span><span class="p">(</span><span class="n">part_specs</span><span class="p">,</span> <span class="n">field</span><span class="p">,</span> <span class="n">filter_map</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.table_exists"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.table_exists">[docs]</a> <span class="k">def</span> <span class="nf">table_exists</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">table_name</span><span class="p">:</span> <span class="nb">str</span><span clas [...]
+ <span class="sd">"""</span>
+<span class="sd"> Check if table exists</span>
+
+<span class="sd"> >>> hh = HiveMetastoreHook()</span>
+<span class="sd"> >>> hh.table_exists(db='airflow', table_name='static_babynames')</span>
+<span class="sd"> True</span>
+<span class="sd"> >>> hh.table_exists(db='airflow', table_name='does_not_exist')</span>
+<span class="sd"> False</span>
+<span class="sd"> """</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">get_table</span><span class="p">(</span><span class="n">table_name</span><span class="p">,</span> <span class="n">db</span><span class="p">)</span>
+ <span class="k">return</span> <span class="kc">True</span>
+ <span class="k">except</span> <span class="ne">Exception</span><span class="p">:</span>
+ <span class="k">return</span> <span class="kc">False</span></div>
+
+<div class="viewcode-block" id="HiveMetastoreHook.drop_partitions"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveMetastoreHook.drop_partitions">[docs]</a> <span class="k">def</span> <span class="nf">drop_partitions</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">table_name</span><span class="p">,</span> <span class="n">part_vals</s [...]
+ <span class="sd">"""</span>
+<span class="sd"> Drop partitions from the given table matching the part_vals input</span>
+
+<span class="sd"> :param table_name: table name.</span>
+<span class="sd"> :param part_vals: list of partition specs.</span>
+<span class="sd"> :param delete_data: Setting to control if underlying data have to deleted</span>
+<span class="sd"> in addition to dropping partitions.</span>
+<span class="sd"> :param db: Name of hive schema (database) @table belongs to</span>
+
+<span class="sd"> >>> hh = HiveMetastoreHook()</span>
+<span class="sd"> >>> hh.drop_partitions(db='airflow', table_name='static_babynames',</span>
+<span class="sd"> part_vals="['2020-05-01']")</span>
+<span class="sd"> True</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">table_exists</span><span class="p">(</span><span class="n">table_name</span><span class="p">,</span> <span class="n">db</span><span class="p">):</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">metastore</span> <span class="k">as</span> <span class="n">client</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span>
+ <span class="s2">"Dropping partition of table </span><span class="si">%s</span><span class="s2">.</span><span class="si">%s</span><span class="s2"> matching the spec: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">db</span><span class="p">,</span> <span class="n">table_name</span><span class="p">,</span> <span class="n">part_vals</span>
+ <span class="p">)</span>
+ <span class="k">return</span> <span class="n">client</span><span class="o">.</span><span class="n">drop_partition</span><span class="p">(</span><span class="n">db</span><span class="p">,</span> <span class="n">table_name</span><span class="p">,</span> <span class="n">part_vals</span><span class="p">,</span> <span class="n">delete_data</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Table </span><span class="si">%s</span><span class="s2">.</span><span class="si">%s</span><span class="s2"> does not exist!"</span><span class="p">,</span> <span class="n">db</span><span class="p">,</span> <span class="n">table_name</span><span class="p">)</span>
+ <span class="k">return</span> <span class="kc">False</span></div></div>
+
+
+<div class="viewcode-block" id="HiveServer2Hook"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook">[docs]</a><span class="k">class</span> <span class="nc">HiveServer2Hook</span><span class="p">(</span><span class="n">DbApiHook</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Wrapper around the pyhive library</span>
+
+<span class="sd"> Notes:</span>
+<span class="sd"> * the default auth_mechanism is PLAIN, to override it you</span>
+<span class="sd"> can specify it in the ``extra`` of your connection in the UI</span>
+<span class="sd"> * the default for run_set_variable_statements is true, if you</span>
+<span class="sd"> are using impala you may need to set it to false in the</span>
+<span class="sd"> ``extra`` of your connection in the UI</span>
+
+<span class="sd"> :param hiveserver2_conn_id: Reference to the</span>
+<span class="sd"> :ref: `Hive Server2 thrift service connection id <howto/connection:hiveserver2>`.</span>
+<span class="sd"> :param schema: Hive database name.</span>
+<span class="sd"> """</span>
+
+<div class="viewcode-block" id="HiveServer2Hook.conn_name_attr"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_name_attr">[docs]</a> <span class="n">conn_name_attr</span> <span class="o">=</span> <span class="s2">"hiveserver2_conn_id"</span></div>
+<div class="viewcode-block" id="HiveServer2Hook.default_conn_name"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.default_conn_name">[docs]</a> <span class="n">default_conn_name</span> <span class="o">=</span> <span class="s2">"hiveserver2_default"</span></div>
+<div class="viewcode-block" id="HiveServer2Hook.conn_type"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.conn_type">[docs]</a> <span class="n">conn_type</span> <span class="o">=</span> <span class="s2">"hiveserver2"</span></div>
+<div class="viewcode-block" id="HiveServer2Hook.hook_name"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.hook_name">[docs]</a> <span class="n">hook_name</span> <span class="o">=</span> <span class="s2">"Hive Server 2 Thrift"</span></div>
+<div class="viewcode-block" id="HiveServer2Hook.supports_autocommit"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.supports_autocommit">[docs]</a> <span class="n">supports_autocommit</span> <span class="o">=</span> <span class="kc">False</span></div>
+
+<div class="viewcode-block" id="HiveServer2Hook.get_conn"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/apache/hive/hooks/hive/index.html#airflow.providers.apache.hive.hooks.hive.HiveServer2Hook.get_conn">[docs]</a> <span class="k">def</span> <span class="nf">get_conn</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">schema</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <spa [...]
+ <span class="sd">"""Returns a Hive connection object."""</span>
+ <span class="n">username</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="n">password</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>
+
+ <span class="n">db</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_connection</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">hiveserver2_conn_id</span><span class="p">)</span> <span class="c1"># type: ignore</span>
+
+ <span class="k">if</span> <span class="s2">"authMechanism"</span> <span class="ow">in</span> <span class="n">db</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">:</span>
+ <span class="n">warnings</span><span class="o">.</span><span class="n">warn</span><span class="p">(</span>
+ <span class="s2">"The 'authMechanism' option is deprecated. Please use 'auth_mechanism'."</span><span class="p">,</span>
+ <span class="ne">DeprecationWarning</span><span class="p">,</span>
+ <span class="n">stacklevel</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="n">db</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span><span class="s2">"auth_mechanism"</span><span class="p">]</span> <span class="o">=</span> <span class="n">db</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span><span class="s2">"authMechanism"</span><span class="p">]</span>
+ <span class="k">del</span> <span class="n">db</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span><span class="s2">"authMechanism"</span><span class="p">]</span>
+
+ <span class="n">auth_mechanism</span> <span class="o">=</span> <span class="n">db</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"auth_mechanism"</span><span class="p">,</span> <span class="s2">"NONE"</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">auth_mechanism</span> <span class="o">==</span> <span class="s2">"NONE"</span> <span class="ow">and</span> <span class="n">db</span><span class="o">.</span><span class="n">login</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="c1"># we need to give a username</span>
+ <span class="n">username</span> <span class="o">=</span> <span class="s2">"airflow"</span>
+ <span class="n">kerberos_service_name</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="k">if</span> <span class="n">conf</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"core"</span><span class="p">,</span> <span class="s2">"security"</span><span class="p">)</span> <span class="o">==</span> <span class="s2">"kerberos"</span><span class="p">:</span>
+ <span class="n">auth_mechanism</span> <span class="o">=</span> <span class="n">db</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"auth_mechanism"</span><span class="p">,</span> <span class="s2">"KERBEROS"</span><span class="p">)</span>
+ <span class="n">kerberos_service_name</span> <span class="o">=</span> <span class="n">db</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"kerberos_service_name"</span><span class="p">,</span> <span class="s2">"hive"</span><span class="p">)</span>
+
+ <span class="c1"># pyhive uses GSSAPI instead of KERBEROS as a auth_mechanism identifier</span>
+ <span class="k">if</span> <span class="n">auth_mechanism</span> <span class="o">==</span> <span class="s2">"GSSAPI"</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span>
+ <span class="s2">"Detected deprecated 'GSSAPI' for auth_mechanism for </span><span class="si">%s</span><span class="s2">. Please use 'KERBEROS' instead"</span><span class="p">,</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">hiveserver2_conn_id</span><span class="p">,</span> <span class="c1"># type: ignore</span>
+ <span class="p">)</span>
+ <span class="n">auth_mechanism</span> <span class="o">=</span> <span class="s2">"KERBEROS"</span>
+
+ <span class="c1"># Password should be set if and only if in LDAP or CUSTOM mode</span>
+ <span class="k">if</span> <span class="n">auth_mechanism</span> <span class="ow">in</span> <span class="p">(</span><span class="s2">"LDAP"</span><span class="p">,</span> <span class="s2">"CUSTOM"</span><span class="p">):</span>
+ <span class="n">password</span> <span class="o">=</span> <span class="n">db</span><span class="o">.</span><span class="n">password</span>
+
+ <span class="kn">from</span> <span class="nn">pyhive.hive</span> <span class="kn">import</span> <span class="n">connect</span>
+
+ <span class="k">return</span> <span class="n">connect</span><span class="p">(</span>
+ <span class="n">host</span><span class="o">=</span><span class="n">db</span><span class="o">.</span><span class="n">host</span><span class="p">,</span>
+ <span class="n">port</span><span class="o">=</span><span class="n">db</span><span class="o">.</span><span class="n">port</span><span class="p">,</span>
+ <span class="n">auth</span><span class="o">=</span><span class="n">auth_mechanism</span><span class="p">,</span>
+ <span class="n">kerberos_service_name</span><span class="o">=</span><span class="n">kerberos_service_name</span><span class="p">,</span>
+ <span class="n">username</span><span class="o">=</span><span class="n">db</span><span class="o">.</span><span class="n">login</span> <span class="ow">or</span> <span class="n">username</span><span class="p">,</span>
+ <span class="n">password</span><span class="o">=</span><span class="n">password</span><span class="p">,</span>
+ <span class="n">database</span><span class="o">=</span><span class="n">schema</span> <span class="ow">or</span> <span class="n">db</span><span class="o">.</span><span class="n">schema</span> <span class="ow">or</span> <span class="s2">"default"</span><span class="p">,</span></div>
+ <span class="p">)</span>
+
... 119745 lines suppressed ...