You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by po...@apache.org on 2022/04/22 10:54:21 UTC
[airflow-site] branch main updated: Add documentation for packages - 2022-04-13 (#574)
This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/airflow-site.git
The following commit(s) were added to refs/heads/main by this push:
new 7ae137cf9 Add documentation for packages - 2022-04-13 (#574)
7ae137cf9 is described below
commit 7ae137cf9b9e7951aa6027d05878b53ce24f2de7
Author: Jarek Potiuk <ja...@potiuk.com>
AuthorDate: Fri Apr 22 12:54:16 2022 +0200
Add documentation for packages - 2022-04-13 (#574)
---
.../2.6.0/.buildinfo | 4 +
.../databricks/hooks/databricks/index.html} | 905 +-
.../databricks/hooks/databricks_base/index.html} | 639 +-
.../databricks/hooks/databricks_sql/index.html} | 592 +-
.../airflow/providers/databricks/hooks/index.html} | 488 +-
.../_api/airflow/providers/databricks/index.html} | 497 +-
.../databricks/operators/databricks/index.html} | 944 +-
.../operators/databricks_repos/index.html} | 636 +-
.../operators/databricks_sql/index.html} | 623 +-
.../providers/databricks/operators/index.html} | 488 +-
.../example_dags/example_databricks.html} | 583 +-
.../providers/databricks/hooks/databricks.html} | 889 +-
.../databricks/hooks/databricks_base.html} | 924 +-
.../databricks/hooks/databricks_sql.html} | 697 +-
.../providers/databricks/operators/databricks.html | 1405 +++
.../databricks/operators/databricks_repos.html} | 803 +-
.../databricks/operators/databricks_sql.html} | 816 +-
.../2.6.0/_modules/index.html} | 475 +-
.../databricks/hooks/databricks/index.rst.txt | 351 +
.../databricks/hooks/databricks_base/index.rst.txt | 130 +
.../databricks/hooks/databricks_sql/index.rst.txt | 106 +
.../providers/databricks/hooks/index.rst.txt | 17 +
.../airflow/providers/databricks/index.rst.txt | 16 +
.../databricks/operators/databricks/index.rst.txt | 445 +
.../operators/databricks_repos/index.rst.txt | 152 +
.../operators/databricks_sql/index.rst.txt | 140 +
.../providers/databricks/operators/index.rst.txt | 17 +
.../2.6.0/_sources/commits.rst.txt | 266 +
.../2.6.0/_sources/connections/databricks.rst.txt | 101 +
.../2.6.0/_sources/index.rst.txt | 87 +
.../installing-providers-from-sources.rst.txt | 18 +
.../2.6.0/_sources/operators/copy_into.rst.txt | 82 +
.../2.6.0/_sources/operators/index.rst.txt | 28 +
.../2.6.0/_sources/operators/repos_create.rst.txt | 69 +
.../2.6.0/_sources/operators/repos_delete.rst.txt | 61 +
.../2.6.0/_sources/operators/repos_update.rst.txt | 66 +
.../2.6.0/_sources/operators/run_now.rst.txt | 67 +
.../2.6.0/_sources/operators/sql.rst.txt | 105 +
.../2.6.0/_sources/operators/submit_run.rst.txt | 99 +
.../2.6.0/_static/_gen/css/main-custom.min.css | 1 +
.../2.6.0/_static/_gen/css/main.min.css | 7 +
.../2.6.0/_static/_gen/js/docs.js | 1 +
.../2.6.0/_static/basic.css | 906 ++
.../2.6.0/_static/check-solid.svg | 4 +
.../2.6.0/_static/clipboard.min.js | 7 +
.../2.6.0/_static/copy-button.svg | 5 +
.../2.6.0/_static/copybutton.css | 93 +
.../2.6.0/_static/copybutton.js | 220 +
.../2.6.0/_static/copybutton_funcs.js | 58 +
.../2.6.0/_static/doctools.js | 358 +
.../2.6.0/_static/documentation_options.js | 14 +
.../2.6.0/_static/file.png | Bin 0 -> 286 bytes
.../2.6.0/_static/graphviz.css | 19 +
.../2.6.0/_static/jquery-3.5.1.js | 10872 +++++++++++++++++++
.../2.6.0/_static/jquery.js | 2 +
.../2.6.0/_static/language_data.js | 297 +
.../2.6.0/_static/minus.png | Bin 0 -> 90 bytes
.../2.6.0/_static/pin_32.png | Bin 0 -> 1201 bytes
.../2.6.0/_static/plus.png | Bin 0 -> 90 bytes
.../2.6.0/_static/pygments.css | 74 +
.../2.6.0/_static/searchtools.js | 525 +
.../2.6.0/_static/underscore-1.13.1.js | 2042 ++++
.../2.6.0/_static/underscore.js | 6 +
.../2.6.0/commits.html} | 1190 +-
.../2.6.0/connections/databricks.html} | 500 +-
.../2.6.0/genindex.html} | 987 +-
.../2.6.0/index.html} | 723 +-
.../2.6.0/installing-providers-from-sources.html} | 557 +-
.../2.6.0/objects.inv | Bin 0 -> 1843 bytes
.../2.6.0/operators/copy_into.html} | 520 +-
.../2.6.0/operators/index.html} | 452 +-
.../2.6.0/operators/repos_create.html} | 495 +-
.../2.6.0/operators/repos_delete.html} | 482 +-
.../2.6.0/operators/repos_update.html} | 489 +-
.../2.6.0/operators/run_now.html} | 501 +-
.../2.6.0/operators/sql.html} | 543 +-
.../2.6.0/operators/submit_run.html} | 542 +-
.../2.6.0/py-modindex.html} | 571 +-
.../2.6.0/search.html} | 526 +-
.../2.6.0/searchindex.js | 1 +
.../apache-airflow-providers-databricks/stable.txt | 2 +-
.../operators-and-hooks-ref/azure.html | 4 +-
82 files changed, 27599 insertions(+), 11828 deletions(-)
diff --git a/docs-archive/apache-airflow-providers-databricks/2.6.0/.buildinfo b/docs-archive/apache-airflow-providers-databricks/2.6.0/.buildinfo
new file mode 100644
index 000000000..61322f152
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-databricks/2.6.0/.buildinfo
@@ -0,0 +1,4 @@
+# Sphinx build info version 1
+# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
+config: 99649d6687ee120cd84acf1da74bbe4f
+tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html b/docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/hooks/databricks/index.html
similarity index 53%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
copy to docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/hooks/databricks/index.html
index 8da21c740..e9f661823 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
+++ b/docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/hooks/databricks/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Azure: Microsoft Azure — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Google" href="google.html" />
- <link rel="prev" title="AWS: Amazon Web Services" href="aws.html" />
+ <title>airflow.providers.databricks.hooks.databricks — apache-airflow-providers-databricks Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.databricks.hooks.databricks_base" href="../databricks_base/index.html" />
+ <link rel="prev" title="airflow.providers.databricks.hooks" href="../index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -270,8 +271,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -301,23 +315,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators/index.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -398,8 +413,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -429,23 +457,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators/index.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -534,11 +563,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks</span></code></a></li>
- <li class="breadcrumb-item"><a href="azure.html"> Azure: Microsoft Azure</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks</span></code></a></li>
+
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a></li>
</ul>
</div>
@@ -549,321 +580,567 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="azure-microsoft-azure">
-<h1>Azure: Microsoft Azure<a class="headerlink" href="#azure-microsoft-azure" title="Permalink to this headline">¶</a></h1>
-<p>Airflow has limited support for <a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a>.</p>
-<p>Some hooks are based on <a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>
-which authenticate Azure’s Python SDK Clients.</p>
-<div class="section" id="services">
-<h2>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within the Microsoft Azure.</p>
-<div class="section" id="microsoft-azure">
-<h3>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this headline">¶</a></h3>
+ <div class="section" id="module-airflow.providers.databricks.hooks.databricks">
+<span id="airflow-providers-databricks-hooks-databricks"></span><h1><a class="reference internal" href="#module-airflow.providers.databricks.hooks.databricks" title="airflow.providers.databricks.hooks.databricks"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a><a class="headerlink" href="#module-airflow.providers.databricks.hooks.databricks" title="Permalink to this headline">¶</a></h1>
+<p>Databricks hook.</p>
+<p>This hook enable the submitting and running of jobs to the Databricks platform. Internally the
+operators talk to the
+<code class="docutils literal notranslate"><span class="pre">api/2.1/jobs/run-now</span></code>
+<cite>endpoint <https://docs.databricks.com/dev-tools/api/latest/jobs.html#operation/JobsRunNow>_</cite>
+or the <code class="docutils literal notranslate"><span class="pre">api/2.1/jobs/runs/submit</span></code>
+<a class="reference external" href="https://docs.databricks.com/dev-tools/api/latest/jobs.html#operation/JobsRunsSubmit">endpoint</a>.</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this headline">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.RunState" title="airflow.providers.databricks.hooks.databricks.RunState"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RunState</span></code></a></p></td>
+<td><p>Utility class for the run state concept of Databricks runs.</p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook" title="airflow.providers.databricks.hooks.databricks.DatabricksHook"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DatabricksHook</span></code></a></p></td>
+<td><p>Interact with Databricks.</p></td>
+</tr>
+</tbody>
+</table>
+</div>
+<div class="section" id="attributes">
+<h3>Attributes<a class="headerlink" href="#attributes" title="Permalink to this headline">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.RESTART_CLUSTER_ENDPOINT" title="airflow.providers.databricks.hooks.databricks.RESTART_CLUSTER_ENDPOINT"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RESTART_CLUSTER_ENDPOINT</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.START_CLUSTER_ENDPOINT" title="airflow.providers.databricks.hooks.databricks.START_CLUSTER_ENDPOINT"><code class="xref py py-obj docutils literal notranslate"><span class="pre">START_CLUSTER_ENDPOINT</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.TERMINATE_CLUSTER_ENDPOINT" title="airflow.providers.databricks.hooks.databricks.TERMINATE_CLUSTER_ENDPOINT"><code class="xref py py-obj docutils literal notranslate"><span class="pre">TERMINATE_CLUSTER_ENDPOINT</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.RUN_NOW_ENDPOINT" title="airflow.providers.databricks.hooks.databricks.RUN_NOW_ENDPOINT"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RUN_NOW_ENDPOINT</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.SUBMIT_RUN_ENDPOINT" title="airflow.providers.databricks.hooks.databricks.SUBMIT_RUN_ENDPOINT"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SUBMIT_RUN_ENDPOINT</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.GET_RUN_ENDPOINT" title="airflow.providers.databricks.hooks.databricks.GET_RUN_ENDPOINT"><code class="xref py py-obj docutils literal notranslate"><span class="pre">GET_RUN_ENDPOINT</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.CANCEL_RUN_ENDPOINT" title="airflow.providers.databricks.hooks.databricks.CANCEL_RUN_ENDPOINT"><code class="xref py py-obj docutils literal notranslate"><span class="pre">CANCEL_RUN_ENDPOINT</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.OUTPUT_RUNS_JOB_ENDPOINT" title="airflow.providers.databricks.hooks.databricks.OUTPUT_RUNS_JOB_ENDPOINT"><code class="xref py py-obj docutils literal notranslate"><span class="pre">OUTPUT_RUNS_JOB_ENDPOINT</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.INSTALL_LIBS_ENDPOINT" title="airflow.providers.databricks.hooks.databricks.INSTALL_LIBS_ENDPOINT"><code class="xref py py-obj docutils literal notranslate"><span class="pre">INSTALL_LIBS_ENDPOINT</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.UNINSTALL_LIBS_ENDPOINT" title="airflow.providers.databricks.hooks.databricks.UNINSTALL_LIBS_ENDPOINT"><code class="xref py py-obj docutils literal notranslate"><span class="pre">UNINSTALL_LIBS_ENDPOINT</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.LIST_JOBS_ENDPOINT" title="airflow.providers.databricks.hooks.databricks.LIST_JOBS_ENDPOINT"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LIST_JOBS_ENDPOINT</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.WORKSPACE_GET_STATUS_ENDPOINT" title="airflow.providers.databricks.hooks.databricks.WORKSPACE_GET_STATUS_ENDPOINT"><code class="xref py py-obj docutils literal notranslate"><span class="pre">WORKSPACE_GET_STATUS_ENDPOINT</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.RUN_LIFE_CYCLE_STATES" title="airflow.providers.databricks.hooks.databricks.RUN_LIFE_CYCLE_STATES"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RUN_LIFE_CYCLE_STATES</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.RESTART_CLUSTER_ENDPOINT">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks.</span></span><span class="sig-name descname"><span class="pre">RESTART_CLUSTER_ENDPOINT</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">['POST',</span> <span class="pre">'api/2.0/clusters/restart']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#RESTART_C [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.START_CLUSTER_ENDPOINT">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks.</span></span><span class="sig-name descname"><span class="pre">START_CLUSTER_ENDPOINT</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">['POST',</span> <span class="pre">'api/2.0/clusters/start']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#START_CLUSTER [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.TERMINATE_CLUSTER_ENDPOINT">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks.</span></span><span class="sig-name descname"><span class="pre">TERMINATE_CLUSTER_ENDPOINT</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">['POST',</span> <span class="pre">'api/2.0/clusters/delete']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#TERMINAT [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.RUN_NOW_ENDPOINT">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks.</span></span><span class="sig-name descname"><span class="pre">RUN_NOW_ENDPOINT</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">['POST',</span> <span class="pre">'api/2.1/jobs/run-now']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#RUN_NOW_ENDPOINT"><sp [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.SUBMIT_RUN_ENDPOINT">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks.</span></span><span class="sig-name descname"><span class="pre">SUBMIT_RUN_ENDPOINT</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">['POST',</span> <span class="pre">'api/2.1/jobs/runs/submit']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#SUBMIT_RUN_END [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.GET_RUN_ENDPOINT">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks.</span></span><span class="sig-name descname"><span class="pre">GET_RUN_ENDPOINT</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">['GET',</span> <span class="pre">'api/2.1/jobs/runs/get']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#GET_RUN_ENDPOINT"><sp [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.CANCEL_RUN_ENDPOINT">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks.</span></span><span class="sig-name descname"><span class="pre">CANCEL_RUN_ENDPOINT</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">['POST',</span> <span class="pre">'api/2.1/jobs/runs/cancel']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#CANCEL_RUN_END [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.OUTPUT_RUNS_JOB_ENDPOINT">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks.</span></span><span class="sig-name descname"><span class="pre">OUTPUT_RUNS_JOB_ENDPOINT</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">['GET',</span> <span class="pre">'api/2.1/jobs/runs/get-output']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#OUTPUT [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.INSTALL_LIBS_ENDPOINT">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks.</span></span><span class="sig-name descname"><span class="pre">INSTALL_LIBS_ENDPOINT</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">['POST',</span> <span class="pre">'api/2.0/libraries/install']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#INSTALL_LIB [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.UNINSTALL_LIBS_ENDPOINT">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks.</span></span><span class="sig-name descname"><span class="pre">UNINSTALL_LIBS_ENDPOINT</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">['POST',</span> <span class="pre">'api/2.0/libraries/uninstall']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#UNINSTA [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.LIST_JOBS_ENDPOINT">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks.</span></span><span class="sig-name descname"><span class="pre">LIST_JOBS_ENDPOINT</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">['GET',</span> <span class="pre">'api/2.1/jobs/list']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#LIST_JOBS_ENDPOINT"><sp [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.WORKSPACE_GET_STATUS_ENDPOINT">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks.</span></span><span class="sig-name descname"><span class="pre">WORKSPACE_GET_STATUS_ENDPOINT</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">['GET',</span> <span class="pre">'api/2.0/workspace/get-status']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#W [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.RUN_LIFE_CYCLE_STATES">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks.</span></span><span class="sig-name descname"><span class="pre">RUN_LIFE_CYCLE_STATES</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">['PENDING',</span> <span class="pre">'RUNNING',</span> <span class="pre">'TERMINATING',</span> <span class="pre">'TERMINATED',</span> <span class="pre">'SKIPPED',</span> <span class="pre">'INTERNAL_E [...]
+<dd></dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.RunState">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks.</span></span><span class="sig-name descname"><span class="pre">RunState</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">life_cycle_state</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">result_state</span></span><span class="o" [...]
+<dd><p>Utility class for the run state concept of Databricks runs.</p>
<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a></p>
-</dd>
</dl>
-</div>
-<div class="section" id="microsoft-azure-batch">
-<h3>Microsoft Azure Batch<a class="headerlink" href="#microsoft-azure-batch" title="Permalink to this headline">¶</a></h3>
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.RunState.is_terminal">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">is_terminal</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#RunState.is_terminal"><span class="viewcode-link"><span class="pre">[source]< [...]
+<dd><p>True if the current state is a terminal state.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.RunState.is_successful">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">is_successful</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#RunState.is_successful"><span class="viewcode-link"><span class="pre">[sour [...]
+<dd><p>True if the result state is SUCCESS</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.RunState.__eq__">
+<span class="sig-name descname"><span class="pre">__eq__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">other</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#RunState.__eq__"><span class="viewcode-link"><span class="pre">[source]</span></spa [...]
+<dd><p>Return self==value.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.RunState.__repr__">
+<span class="sig-name descname"><span class="pre">__repr__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#RunState.__repr__"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.databricks.hooks.databric [...]
+<dd><p>Return repr(self).</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks.</span></span><span class="sig-name descname"><span class="pre">DatabricksHook</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">databricks_conn_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">B [...]
+<dd><p>Bases: <a class="reference internal" href="../databricks_base/index.html#airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook" title="airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook</span></code></a></p>
+<p>Interact with Databricks.</p>
<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/batch/index.html#module-airflow.providers.microsoft.azure.operators.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.batch</span></code></a>, <a class="reference external" href="/docs/apach [...]
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>databricks_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- Reference to the <a class="reference internal" href="../../../../../../connections/databricks.html#howto-connection-databricks"><span class="std std-ref">Databricks connection</span></a>.</p></li>
+<li><p><strong>timeout_seconds</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- The amount of time in seconds the requests library
+will wait before timing-out.</p></li>
+<li><p><strong>retry_limit</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- The number of times to retry the connection in case of
+service outages.</p></li>
+<li><p><strong>retry_delay</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#float" title="(in Python v3.10)"><em>float</em></a>) -- The number of seconds to wait between retries (it
+might be a floating point number).</p></li>
+<li><p><strong>retry_args</strong> (<em>Optional</em><em>[</em><em>Dict</em><em>[</em><em>Any</em><em>, </em><em>Any</em><em>]</em><em>]</em>) -- An optional dictionary with arguments passed to <code class="docutils literal notranslate"><span class="pre">tenacity.Retrying</span></code> class.</p></li>
+</ul>
</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/batch/index.html#module-airflow.providers.microsoft.azure.hooks.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.batch</span></code></a>, <a class="reference external" href="/docs/apache-airflow-p [...]
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.hook_name">
+<span class="sig-name descname"><span class="pre">hook_name</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">Databricks</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#DatabricksHook.hook_name"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.hook_ [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.run_now">
+<span class="sig-name descname"><span class="pre">run_now</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">json</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#DatabricksHook.run_now"><span class="viewcode-link"><span class="pre">[source]</spa [...]
+<dd><p>Utility function to call the <code class="docutils literal notranslate"><span class="pre">api/2.0/jobs/run-now</span></code> endpoint.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>json</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) -- The data used in the body of the request to the <code class="docutils literal notranslate"><span class="pre">run-now</span></code> endpoint.</p>
</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>the run_id as an int</p>
</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/batch/">Microsoft Azure Batch</a></p>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></p>
</dd>
</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage">
-<h3>Microsoft Azure Blob Storage<a class="headerlink" href="#microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.submit_run">
+<span class="sig-name descname"><span class="pre">submit_run</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">json</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#DatabricksHook.submit_run"><span class="viewcode-link"><span class="pre">[source [...]
+<dd><p>Utility function to call the <code class="docutils literal notranslate"><span class="pre">api/2.0/jobs/runs/submit</span></code> endpoint.</p>
<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index.html#module-airflow.providers.microsoft.azure.operators.wasb_delete_blob" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.wasb_delete_blob</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/wasb/index.html#module-airflow.providers.microsoft.azure.hooks.wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.wasb</span></code></a>.</p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>json</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) -- The data used in the body of the request to the <code class="docutils literal notranslate"><span class="pre">submit</span></code> endpoint.</p>
</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>the run_id as an int</p>
</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></p>
</dd>
</dl>
-</div>
-<div class="section" id="microsoft-azure-container-instances">
-<h3>Microsoft Azure Container Instances<a class="headerlink" href="#microsoft-azure-container-instances" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.list_jobs">
+<span class="sig-name descname"><span class="pre">list_jobs</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">limit</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">25</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">offset</span></span><span class="o"><span class="pre">=</ [...]
+<dd><p>Lists the jobs in the Databricks Job Service.</p>
<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/container_instances/index.html#module-airflow.providers.microsoft.azure.operators.container_instances" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.container_instances</span></code></a>, <a cl [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/container_volume/index.html#module-airflow.providers.microsoft.azure.hooks.container_volume" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.container_volume</span></code></a>, <a class="reference exter [...]
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>limit</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- The limit/batch size used to retrieve jobs.</p></li>
+<li><p><strong>offset</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- The offset of the first job to return, relative to the most recently created job.</p></li>
+<li><p><strong>expand_tasks</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) -- Whether to include task and cluster details in the response.</p></li>
+</ul>
</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>A list of jobs.</p>
</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/container-instances/">Microsoft Azure Container Instances</a></p>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p>List[Dict[<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a>, Any]]</p>
</dd>
</dl>
-</div>
-<div class="section" id="microsoft-azure-cosmos-db">
-<h3>Microsoft Azure Cosmos DB<a class="headerlink" href="#microsoft-azure-cosmos-db" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.find_job_id_by_name">
+<span class="sig-name descname"><span class="pre">find_job_id_by_name</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">job_name</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#DatabricksHook.find_job_id_by_name"><span class="viewcode-link"><sp [...]
+<dd><p>Finds job id by its name. If there are multiple jobs with the same name, raises AirflowException.</p>
<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/cosmos/index.html#module-airflow.providers.microsoft.azure.operators.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.cosmos</span></code></a>, <a class="reference external" href="/docs/ap [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/cosmos/index.html#module-airflow.providers.microsoft.azure.hooks.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.cosmos</span></code></a>, <a class="reference external" href="/docs/apache-airflo [...]
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>job_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- The name of the job to look up.</p>
</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>The job_id as an int or None if no job was found.</p>
</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/cosmos-db/">Microsoft Azure Cosmos DB</a></p>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p>Optional[<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)">int</a>]</p>
</dd>
</dl>
-</div>
-<div class="section" id="microsoft-azure-data-explorer">
-<h3>Microsoft Azure Data Explorer<a class="headerlink" href="#microsoft-azure-data-explorer" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.get_run_page_url">
+<span class="sig-name descname"><span class="pre">get_run_page_url</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">run_id</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#DatabricksHook.get_run_page_url"><span class="viewcode-link"><span class [...]
+<dd><p>Retrieves run_page_url.</p>
<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adx/index.html#module-airflow.providers.microsoft.azure.operators.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adx</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/adx/index.html#module-airflow.providers.microsoft.azure.hooks.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.adx</span></code></a>.</p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>run_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- id of the run</p>
</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>URL of the run page</p>
</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-explorer/">Microsoft Azure Data Explorer</a></p>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></p>
</dd>
</dl>
-</div>
-<div class="section" id="microsoft-azure-data-factory">
-<h3>Microsoft Azure Data Factory<a class="headerlink" href="#microsoft-azure-data-factory" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.get_job_id">
+<span class="sig-name descname"><span class="pre">get_job_id</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">run_id</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#DatabricksHook.get_job_id"><span class="viewcode-link"><span class="pre">[sour [...]
+<dd><p>Retrieves job_id from run_id.</p>
<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/data_factory/index.html#module-airflow.providers.microsoft.azure.operators.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.data_factory</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_factory/index.html#module-airflow.providers.microsoft.azure.hooks.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_factory</span></code></a>, <a class="reference external" href="/ [...]
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>run_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- id of the run</p>
</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adf_run_pipeline.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Data Factory Operators</span></a>.</p>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>Job id for given Databricks run</p>
</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-factory/">Microsoft Azure Data Factory</a></p>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)">int</a></p>
</dd>
</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage">
-<h3>Microsoft Azure Data Lake Storage<a class="headerlink" href="#microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.get_run_state">
+<span class="sig-name descname"><span class="pre">get_run_state</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">run_id</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#DatabricksHook.get_run_state"><span class="viewcode-link"><span class="pre" [...]
+<dd><p>Retrieves run state of the run.</p>
+<p>Please note that any Airflow tasks that call the <code class="docutils literal notranslate"><span class="pre">get_run_state</span></code> method will result in
+failure unless you have enabled xcom pickling. This can be done using the following
+environment variable: <code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__ENABLE_XCOM_PICKLING</span></code></p>
+<p>If you do not want to enable xcom pickling, use the <code class="docutils literal notranslate"><span class="pre">get_run_state_str</span></code> method to get
+a string describing state, or <code class="docutils literal notranslate"><span class="pre">get_run_state_lifecycle</span></code>, <code class="docutils literal notranslate"><span class="pre">get_run_state_result</span></code>, or
+<code class="docutils literal notranslate"><span class="pre">get_run_state_message</span></code> to get individual components of the run state.</p>
<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adls_list/index.html#module-airflow.providers.microsoft.azure.operators.adls_list" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adls_list</span></code></a>, <a class="reference external" href= [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_lake/index.html#module-airflow.providers.microsoft.azure.hooks.data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_lake</span></code></a>, <a class="reference external" href="/docs/apac [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure DataLake Storage Operators</span></a>.</p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>run_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- id of the run</p>
</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>state of the run</p>
</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.RunState" title="airflow.providers.databricks.hooks.databricks.RunState">RunState</a></p>
</dd>
</dl>
-</div>
-<div class="section" id="microsoft-azure-fileshare">
-<h3>Microsoft Azure FileShare<a class="headerlink" href="#microsoft-azure-fileshare" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.get_run_state_str">
+<span class="sig-name descname"><span class="pre">get_run_state_str</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">run_id</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#DatabricksHook.get_run_state_str"><span class="viewcode-link"><span cla [...]
+<dd><p>Return the string representation of RunState.</p>
<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/fileshare/index.html#module-airflow.providers.microsoft.azure.hooks.fileshare" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.fileshare</span></code></a>, <a class="reference external" href="/docs/apach [...]
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>run_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- id of the run</p>
</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>string describing run state</p>
</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></p>
</dd>
</dl>
-</div>
-</div>
-<div class="section" id="transfers">
-<h2>Transfers<a class="headerlink" href="#transfers" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to copy data from/to Microsoft Azure.</p>
-<div class="section" id="microsoft-azure-fileshare-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure FileShare to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.get_run_state_lifecycle">
+<span class="sig-name descname"><span class="pre">get_run_state_lifecycle</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">run_id</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#DatabricksHook.get_run_state_lifecycle"><span class="viewcode-lin [...]
+<dd><p>Returns the lifecycle state of the run</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/azure_fileshare_to_gcs.html" title="(in apache-airflow-providers-google v6.8.0)"><span>Transfers data from Azure FileShare Storage to Google Cloud Storage</span></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>run_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- id of the run</p>
</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs</span></code></a></p>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>string with lifecycle state</p>
</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></p>
</dd>
</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.get_run_state_result">
+<span class="sig-name descname"><span class="pre">get_run_state_result</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">run_id</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#DatabricksHook.get_run_state_result"><span class="viewcode-link"><sp [...]
+<dd><p>Returns the resulting state of the run</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>run_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- id of the run</p>
</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/adls_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.adls_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.adls_to_gcs</span></code></a></p>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>string with resulting state</p>
</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></p>
</dd>
</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-data-lake-storage">
-<h3>Local to Microsoft Azure Data Lake Storage<a class="headerlink" href="#local-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.get_run_state_message">
+<span class="sig-name descname"><span class="pre">get_run_state_message</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">run_id</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#DatabricksHook.get_run_state_message"><span class="viewcode-link">< [...]
+<dd><p>Returns the state message for the run</p>
<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>run_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- id of the run</p>
</dd>
-<dt class="field-even">Operator guide</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/local_to_adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Upload data from Local Filesystem to Azure Data Lake</span></a></p>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>string with state message</p>
</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_adls" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_adls</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></p>
</dd>
</dl>
-</div>
-<div class="section" id="oracle-to-microsoft-azure-data-lake-storage">
-<h3>Oracle to Microsoft Azure Data Lake Storage<a class="headerlink" href="#oracle-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.get_run_output">
+<span class="sig-name descname"><span class="pre">get_run_output</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">run_id</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#DatabricksHook.get_run_output"><span class="viewcode-link"><span class="pr [...]
+<dd><p>Retrieves run output of the run.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.oracle.com/en/database/">Oracle</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>run_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- id of the run</p>
</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index.html#module-airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake</span> [...]
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>output of the run</p>
</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)">dict</a></p>
</dd>
</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-blob-storage">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#local-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.cancel_run">
+<span class="sig-name descname"><span class="pre">cancel_run</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">run_id</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#DatabricksHook.cancel_run"><span class="viewcode-link"><span class="pre">[sour [...]
+<dd><p>Cancels the run.</p>
<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.file_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.file_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>run_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- id of the run</p>
</dd>
</dl>
-</div>
-<div class="section" id="id1">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#id1" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.restart_cluster">
+<span class="sig-name descname"><span class="pre">restart_cluster</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">json</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#DatabricksHook.restart_cluster"><span class="viewcode-link"><span class="pr [...]
+<dd><p>Restarts the cluster.</p>
<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>json</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) -- json dictionary containing cluster specification.</p>
</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_wasb</span></code></a></p>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.start_cluster">
+<span class="sig-name descname"><span class="pre">start_cluster</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">json</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#DatabricksHook.start_cluster"><span class="viewcode-link"><span class="pre">[ [...]
+<dd><p>Starts the cluster.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>json</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) -- json dictionary containing cluster specification.</p>
</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.terminate_cluster">
+<span class="sig-name descname"><span class="pre">terminate_cluster</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">json</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#DatabricksHook.terminate_cluster"><span class="viewcode-link"><span class [...]
+<dd><p>Terminates the cluster.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>json</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) -- json dictionary containing cluster specification.</p>
</dd>
</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Blob Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.install">
+<span class="sig-name descname"><span class="pre">install</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">json</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#DatabricksHook.install"><span class="viewcode-link"><span class="pre">[source]</spa [...]
+<dd><p>Install libraries on the cluster.</p>
+<p>Utility function to call the <code class="docutils literal notranslate"><span class="pre">2.0/libraries/install</span></code> endpoint.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>json</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) -- json dictionary containing cluster_id and an array of library</p>
</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.uninstall">
+<span class="sig-name descname"><span class="pre">uninstall</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">json</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#DatabricksHook.uninstall"><span class="viewcode-link"><span class="pre">[source]< [...]
+<dd><p>Uninstall libraries on the cluster.</p>
+<p>Utility function to call the <code class="docutils literal notranslate"><span class="pre">2.0/libraries/uninstall</span></code> endpoint.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>json</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) -- json dictionary containing cluster_id and an array of library</p>
</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/azure_blob_to_gcs.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.update_repo">
+<span class="sig-name descname"><span class="pre">update_repo</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">repo_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">json</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks. [...]
+<dd><p>Updates given Databricks Repos</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>repo_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- ID of Databricks Repos</p></li>
+<li><p><strong>json</strong> (<em>Dict</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><em>Any</em><em>]</em>) -- payload</p></li>
+</ul>
</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index.html#module-airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs</span></code></a></p>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>metadata from update</p>
</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)">dict</a></p>
</dd>
</dl>
-</div>
-<div class="section" id="ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">
-<h3>SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage<a class="headerlink" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.delete_repo">
+<span class="sig-name descname"><span class="pre">delete_repo</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">repo_id</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#DatabricksHook.delete_repo"><span class="viewcode-link"><span class="pre">[s [...]
+<dd><p>Deletes given Databricks Repos</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://tools.ietf.org/wg/secsh/draft-ietf-secsh-filexfer/">SSH File Transfer Protocol (SFTP)</a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>repo_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- ID of Databricks Repos</p>
</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p></p>
</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/sftp_to_wasb.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.create_repo">
+<span class="sig-name descname"><span class="pre">create_repo</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">json</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#DatabricksHook.create_repo"><span class="viewcode-link"><span class="pre">[sour [...]
+<dd><p>Creates a Databricks Repos</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>json</strong> (<em>Dict</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><em>Any</em><em>]</em>) -- payload</p>
</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/sftp_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.sftp_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.sftp_to_wasb</span></code></a></p>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p></p>
</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)">dict</a></p>
</dd>
</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks.DatabricksHook.get_repo_by_path">
+<span class="sig-name descname"><span class="pre">get_repo_by_path</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">path</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks.html#DatabricksHook.get_repo_by_path"><span class="viewcode-link"><span class=" [...]
+<dd><p>Obtains Repos ID by path
+:param path: path to a repository
+:return: Repos ID if it exists, None if doesn't.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="AWS: Amazon Web Services" href="aws.html" >
+ <a rel="prev" title="airflow.providers.databricks.hooks" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Google" href="google.html" >
+ <a rel="next" title="airflow.providers.databricks.hooks.databricks_base" href="../databricks_base/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -933,28 +1210,58 @@ which authenticate Azure’s Python SDK Clients.</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Azure: Microsoft Azure</a><ul>
-<li><a class="reference internal" href="#services">Services</a><ul>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
-<li><a class="reference internal" href="#microsoft-azure-batch">Microsoft Azure Batch</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage">Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-container-instances">Microsoft Azure Container Instances</a></li>
-<li><a class="reference internal" href="#microsoft-azure-cosmos-db">Microsoft Azure Cosmos DB</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-explorer">Microsoft Azure Data Explorer</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-factory">Microsoft Azure Data Factory</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage">Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-fileshare">Microsoft Azure FileShare</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a></li>
+<li><a class="reference internal" href="#attributes">Attributes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.RESTART_CLUSTER_ENDPOINT">RESTART_CLUSTER_ENDPOINT</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.START_CLUSTER_ENDPOINT">START_CLUSTER_ENDPOINT</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.TERMINATE_CLUSTER_ENDPOINT">TERMINATE_CLUSTER_ENDPOINT</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.RUN_NOW_ENDPOINT">RUN_NOW_ENDPOINT</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.SUBMIT_RUN_ENDPOINT">SUBMIT_RUN_ENDPOINT</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.GET_RUN_ENDPOINT">GET_RUN_ENDPOINT</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.CANCEL_RUN_ENDPOINT">CANCEL_RUN_ENDPOINT</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.OUTPUT_RUNS_JOB_ENDPOINT">OUTPUT_RUNS_JOB_ENDPOINT</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.INSTALL_LIBS_ENDPOINT">INSTALL_LIBS_ENDPOINT</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.UNINSTALL_LIBS_ENDPOINT">UNINSTALL_LIBS_ENDPOINT</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.LIST_JOBS_ENDPOINT">LIST_JOBS_ENDPOINT</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.WORKSPACE_GET_STATUS_ENDPOINT">WORKSPACE_GET_STATUS_ENDPOINT</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.RUN_LIFE_CYCLE_STATES">RUN_LIFE_CYCLE_STATES</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.RunState">RunState</a><ul>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.RunState.is_terminal">is_terminal</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.RunState.is_successful">is_successful</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.RunState.__eq__">__eq__</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.RunState.__repr__">__repr__</a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook">DatabricksHook</a><ul>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.hook_name">hook_name</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.run_now">run_now</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.submit_run">submit_run</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.list_jobs">list_jobs</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.find_job_id_by_name">find_job_id_by_name</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.get_run_page_url">get_run_page_url</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.get_job_id">get_job_id</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.get_run_state">get_run_state</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.get_run_state_str">get_run_state_str</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.get_run_state_lifecycle">get_run_state_lifecycle</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.get_run_state_result">get_run_state_result</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.get_run_state_message">get_run_state_message</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.get_run_output">get_run_output</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.cancel_run">cancel_run</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.restart_cluster">restart_cluster</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.start_cluster">start_cluster</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.terminate_cluster">terminate_cluster</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.install">install</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.uninstall">uninstall</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.update_repo">update_repo</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.delete_repo">delete_repo</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.create_repo">create_repo</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks.DatabricksHook.get_repo_by_path">get_repo_by_path</a></li>
+</ul>
+</li>
</ul>
</li>
-<li><a class="reference internal" href="#transfers">Transfers</a><ul>
-<li><a class="reference internal" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs">Microsoft Azure FileShare to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-data-lake-storage">Local to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#oracle-to-microsoft-azure-data-lake-storage">Oracle to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-blob-storage">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#id1">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs">Microsoft Azure Blob Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage</a></li>
</ul>
</li>
</ul>
@@ -981,7 +1288,7 @@ which authenticate Azure’s Python SDK Clients.</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/operators-and-hooks-ref/azure.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-databricks/_api/airflow/providers/databricks/hooks/databricks/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -1115,16 +1422,16 @@ which authenticate Azure’s Python SDK Clients.</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html b/docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/hooks/databricks_base/index.html
similarity index 64%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
copy to docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/hooks/databricks_base/index.html
index 8da21c740..bd940056a 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
+++ b/docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/hooks/databricks_base/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Azure: Microsoft Azure — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Google" href="google.html" />
- <link rel="prev" title="AWS: Amazon Web Services" href="aws.html" />
+ <title>airflow.providers.databricks.hooks.databricks_base — apache-airflow-providers-databricks Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.databricks.hooks.databricks_sql" href="../databricks_sql/index.html" />
+ <link rel="prev" title="airflow.providers.databricks.hooks.databricks" href="../databricks/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -270,8 +271,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -301,23 +315,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators/index.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -398,8 +413,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -429,23 +457,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators/index.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -534,11 +563,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks</span></code></a></li>
- <li class="breadcrumb-item"><a href="azure.html"> Azure: Microsoft Azure</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks_base</span></code></a></li>
</ul>
</div>
@@ -549,321 +580,175 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="azure-microsoft-azure">
-<h1>Azure: Microsoft Azure<a class="headerlink" href="#azure-microsoft-azure" title="Permalink to this headline">¶</a></h1>
-<p>Airflow has limited support for <a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a>.</p>
-<p>Some hooks are based on <a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>
-which authenticate Azure’s Python SDK Clients.</p>
-<div class="section" id="services">
-<h2>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within the Microsoft Azure.</p>
-<div class="section" id="microsoft-azure">
-<h3>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-batch">
-<h3>Microsoft Azure Batch<a class="headerlink" href="#microsoft-azure-batch" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/batch/index.html#module-airflow.providers.microsoft.azure.operators.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.batch</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/batch/index.html#module-airflow.providers.microsoft.azure.hooks.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.batch</span></code></a>, <a class="reference external" href="/docs/apache-airflow-p [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/batch/">Microsoft Azure Batch</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage">
-<h3>Microsoft Azure Blob Storage<a class="headerlink" href="#microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index.html#module-airflow.providers.microsoft.azure.operators.wasb_delete_blob" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.wasb_delete_blob</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/wasb/index.html#module-airflow.providers.microsoft.azure.hooks.wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.wasb</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-container-instances">
-<h3>Microsoft Azure Container Instances<a class="headerlink" href="#microsoft-azure-container-instances" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/container_instances/index.html#module-airflow.providers.microsoft.azure.operators.container_instances" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.container_instances</span></code></a>, <a cl [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/container_volume/index.html#module-airflow.providers.microsoft.azure.hooks.container_volume" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.container_volume</span></code></a>, <a class="reference exter [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/container-instances/">Microsoft Azure Container Instances</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-cosmos-db">
-<h3>Microsoft Azure Cosmos DB<a class="headerlink" href="#microsoft-azure-cosmos-db" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/cosmos/index.html#module-airflow.providers.microsoft.azure.operators.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.cosmos</span></code></a>, <a class="reference external" href="/docs/ap [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/cosmos/index.html#module-airflow.providers.microsoft.azure.hooks.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.cosmos</span></code></a>, <a class="reference external" href="/docs/apache-airflo [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/cosmos-db/">Microsoft Azure Cosmos DB</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-explorer">
-<h3>Microsoft Azure Data Explorer<a class="headerlink" href="#microsoft-azure-data-explorer" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adx/index.html#module-airflow.providers.microsoft.azure.operators.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adx</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/adx/index.html#module-airflow.providers.microsoft.azure.hooks.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.adx</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-explorer/">Microsoft Azure Data Explorer</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-factory">
-<h3>Microsoft Azure Data Factory<a class="headerlink" href="#microsoft-azure-data-factory" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/data_factory/index.html#module-airflow.providers.microsoft.azure.operators.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.data_factory</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_factory/index.html#module-airflow.providers.microsoft.azure.hooks.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_factory</span></code></a>, <a class="reference external" href="/ [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adf_run_pipeline.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Data Factory Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-factory/">Microsoft Azure Data Factory</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage">
-<h3>Microsoft Azure Data Lake Storage<a class="headerlink" href="#microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adls_list/index.html#module-airflow.providers.microsoft.azure.operators.adls_list" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adls_list</span></code></a>, <a class="reference external" href= [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_lake/index.html#module-airflow.providers.microsoft.azure.hooks.data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_lake</span></code></a>, <a class="reference external" href="/docs/apac [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure DataLake Storage Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-fileshare">
-<h3>Microsoft Azure FileShare<a class="headerlink" href="#microsoft-azure-fileshare" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/fileshare/index.html#module-airflow.providers.microsoft.azure.hooks.fileshare" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.fileshare</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfers">
-<h2>Transfers<a class="headerlink" href="#transfers" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to copy data from/to Microsoft Azure.</p>
-<div class="section" id="microsoft-azure-fileshare-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure FileShare to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/azure_fileshare_to_gcs.html" title="(in apache-airflow-providers-google v6.8.0)"><span>Transfers data from Azure FileShare Storage to Google Cloud Storage</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/adls_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.adls_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.adls_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-data-lake-storage">
-<h3>Local to Microsoft Azure Data Lake Storage<a class="headerlink" href="#local-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Operator guide</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/local_to_adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Upload data from Local Filesystem to Azure Data Lake</span></a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_adls" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_adls</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
+ <div class="section" id="module-airflow.providers.databricks.hooks.databricks_base">
+<span id="airflow-providers-databricks-hooks-databricks-base"></span><h1><a class="reference internal" href="#module-airflow.providers.databricks.hooks.databricks_base" title="airflow.providers.databricks.hooks.databricks_base"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks_base</span></code></a><a class="headerlink" href="#module-airflow.providers.databricks.hooks.databricks_base" title="Permalink to this headlin [...]
+<p>Databricks hook.</p>
+<p>This hook enable the submitting and running of jobs to the Databricks platform. Internally the
+operators talk to the <code class="docutils literal notranslate"><span class="pre">api/2.0/jobs/runs/submit</span></code>
+<a class="reference external" href="https://docs.databricks.com/api/latest/jobs.html#runs-submit">endpoint</a>.</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this headline">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook" title="airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BaseDatabricksHook</span></code></a></p></td>
+<td><p>Base for interaction with Databricks.</p></td>
+</tr>
+</tbody>
+</table>
</div>
-<div class="section" id="oracle-to-microsoft-azure-data-lake-storage">
-<h3>Oracle to Microsoft Azure Data Lake Storage<a class="headerlink" href="#oracle-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
+<div class="section" id="attributes">
+<h3>Attributes<a class="headerlink" href="#attributes" title="Permalink to this headline">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.USER_AGENT_HEADER" title="airflow.providers.databricks.hooks.databricks_base.USER_AGENT_HEADER"><code class="xref py py-obj docutils literal notranslate"><span class="pre">USER_AGENT_HEADER</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.AZURE_DEFAULT_AD_ENDPOINT" title="airflow.providers.databricks.hooks.databricks_base.AZURE_DEFAULT_AD_ENDPOINT"><code class="xref py py-obj docutils literal notranslate"><span class="pre">AZURE_DEFAULT_AD_ENDPOINT</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.AZURE_TOKEN_SERVICE_URL" title="airflow.providers.databricks.hooks.databricks_base.AZURE_TOKEN_SERVICE_URL"><code class="xref py py-obj docutils literal notranslate"><span class="pre">AZURE_TOKEN_SERVICE_URL</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.AZURE_METADATA_SERVICE_TOKEN_URL" title="airflow.providers.databricks.hooks.databricks_base.AZURE_METADATA_SERVICE_TOKEN_URL"><code class="xref py py-obj docutils literal notranslate"><span class="pre">AZURE_METADATA_SERVICE_TOKEN_URL</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.AZURE_METADATA_SERVICE_INSTANCE_URL" title="airflow.providers.databricks.hooks.databricks_base.AZURE_METADATA_SERVICE_INSTANCE_URL"><code class="xref py py-obj docutils literal notranslate"><span class="pre">AZURE_METADATA_SERVICE_INSTANCE_URL</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.TOKEN_REFRESH_LEAD_TIME" title="airflow.providers.databricks.hooks.databricks_base.TOKEN_REFRESH_LEAD_TIME"><code class="xref py py-obj docutils literal notranslate"><span class="pre">TOKEN_REFRESH_LEAD_TIME</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.AZURE_MANAGEMENT_ENDPOINT" title="airflow.providers.databricks.hooks.databricks_base.AZURE_MANAGEMENT_ENDPOINT"><code class="xref py py-obj docutils literal notranslate"><span class="pre">AZURE_MANAGEMENT_ENDPOINT</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.DEFAULT_DATABRICKS_SCOPE" title="airflow.providers.databricks.hooks.databricks_base.DEFAULT_DATABRICKS_SCOPE"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DEFAULT_DATABRICKS_SCOPE</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_base.USER_AGENT_HEADER">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks_base.</span></span><span class="sig-name descname"><span class="pre">USER_AGENT_HEADER</span></span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks_base.html#USER_AGENT_HEADER"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.databricks.hooks.databricks_bas [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_base.AZURE_DEFAULT_AD_ENDPOINT">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks_base.</span></span><span class="sig-name descname"><span class="pre">AZURE_DEFAULT_AD_ENDPOINT</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">https://login.microsoftonline.com</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks_base.html#AZURE_DEFAULT_AD_ENDPOINT" [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_base.AZURE_TOKEN_SERVICE_URL">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks_base.</span></span><span class="sig-name descname"><span class="pre">AZURE_TOKEN_SERVICE_URL</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">{}/{}/oauth2/token</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks_base.html#AZURE_TOKEN_SERVICE_URL"><span class="viewc [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_base.AZURE_METADATA_SERVICE_TOKEN_URL">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks_base.</span></span><span class="sig-name descname"><span class="pre">AZURE_METADATA_SERVICE_TOKEN_URL</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">http://169.254.169.254/metadata/identity/oauth2/token</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks_base.html [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_base.AZURE_METADATA_SERVICE_INSTANCE_URL">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks_base.</span></span><span class="sig-name descname"><span class="pre">AZURE_METADATA_SERVICE_INSTANCE_URL</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">http://169.254.169.254/metadata/instance</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks_base.html#AZURE_MET [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_base.TOKEN_REFRESH_LEAD_TIME">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks_base.</span></span><span class="sig-name descname"><span class="pre">TOKEN_REFRESH_LEAD_TIME</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">120</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks_base.html#TOKEN_REFRESH_LEAD_TIME"><span class="viewcode-link"><span [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_base.AZURE_MANAGEMENT_ENDPOINT">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks_base.</span></span><span class="sig-name descname"><span class="pre">AZURE_MANAGEMENT_ENDPOINT</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">https://management.core.windows.net/</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks_base.html#AZURE_MANAGEMENT_ENDPOI [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_base.DEFAULT_DATABRICKS_SCOPE">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks_base.</span></span><span class="sig-name descname"><span class="pre">DEFAULT_DATABRICKS_SCOPE</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">2ff814a6-3304-4ab8-85cb-cd0e6f879c1d</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks_base.html#DEFAULT_DATABRICKS_SCOPE [...]
+<dd></dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks_base.</span></span><span class="sig-name descname"><span class="pre">BaseDatabricksHook</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">databricks_conn_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span clas [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/hooks/base/index.html#airflow.hooks.base.BaseHook" title="(in apache-airflow v2.3.0.dev0)"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.hooks.base.BaseHook</span></code></a></p>
+<p>Base for interaction with Databricks.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.oracle.com/en/database/">Oracle</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index.html#module-airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake</span> [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-blob-storage">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#local-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.file_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.file_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>databricks_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- Reference to the <a class="reference internal" href="../../../../../../connections/databricks.html#howto-connection-databricks"><span class="std std-ref">Databricks connection</span></a>.</p></li>
+<li><p><strong>timeout_seconds</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- The amount of time in seconds the requests library
+will wait before timing-out.</p></li>
+<li><p><strong>retry_limit</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- The number of times to retry the connection in case of
+service outages.</p></li>
+<li><p><strong>retry_delay</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#float" title="(in Python v3.10)"><em>float</em></a>) -- The number of seconds to wait between retries (it
+might be a floating point number).</p></li>
+<li><p><strong>retry_args</strong> (<em>Optional</em><em>[</em><em>Dict</em><em>[</em><em>Any</em><em>, </em><em>Any</em><em>]</em><em>]</em>) -- An optional dictionary with arguments passed to <code class="docutils literal notranslate"><span class="pre">tenacity.Retrying</span></code> class.</p></li>
+</ul>
</dd>
</dl>
-</div>
-<div class="section" id="id1">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#id1" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook.conn_name_attr">
+<span class="sig-name descname"><span class="pre">conn_name_attr</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">databricks_conn_id</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks_base.html#BaseDatabricksHook.conn_name_attr"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.databricks.hooks.data [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook.default_conn_name">
+<span class="sig-name descname"><span class="pre">default_conn_name</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">databricks_default</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks_base.html#BaseDatabricksHook.default_conn_name"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.databricks.hook [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook.conn_type">
+<span class="sig-name descname"><span class="pre">conn_type</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">databricks</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks_base.html#BaseDatabricksHook.conn_type"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.databricks.hooks.databricks_base.BaseDa [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook.extra_parameters">
+<span class="sig-name descname"><span class="pre">extra_parameters</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">['token',</span> <span class="pre">'host',</span> <span class="pre">'use_azure_managed_identity',</span> <span class="pre">'azure_ad_endpoint',</span> <span class="pre">'azure_resource_id',...</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks_base.html [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook.databricks_conn">
+<span class="sig-name descname"><span class="pre">databricks_conn</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks_base.html#BaseDatabricksHook.databricks_conn"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.provid [...]
+<dd><dl class="field-list simple">
</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Blob Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook.get_conn">
+<span class="sig-name descname"><span class="pre">get_conn</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks_base.html#BaseDatabricksHook.get_conn"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.databricks [...]
+<dd><p>Returns connection for the hook.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/azure_blob_to_gcs.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index.html#module-airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
</dl>
-</div>
-<div class="section" id="ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">
-<h3>SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage<a class="headerlink" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://tools.ietf.org/wg/secsh/draft-ietf-secsh-filexfer/">SSH File Transfer Protocol (SFTP)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/sftp_to_wasb.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/sftp_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.sftp_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.sftp_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook.host">
+<span class="sig-name descname"><span class="pre">host</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks_base.html#BaseDatabricksHook.host"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.databricks.hooks.d [...]
+<dd><dl class="field-list simple">
</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="AWS: Amazon Web Services" href="aws.html" >
+ <a rel="prev" title="airflow.providers.databricks.hooks.databricks" href="../databricks/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Google" href="google.html" >
+ <a rel="next" title="airflow.providers.databricks.hooks.databricks_sql" href="../databricks_sql/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -933,28 +818,30 @@ which authenticate Azure’s Python SDK Clients.</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Azure: Microsoft Azure</a><ul>
-<li><a class="reference internal" href="#services">Services</a><ul>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
-<li><a class="reference internal" href="#microsoft-azure-batch">Microsoft Azure Batch</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage">Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-container-instances">Microsoft Azure Container Instances</a></li>
-<li><a class="reference internal" href="#microsoft-azure-cosmos-db">Microsoft Azure Cosmos DB</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-explorer">Microsoft Azure Data Explorer</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-factory">Microsoft Azure Data Factory</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage">Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-fileshare">Microsoft Azure FileShare</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks_base</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a></li>
+<li><a class="reference internal" href="#attributes">Attributes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.USER_AGENT_HEADER">USER_AGENT_HEADER</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.AZURE_DEFAULT_AD_ENDPOINT">AZURE_DEFAULT_AD_ENDPOINT</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.AZURE_TOKEN_SERVICE_URL">AZURE_TOKEN_SERVICE_URL</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.AZURE_METADATA_SERVICE_TOKEN_URL">AZURE_METADATA_SERVICE_TOKEN_URL</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.AZURE_METADATA_SERVICE_INSTANCE_URL">AZURE_METADATA_SERVICE_INSTANCE_URL</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.TOKEN_REFRESH_LEAD_TIME">TOKEN_REFRESH_LEAD_TIME</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.AZURE_MANAGEMENT_ENDPOINT">AZURE_MANAGEMENT_ENDPOINT</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.DEFAULT_DATABRICKS_SCOPE">DEFAULT_DATABRICKS_SCOPE</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook">BaseDatabricksHook</a><ul>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook.conn_name_attr">conn_name_attr</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook.default_conn_name">default_conn_name</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook.conn_type">conn_type</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook.extra_parameters">extra_parameters</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook.databricks_conn">databricks_conn</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook.get_conn">get_conn</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook.host">host</a></li>
+</ul>
+</li>
</ul>
</li>
-<li><a class="reference internal" href="#transfers">Transfers</a><ul>
-<li><a class="reference internal" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs">Microsoft Azure FileShare to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-data-lake-storage">Local to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#oracle-to-microsoft-azure-data-lake-storage">Oracle to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-blob-storage">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#id1">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs">Microsoft Azure Blob Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage</a></li>
</ul>
</li>
</ul>
@@ -981,7 +868,7 @@ which authenticate Azure’s Python SDK Clients.</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/operators-and-hooks-ref/azure.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-databricks/_api/airflow/providers/databricks/hooks/databricks_base/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -1115,16 +1002,16 @@ which authenticate Azure’s Python SDK Clients.</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html b/docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/hooks/databricks_sql/index.html
similarity index 65%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
copy to docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/hooks/databricks_sql/index.html
index 8da21c740..90cafb9b0 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
+++ b/docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/hooks/databricks_sql/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Azure: Microsoft Azure — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Google" href="google.html" />
- <link rel="prev" title="AWS: Amazon Web Services" href="aws.html" />
+ <title>airflow.providers.databricks.hooks.databricks_sql — apache-airflow-providers-databricks Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.databricks.operators" href="../../operators/index.html" />
+ <link rel="prev" title="airflow.providers.databricks.hooks.databricks_base" href="../databricks_base/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -270,8 +271,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -301,23 +315,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators/index.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -398,8 +413,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -429,23 +457,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators/index.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -534,11 +563,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks</span></code></a></li>
- <li class="breadcrumb-item"><a href="azure.html"> Azure: Microsoft Azure</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks</span></code></a></li>
+
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks_sql</span></code></a></li>
</ul>
</div>
@@ -549,321 +580,161 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="azure-microsoft-azure">
-<h1>Azure: Microsoft Azure<a class="headerlink" href="#azure-microsoft-azure" title="Permalink to this headline">¶</a></h1>
-<p>Airflow has limited support for <a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a>.</p>
-<p>Some hooks are based on <a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>
-which authenticate Azure’s Python SDK Clients.</p>
-<div class="section" id="services">
-<h2>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within the Microsoft Azure.</p>
-<div class="section" id="microsoft-azure">
-<h3>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-batch">
-<h3>Microsoft Azure Batch<a class="headerlink" href="#microsoft-azure-batch" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/batch/index.html#module-airflow.providers.microsoft.azure.operators.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.batch</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/batch/index.html#module-airflow.providers.microsoft.azure.hooks.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.batch</span></code></a>, <a class="reference external" href="/docs/apache-airflow-p [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/batch/">Microsoft Azure Batch</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage">
-<h3>Microsoft Azure Blob Storage<a class="headerlink" href="#microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index.html#module-airflow.providers.microsoft.azure.operators.wasb_delete_blob" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.wasb_delete_blob</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/wasb/index.html#module-airflow.providers.microsoft.azure.hooks.wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.wasb</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-container-instances">
-<h3>Microsoft Azure Container Instances<a class="headerlink" href="#microsoft-azure-container-instances" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/container_instances/index.html#module-airflow.providers.microsoft.azure.operators.container_instances" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.container_instances</span></code></a>, <a cl [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/container_volume/index.html#module-airflow.providers.microsoft.azure.hooks.container_volume" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.container_volume</span></code></a>, <a class="reference exter [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/container-instances/">Microsoft Azure Container Instances</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-cosmos-db">
-<h3>Microsoft Azure Cosmos DB<a class="headerlink" href="#microsoft-azure-cosmos-db" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/cosmos/index.html#module-airflow.providers.microsoft.azure.operators.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.cosmos</span></code></a>, <a class="reference external" href="/docs/ap [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/cosmos/index.html#module-airflow.providers.microsoft.azure.hooks.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.cosmos</span></code></a>, <a class="reference external" href="/docs/apache-airflo [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/cosmos-db/">Microsoft Azure Cosmos DB</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-explorer">
-<h3>Microsoft Azure Data Explorer<a class="headerlink" href="#microsoft-azure-data-explorer" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adx/index.html#module-airflow.providers.microsoft.azure.operators.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adx</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/adx/index.html#module-airflow.providers.microsoft.azure.hooks.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.adx</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-explorer/">Microsoft Azure Data Explorer</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-factory">
-<h3>Microsoft Azure Data Factory<a class="headerlink" href="#microsoft-azure-data-factory" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/data_factory/index.html#module-airflow.providers.microsoft.azure.operators.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.data_factory</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_factory/index.html#module-airflow.providers.microsoft.azure.hooks.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_factory</span></code></a>, <a class="reference external" href="/ [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adf_run_pipeline.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Data Factory Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-factory/">Microsoft Azure Data Factory</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage">
-<h3>Microsoft Azure Data Lake Storage<a class="headerlink" href="#microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adls_list/index.html#module-airflow.providers.microsoft.azure.operators.adls_list" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adls_list</span></code></a>, <a class="reference external" href= [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_lake/index.html#module-airflow.providers.microsoft.azure.hooks.data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_lake</span></code></a>, <a class="reference external" href="/docs/apac [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure DataLake Storage Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-fileshare">
-<h3>Microsoft Azure FileShare<a class="headerlink" href="#microsoft-azure-fileshare" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/fileshare/index.html#module-airflow.providers.microsoft.azure.hooks.fileshare" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.fileshare</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfers">
-<h2>Transfers<a class="headerlink" href="#transfers" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to copy data from/to Microsoft Azure.</p>
-<div class="section" id="microsoft-azure-fileshare-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure FileShare to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/azure_fileshare_to_gcs.html" title="(in apache-airflow-providers-google v6.8.0)"><span>Transfers data from Azure FileShare Storage to Google Cloud Storage</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/adls_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.adls_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.adls_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
+ <div class="section" id="module-airflow.providers.databricks.hooks.databricks_sql">
+<span id="airflow-providers-databricks-hooks-databricks-sql"></span><h1><a class="reference internal" href="#module-airflow.providers.databricks.hooks.databricks_sql" title="airflow.providers.databricks.hooks.databricks_sql"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks_sql</span></code></a><a class="headerlink" href="#module-airflow.providers.databricks.hooks.databricks_sql" title="Permalink to this headline">¶< [...]
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this headline">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_sql.DatabricksSqlHook" title="airflow.providers.databricks.hooks.databricks_sql.DatabricksSqlHook"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DatabricksSqlHook</span></code></a></p></td>
+<td><p>Interact with Databricks SQL.</p></td>
+</tr>
+</tbody>
+</table>
</div>
-<div class="section" id="local-to-microsoft-azure-data-lake-storage">
-<h3>Local to Microsoft Azure Data Lake Storage<a class="headerlink" href="#local-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
+<div class="section" id="attributes">
+<h3>Attributes<a class="headerlink" href="#attributes" title="Permalink to this headline">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_sql.LIST_SQL_ENDPOINTS_ENDPOINT" title="airflow.providers.databricks.hooks.databricks_sql.LIST_SQL_ENDPOINTS_ENDPOINT"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LIST_SQL_ENDPOINTS_ENDPOINT</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_sql.LIST_SQL_ENDPOINTS_ENDPOINT">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks_sql.</span></span><span class="sig-name descname"><span class="pre">LIST_SQL_ENDPOINTS_ENDPOINT</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">['GET',</span> <span class="pre">'api/2.0/sql/endpoints']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks_sql.html#LI [...]
+<dd></dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_sql.DatabricksSqlHook">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.hooks.databricks_sql.</span></span><span class="sig-name descname"><span class="pre">DatabricksSqlHook</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">databricks_conn_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class= [...]
+<dd><p>Bases: <a class="reference internal" href="../databricks_base/index.html#airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook" title="airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook</span></code></a>, <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/hooks/dbapi/index.htm [...]
+<p>Interact with Databricks SQL.</p>
<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Operator guide</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/local_to_adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Upload data from Local Filesystem to Azure Data Lake</span></a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_adls" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_adls</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>databricks_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- Reference to the <a class="reference internal" href="../../../../../../connections/databricks.html#howto-connection-databricks"><span class="std std-ref">Databricks connection</span></a>.</p></li>
+<li><p><strong>http_path</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- Optional string specifying HTTP path of Databricks SQL Endpoint or cluster.
+If not specified, it should be either specified in the Databricks connection's extra parameters,
+or <code class="docutils literal notranslate"><span class="pre">sql_endpoint_name</span></code> must be specified.</p></li>
+<li><p><strong>sql_endpoint_name</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- Optional name of Databricks SQL Endpoint. If not specified, <code class="docutils literal notranslate"><span class="pre">http_path</span></code> must
+be provided as described above.</p></li>
+<li><p><strong>session_configuration</strong> (<em>Optional</em><em>[</em><em>Dict</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em><em>]</em>) -- An optional dictionary of Spark session parameters. Defaults to None.
+If not specified, it could be specified in the Databricks connection's extra parameters.</p></li>
+</ul>
</dd>
</dl>
-</div>
-<div class="section" id="oracle-to-microsoft-azure-data-lake-storage">
-<h3>Oracle to Microsoft Azure Data Lake Storage<a class="headerlink" href="#oracle-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_sql.DatabricksSqlHook.hook_name">
+<span class="sig-name descname"><span class="pre">hook_name</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">Databricks</span> <span class="pre">SQL</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks_sql.html#DatabricksSqlHook.hook_name"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.databricks.h [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_sql.DatabricksSqlHook.get_conn">
+<span class="sig-name descname"><span class="pre">get_conn</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks_sql.html#DatabricksSqlHook.get_conn"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.databricks.h [...]
+<dd><p>Returns a Databricks SQL connection object</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.oracle.com/en/database/">Oracle</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index.html#module-airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake</span> [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-blob-storage">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#local-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_sql.DatabricksSqlHook.maybe_split_sql_string">
+<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">maybe_split_sql_string</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">sql</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks_sql.html#DatabricksSqlHook.maybe_split_sql_string"><span class="viewcode-l [...]
+<dd><p>Splits strings consisting of multiple SQL expressions into an
+TODO: do we need something more sophisticated?</p>
<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- SQL string potentially consisting of multiple expressions</p>
</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.file_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.file_to_wasb</span></code></a></p>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>list of individual expressions</p>
</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p>List[<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a>]</p>
</dd>
</dl>
-</div>
-<div class="section" id="id1">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#id1" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_sql.DatabricksSqlHook.run">
+<span class="sig-name descname"><span class="pre">run</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">autocommit</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span clas [...]
+<dd><p>Runs a command or a list of commands. Pass a list of sql
+statements to the sql parameter to get them to execute
+sequentially</p>
<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_wasb</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>sql</strong> (<em>Union</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em><em>]</em>) -- the sql statement to be executed (str) or a list of
+sql statements to execute</p></li>
+<li><p><strong>autocommit</strong> -- What to set the connection's autocommit setting to
+before executing the query.</p></li>
+<li><p><strong>parameters</strong> -- The parameters to render the SQL query with.</p></li>
+<li><p><strong>handler</strong> -- The result handler which is called with the result of each statement.</p></li>
+</ul>
</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>query results.</p>
</dd>
</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Blob Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_sql.DatabricksSqlHook.test_connection">
+<span class="sig-name descname"><span class="pre">test_connection</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/hooks/databricks_sql.html#DatabricksSqlHook.test_connection"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.provider [...]
+<dd><p>Test the Databricks SQL connection by running a simple query.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_sql.DatabricksSqlHook.bulk_dump">
+<em class="property"><span class="pre">abstract</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">bulk_dump</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">tmp_file</span></span></em><span class="sig-paren">)</span><a class="reference intern [...]
+<dd><p>Dumps a database table into a tab-delimited file</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/azure_blob_to_gcs.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index.html#module-airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>table</strong> -- The name of the source table</p></li>
+<li><p><strong>tmp_file</strong> -- The path of the target file</p></li>
+</ul>
</dd>
</dl>
-</div>
-<div class="section" id="ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">
-<h3>SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage<a class="headerlink" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.hooks.databricks_sql.DatabricksSqlHook.bulk_load">
+<em class="property"><span class="pre">abstract</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">bulk_load</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">tmp_file</span></span></em><span class="sig-paren">)</span><a class="reference intern [...]
+<dd><p>Loads a tab-delimited file into a database table</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://tools.ietf.org/wg/secsh/draft-ietf-secsh-filexfer/">SSH File Transfer Protocol (SFTP)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/sftp_to_wasb.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/sftp_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.sftp_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.sftp_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>table</strong> -- The name of the target table</p></li>
+<li><p><strong>tmp_file</strong> -- The path of the file to load into the table</p></li>
+</ul>
</dd>
</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="AWS: Amazon Web Services" href="aws.html" >
+ <a rel="prev" title="airflow.providers.databricks.hooks.databricks_base" href="../databricks_base/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Google" href="google.html" >
+ <a rel="next" title="airflow.providers.databricks.operators" href="../../operators/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -933,28 +804,23 @@ which authenticate Azure’s Python SDK Clients.</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Azure: Microsoft Azure</a><ul>
-<li><a class="reference internal" href="#services">Services</a><ul>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
-<li><a class="reference internal" href="#microsoft-azure-batch">Microsoft Azure Batch</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage">Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-container-instances">Microsoft Azure Container Instances</a></li>
-<li><a class="reference internal" href="#microsoft-azure-cosmos-db">Microsoft Azure Cosmos DB</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-explorer">Microsoft Azure Data Explorer</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-factory">Microsoft Azure Data Factory</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage">Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-fileshare">Microsoft Azure FileShare</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks_sql</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a></li>
+<li><a class="reference internal" href="#attributes">Attributes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_sql.LIST_SQL_ENDPOINTS_ENDPOINT">LIST_SQL_ENDPOINTS_ENDPOINT</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_sql.DatabricksSqlHook">DatabricksSqlHook</a><ul>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_sql.DatabricksSqlHook.hook_name">hook_name</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_sql.DatabricksSqlHook.get_conn">get_conn</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_sql.DatabricksSqlHook.maybe_split_sql_string">maybe_split_sql_string</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_sql.DatabricksSqlHook.run">run</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_sql.DatabricksSqlHook.test_connection">test_connection</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_sql.DatabricksSqlHook.bulk_dump">bulk_dump</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.hooks.databricks_sql.DatabricksSqlHook.bulk_load">bulk_load</a></li>
+</ul>
+</li>
</ul>
</li>
-<li><a class="reference internal" href="#transfers">Transfers</a><ul>
-<li><a class="reference internal" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs">Microsoft Azure FileShare to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-data-lake-storage">Local to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#oracle-to-microsoft-azure-data-lake-storage">Oracle to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-blob-storage">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#id1">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs">Microsoft Azure Blob Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage</a></li>
</ul>
</li>
</ul>
@@ -981,7 +847,7 @@ which authenticate Azure’s Python SDK Clients.</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/operators-and-hooks-ref/azure.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-databricks/_api/airflow/providers/databricks/hooks/databricks_sql/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -1115,16 +981,16 @@ which authenticate Azure’s Python SDK Clients.</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html b/docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/hooks/index.html
similarity index 64%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
copy to docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/hooks/index.html
index 8da21c740..278968238 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
+++ b/docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/hooks/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Azure: Microsoft Azure — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Google" href="google.html" />
- <link rel="prev" title="AWS: Amazon Web Services" href="aws.html" />
+ <title>airflow.providers.databricks.hooks — apache-airflow-providers-databricks Documentation</title>
+ <link rel="stylesheet" href="../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../search.html" />
+ <link rel="next" title="airflow.providers.databricks.hooks.databricks" href="databricks/index.html" />
+ <link rel="prev" title="airflow.providers.databricks" href="../index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -270,8 +271,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -301,23 +315,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators/index.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -398,8 +413,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -429,23 +457,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators/index.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -534,11 +563,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks</span></code></a></li>
- <li class="breadcrumb-item"><a href="azure.html"> Azure: Microsoft Azure</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks</span></code></a></li>
</ul>
</div>
@@ -549,321 +578,26 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="azure-microsoft-azure">
-<h1>Azure: Microsoft Azure<a class="headerlink" href="#azure-microsoft-azure" title="Permalink to this headline">¶</a></h1>
-<p>Airflow has limited support for <a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a>.</p>
-<p>Some hooks are based on <a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>
-which authenticate Azure’s Python SDK Clients.</p>
-<div class="section" id="services">
-<h2>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within the Microsoft Azure.</p>
-<div class="section" id="microsoft-azure">
-<h3>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-batch">
-<h3>Microsoft Azure Batch<a class="headerlink" href="#microsoft-azure-batch" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/batch/index.html#module-airflow.providers.microsoft.azure.operators.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.batch</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/batch/index.html#module-airflow.providers.microsoft.azure.hooks.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.batch</span></code></a>, <a class="reference external" href="/docs/apache-airflow-p [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/batch/">Microsoft Azure Batch</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage">
-<h3>Microsoft Azure Blob Storage<a class="headerlink" href="#microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index.html#module-airflow.providers.microsoft.azure.operators.wasb_delete_blob" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.wasb_delete_blob</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/wasb/index.html#module-airflow.providers.microsoft.azure.hooks.wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.wasb</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-container-instances">
-<h3>Microsoft Azure Container Instances<a class="headerlink" href="#microsoft-azure-container-instances" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/container_instances/index.html#module-airflow.providers.microsoft.azure.operators.container_instances" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.container_instances</span></code></a>, <a cl [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/container_volume/index.html#module-airflow.providers.microsoft.azure.hooks.container_volume" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.container_volume</span></code></a>, <a class="reference exter [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/container-instances/">Microsoft Azure Container Instances</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-cosmos-db">
-<h3>Microsoft Azure Cosmos DB<a class="headerlink" href="#microsoft-azure-cosmos-db" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/cosmos/index.html#module-airflow.providers.microsoft.azure.operators.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.cosmos</span></code></a>, <a class="reference external" href="/docs/ap [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/cosmos/index.html#module-airflow.providers.microsoft.azure.hooks.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.cosmos</span></code></a>, <a class="reference external" href="/docs/apache-airflo [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/cosmos-db/">Microsoft Azure Cosmos DB</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-explorer">
-<h3>Microsoft Azure Data Explorer<a class="headerlink" href="#microsoft-azure-data-explorer" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adx/index.html#module-airflow.providers.microsoft.azure.operators.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adx</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/adx/index.html#module-airflow.providers.microsoft.azure.hooks.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.adx</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-explorer/">Microsoft Azure Data Explorer</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-factory">
-<h3>Microsoft Azure Data Factory<a class="headerlink" href="#microsoft-azure-data-factory" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/data_factory/index.html#module-airflow.providers.microsoft.azure.operators.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.data_factory</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_factory/index.html#module-airflow.providers.microsoft.azure.hooks.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_factory</span></code></a>, <a class="reference external" href="/ [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adf_run_pipeline.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Data Factory Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-factory/">Microsoft Azure Data Factory</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage">
-<h3>Microsoft Azure Data Lake Storage<a class="headerlink" href="#microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adls_list/index.html#module-airflow.providers.microsoft.azure.operators.adls_list" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adls_list</span></code></a>, <a class="reference external" href= [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_lake/index.html#module-airflow.providers.microsoft.azure.hooks.data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_lake</span></code></a>, <a class="reference external" href="/docs/apac [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure DataLake Storage Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-fileshare">
-<h3>Microsoft Azure FileShare<a class="headerlink" href="#microsoft-azure-fileshare" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/fileshare/index.html#module-airflow.providers.microsoft.azure.hooks.fileshare" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.fileshare</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfers">
-<h2>Transfers<a class="headerlink" href="#transfers" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to copy data from/to Microsoft Azure.</p>
-<div class="section" id="microsoft-azure-fileshare-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure FileShare to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/azure_fileshare_to_gcs.html" title="(in apache-airflow-providers-google v6.8.0)"><span>Transfers data from Azure FileShare Storage to Google Cloud Storage</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/adls_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.adls_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.adls_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-data-lake-storage">
-<h3>Local to Microsoft Azure Data Lake Storage<a class="headerlink" href="#local-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Operator guide</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/local_to_adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Upload data from Local Filesystem to Azure Data Lake</span></a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_adls" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_adls</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="oracle-to-microsoft-azure-data-lake-storage">
-<h3>Oracle to Microsoft Azure Data Lake Storage<a class="headerlink" href="#oracle-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.oracle.com/en/database/">Oracle</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index.html#module-airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake</span> [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-blob-storage">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#local-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.file_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.file_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="id1">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#id1" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Blob Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/azure_blob_to_gcs.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index.html#module-airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">
-<h3>SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage<a class="headerlink" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://tools.ietf.org/wg/secsh/draft-ietf-secsh-filexfer/">SSH File Transfer Protocol (SFTP)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/sftp_to_wasb.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/sftp_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.sftp_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.sftp_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
+ <div class="section" id="module-airflow.providers.databricks.hooks">
+<span id="airflow-providers-databricks-hooks"></span><h1><a class="reference internal" href="#module-airflow.providers.databricks.hooks" title="airflow.providers.databricks.hooks"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks</span></code></a><a class="headerlink" href="#module-airflow.providers.databricks.hooks" title="Permalink to this headline">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this headline">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="databricks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="databricks_base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks_base</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="databricks_sql/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks_sql</span></code></a></li>
+</ul>
</div>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="AWS: Amazon Web Services" href="aws.html" >
+ <a rel="prev" title="airflow.providers.databricks" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Google" href="google.html" >
+ <a rel="next" title="airflow.providers.databricks.hooks.databricks" href="databricks/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -933,30 +667,8 @@ which authenticate Azure’s Python SDK Clients.</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Azure: Microsoft Azure</a><ul>
-<li><a class="reference internal" href="#services">Services</a><ul>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
-<li><a class="reference internal" href="#microsoft-azure-batch">Microsoft Azure Batch</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage">Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-container-instances">Microsoft Azure Container Instances</a></li>
-<li><a class="reference internal" href="#microsoft-azure-cosmos-db">Microsoft Azure Cosmos DB</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-explorer">Microsoft Azure Data Explorer</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-factory">Microsoft Azure Data Factory</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage">Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-fileshare">Microsoft Azure FileShare</a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#transfers">Transfers</a><ul>
-<li><a class="reference internal" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs">Microsoft Azure FileShare to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-data-lake-storage">Local to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#oracle-to-microsoft-azure-data-lake-storage">Oracle to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-blob-storage">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#id1">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs">Microsoft Azure Blob Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage</a></li>
-</ul>
-</li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -981,7 +693,7 @@ which authenticate Azure’s Python SDK Clients.</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/operators-and-hooks-ref/azure.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-databricks/_api/airflow/providers/databricks/hooks/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -1115,16 +827,16 @@ which authenticate Azure’s Python SDK Clients.</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../" src="../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script data-url_root="../../../../../" id="documentation_options" src="../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../_static/jquery.js"></script>
+ <script src="../../../../../_static/underscore.js"></script>
+ <script src="../../../../../_static/doctools.js"></script>
+ <script src="../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html b/docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/index.html
similarity index 64%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
copy to docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/index.html
index 8da21c740..a3c693460 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
+++ b/docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Azure: Microsoft Azure — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Google" href="google.html" />
- <link rel="prev" title="AWS: Amazon Web Services" href="aws.html" />
+ <title>airflow.providers.databricks — apache-airflow-providers-databricks Documentation</title>
+ <link rel="stylesheet" href="../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../search.html" />
+ <link rel="next" title="airflow.providers.databricks.hooks" href="hooks/index.html" />
+ <link rel="prev" title="DatabricksSubmitRunOperator" href="../../../../operators/submit_run.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -270,8 +271,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -301,23 +315,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../operators/index.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -398,8 +413,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -429,23 +457,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../operators/index.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -534,11 +563,9 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
-
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="azure.html"> Azure: Microsoft Azure</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks</span></code></a></li>
</ul>
</div>
@@ -549,321 +576,35 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="azure-microsoft-azure">
-<h1>Azure: Microsoft Azure<a class="headerlink" href="#azure-microsoft-azure" title="Permalink to this headline">¶</a></h1>
-<p>Airflow has limited support for <a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a>.</p>
-<p>Some hooks are based on <a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>
-which authenticate Azure’s Python SDK Clients.</p>
-<div class="section" id="services">
-<h2>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within the Microsoft Azure.</p>
-<div class="section" id="microsoft-azure">
-<h3>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-batch">
-<h3>Microsoft Azure Batch<a class="headerlink" href="#microsoft-azure-batch" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/batch/index.html#module-airflow.providers.microsoft.azure.operators.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.batch</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/batch/index.html#module-airflow.providers.microsoft.azure.hooks.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.batch</span></code></a>, <a class="reference external" href="/docs/apache-airflow-p [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/batch/">Microsoft Azure Batch</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage">
-<h3>Microsoft Azure Blob Storage<a class="headerlink" href="#microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index.html#module-airflow.providers.microsoft.azure.operators.wasb_delete_blob" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.wasb_delete_blob</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/wasb/index.html#module-airflow.providers.microsoft.azure.hooks.wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.wasb</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-container-instances">
-<h3>Microsoft Azure Container Instances<a class="headerlink" href="#microsoft-azure-container-instances" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/container_instances/index.html#module-airflow.providers.microsoft.azure.operators.container_instances" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.container_instances</span></code></a>, <a cl [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/container_volume/index.html#module-airflow.providers.microsoft.azure.hooks.container_volume" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.container_volume</span></code></a>, <a class="reference exter [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/container-instances/">Microsoft Azure Container Instances</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-cosmos-db">
-<h3>Microsoft Azure Cosmos DB<a class="headerlink" href="#microsoft-azure-cosmos-db" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/cosmos/index.html#module-airflow.providers.microsoft.azure.operators.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.cosmos</span></code></a>, <a class="reference external" href="/docs/ap [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/cosmos/index.html#module-airflow.providers.microsoft.azure.hooks.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.cosmos</span></code></a>, <a class="reference external" href="/docs/apache-airflo [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/cosmos-db/">Microsoft Azure Cosmos DB</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-explorer">
-<h3>Microsoft Azure Data Explorer<a class="headerlink" href="#microsoft-azure-data-explorer" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adx/index.html#module-airflow.providers.microsoft.azure.operators.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adx</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/adx/index.html#module-airflow.providers.microsoft.azure.hooks.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.adx</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-explorer/">Microsoft Azure Data Explorer</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-factory">
-<h3>Microsoft Azure Data Factory<a class="headerlink" href="#microsoft-azure-data-factory" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/data_factory/index.html#module-airflow.providers.microsoft.azure.operators.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.data_factory</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_factory/index.html#module-airflow.providers.microsoft.azure.hooks.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_factory</span></code></a>, <a class="reference external" href="/ [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adf_run_pipeline.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Data Factory Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-factory/">Microsoft Azure Data Factory</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage">
-<h3>Microsoft Azure Data Lake Storage<a class="headerlink" href="#microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adls_list/index.html#module-airflow.providers.microsoft.azure.operators.adls_list" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adls_list</span></code></a>, <a class="reference external" href= [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_lake/index.html#module-airflow.providers.microsoft.azure.hooks.data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_lake</span></code></a>, <a class="reference external" href="/docs/apac [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure DataLake Storage Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-fileshare">
-<h3>Microsoft Azure FileShare<a class="headerlink" href="#microsoft-azure-fileshare" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/fileshare/index.html#module-airflow.providers.microsoft.azure.hooks.fileshare" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.fileshare</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfers">
-<h2>Transfers<a class="headerlink" href="#transfers" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to copy data from/to Microsoft Azure.</p>
-<div class="section" id="microsoft-azure-fileshare-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure FileShare to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/azure_fileshare_to_gcs.html" title="(in apache-airflow-providers-google v6.8.0)"><span>Transfers data from Azure FileShare Storage to Google Cloud Storage</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/adls_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.adls_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.adls_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-data-lake-storage">
-<h3>Local to Microsoft Azure Data Lake Storage<a class="headerlink" href="#local-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Operator guide</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/local_to_adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Upload data from Local Filesystem to Azure Data Lake</span></a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_adls" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_adls</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="oracle-to-microsoft-azure-data-lake-storage">
-<h3>Oracle to Microsoft Azure Data Lake Storage<a class="headerlink" href="#oracle-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.oracle.com/en/database/">Oracle</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index.html#module-airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake</span> [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-blob-storage">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#local-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.file_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.file_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="id1">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#id1" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Blob Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/azure_blob_to_gcs.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index.html#module-airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">
-<h3>SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage<a class="headerlink" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://tools.ietf.org/wg/secsh/draft-ietf-secsh-filexfer/">SSH File Transfer Protocol (SFTP)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/sftp_to_wasb.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/sftp_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.sftp_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.sftp_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
+ <div class="section" id="module-airflow.providers.databricks">
+<span id="airflow-providers-databricks"></span><h1><a class="reference internal" href="#module-airflow.providers.databricks" title="airflow.providers.databricks"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks</span></code></a><a class="headerlink" href="#module-airflow.providers.databricks" title="Permalink to this headline">¶</a></h1>
+<div class="section" id="subpackages">
+<h2>Subpackages<a class="headerlink" href="#subpackages" title="Permalink to this headline">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="hooks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks</span></code></a><ul>
+<li class="toctree-l2"><a class="reference internal" href="hooks/databricks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="hooks/databricks_base/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks_base</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="hooks/databricks_sql/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.hooks.databricks_sql</span></code></a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="operators/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators</span></code></a><ul>
+<li class="toctree-l2"><a class="reference internal" href="operators/databricks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="operators/databricks_repos/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks_repos</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="operators/databricks_sql/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks_sql</span></code></a></li>
+</ul>
+</li>
+</ul>
</div>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="AWS: Amazon Web Services" href="aws.html" >
+ <a rel="prev" title="DatabricksSubmitRunOperator" href="../../../../operators/submit_run.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Google" href="google.html" >
+ <a rel="next" title="airflow.providers.databricks.hooks" href="hooks/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -933,30 +674,8 @@ which authenticate Azure’s Python SDK Clients.</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Azure: Microsoft Azure</a><ul>
-<li><a class="reference internal" href="#services">Services</a><ul>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
-<li><a class="reference internal" href="#microsoft-azure-batch">Microsoft Azure Batch</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage">Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-container-instances">Microsoft Azure Container Instances</a></li>
-<li><a class="reference internal" href="#microsoft-azure-cosmos-db">Microsoft Azure Cosmos DB</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-explorer">Microsoft Azure Data Explorer</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-factory">Microsoft Azure Data Factory</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage">Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-fileshare">Microsoft Azure FileShare</a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#transfers">Transfers</a><ul>
-<li><a class="reference internal" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs">Microsoft Azure FileShare to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-data-lake-storage">Local to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#oracle-to-microsoft-azure-data-lake-storage">Oracle to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-blob-storage">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#id1">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs">Microsoft Azure Blob Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage</a></li>
-</ul>
-</li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks</span></code></a><ul>
+<li><a class="reference internal" href="#subpackages">Subpackages</a></li>
</ul>
</li>
</ul>
@@ -981,7 +700,7 @@ which authenticate Azure’s Python SDK Clients.</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/operators-and-hooks-ref/azure.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-databricks/_api/airflow/providers/databricks/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -1115,16 +834,16 @@ which authenticate Azure’s Python SDK Clients.</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../" src="../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script data-url_root="../../../../" id="documentation_options" src="../../../../_static/documentation_options.js"></script>
+ <script src="../../../../_static/jquery.js"></script>
+ <script src="../../../../_static/underscore.js"></script>
+ <script src="../../../../_static/doctools.js"></script>
+ <script src="../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html b/docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/operators/databricks/index.html
similarity index 52%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
copy to docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/operators/databricks/index.html
index 8da21c740..ace68f8ac 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
+++ b/docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/operators/databricks/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Azure: Microsoft Azure — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Google" href="google.html" />
- <link rel="prev" title="AWS: Amazon Web Services" href="aws.html" />
+ <title>airflow.providers.databricks.operators.databricks — apache-airflow-providers-databricks Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.databricks.operators.databricks_repos" href="../databricks_repos/index.html" />
+ <link rel="prev" title="airflow.providers.databricks.operators" href="../index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -270,8 +271,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -301,23 +315,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators/index.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -398,8 +413,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -429,23 +457,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators/index.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -534,11 +563,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks</span></code></a></li>
- <li class="breadcrumb-item"><a href="azure.html"> Azure: Microsoft Azure</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators</span></code></a></li>
+
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a></li>
</ul>
</div>
@@ -549,321 +580,521 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="azure-microsoft-azure">
-<h1>Azure: Microsoft Azure<a class="headerlink" href="#azure-microsoft-azure" title="Permalink to this headline">¶</a></h1>
-<p>Airflow has limited support for <a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a>.</p>
-<p>Some hooks are based on <a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>
-which authenticate Azure’s Python SDK Clients.</p>
-<div class="section" id="services">
-<h2>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within the Microsoft Azure.</p>
-<div class="section" id="microsoft-azure">
-<h3>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a></p>
-</dd>
-</dl>
+ <div class="section" id="module-airflow.providers.databricks.operators.databricks">
+<span id="airflow-providers-databricks-operators-databricks"></span><h1><a class="reference internal" href="#module-airflow.providers.databricks.operators.databricks" title="airflow.providers.databricks.operators.databricks"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a><a class="headerlink" href="#module-airflow.providers.databricks.operators.databricks" title="Permalink to this headline">¶< [...]
+<p>This module contains Databricks operators.</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this headline">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksJobRunLink" title="airflow.providers.databricks.operators.databricks.DatabricksJobRunLink"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DatabricksJobRunLink</span></code></a></p></td>
+<td><p>Constructs a link to monitor a Databricks Job Run.</p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksSubmitRunOperator" title="airflow.providers.databricks.operators.databricks.DatabricksSubmitRunOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DatabricksSubmitRunOperator</span></code></a></p></td>
+<td><p>Submits a Spark job run to Databricks using the</p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksRunNowOperator" title="airflow.providers.databricks.operators.databricks.DatabricksRunNowOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DatabricksRunNowOperator</span></code></a></p></td>
+<td><p>Runs an existing Spark job run to Databricks using the</p></td>
+</tr>
+</tbody>
+</table>
</div>
-<div class="section" id="microsoft-azure-batch">
-<h3>Microsoft Azure Batch<a class="headerlink" href="#microsoft-azure-batch" title="Permalink to this headline">¶</a></h3>
+<div class="section" id="attributes">
+<h3>Attributes<a class="headerlink" href="#attributes" title="Permalink to this headline">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.XCOM_RUN_ID_KEY" title="airflow.providers.databricks.operators.databricks.XCOM_RUN_ID_KEY"><code class="xref py py-obj docutils literal notranslate"><span class="pre">XCOM_RUN_ID_KEY</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.XCOM_RUN_PAGE_URL_KEY" title="airflow.providers.databricks.operators.databricks.XCOM_RUN_PAGE_URL_KEY"><code class="xref py py-obj docutils literal notranslate"><span class="pre">XCOM_RUN_PAGE_URL_KEY</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks.XCOM_RUN_ID_KEY">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.operators.databricks.</span></span><span class="sig-name descname"><span class="pre">XCOM_RUN_ID_KEY</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">run_id</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks.html#XCOM_RUN_ID_KEY"><span class="viewcode-link"><span class="pre">[s [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks.XCOM_RUN_PAGE_URL_KEY">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.operators.databricks.</span></span><span class="sig-name descname"><span class="pre">XCOM_RUN_PAGE_URL_KEY</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">run_page_url</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks.html#XCOM_RUN_PAGE_URL_KEY"><span class="viewcode-link"><s [...]
+<dd></dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks.DatabricksJobRunLink">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.operators.databricks.</span></span><span class="sig-name descname"><span class="pre">DatabricksJobRunLink</span></span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks.html#DatabricksJobRunLink"><span class="viewcode-link"><span class="pre">[source]</span></spa [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperatorLink</span></code></p>
+<p>Constructs a link to monitor a Databricks Job Run.</p>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks.DatabricksJobRunLink.name">
+<span class="sig-name descname"><span class="pre">name</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">See</span> <span class="pre">Databricks</span> <span class="pre">Job</span> <span class="pre">Run</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks.html#DatabricksJobRunLink.name"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks.DatabricksJobRunLink.get_link">
+<span class="sig-name descname"><span class="pre">get_link</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">operator</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dttm</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span [...]
+<dd><p>Link to external system.</p>
+<p>Note: The old signature of this function was <code class="docutils literal notranslate"><span class="pre">(self,</span> <span class="pre">operator,</span> <span class="pre">dttm:</span> <span class="pre">datetime)</span></code>. That is still
+supported at runtime but is deprecated.</p>
<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/batch/index.html#module-airflow.providers.microsoft.azure.operators.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.batch</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/batch/index.html#module-airflow.providers.microsoft.azure.hooks.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.batch</span></code></a>, <a class="reference external" href="/docs/apache-airflow-p [...]
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>operator</strong> -- airflow operator</p></li>
+<li><p><strong>ti_key</strong> (<em>Optional</em><em>[</em><a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/models/taskinstance/index.html#airflow.models.taskinstance.TaskInstanceKey" title="(in apache-airflow v2.3.0.dev0)"><em>airflow.models.taskinstance.TaskInstanceKey</em></a><em>]</em>) -- TaskInstance ID to return link for</p></li>
+</ul>
</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>link to external system</p>
</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/batch/">Microsoft Azure Batch</a></p>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a></p>
</dd>
</dl>
+</dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks.DatabricksSubmitRunOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.operators.databricks.</span></span><span class="sig-name descname"><span class="pre">DatabricksSubmitRunOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">json</span></span><span class="o" [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Submits a Spark job run to Databricks using the
+<a class="reference external" href="https://docs.databricks.com/dev-tools/api/latest/jobs.html#operation/JobsRunsSubmit">api/2.1/jobs/runs/submit</a>
+API endpoint.</p>
+<p>There are two ways to instantiate this operator.</p>
+<p>In the first way, you can take the JSON payload that you typically use
+to call the <code class="docutils literal notranslate"><span class="pre">api/2.1/jobs/runs/submit</span></code> endpoint and pass it directly
+to our <code class="docutils literal notranslate"><span class="pre">DatabricksSubmitRunOperator</span></code> through the <code class="docutils literal notranslate"><span class="pre">json</span></code> parameter.
+For example</p>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">json</span> <span class="o">=</span> <span class="p">{</span>
+ <span class="s1">'new_cluster'</span><span class="p">:</span> <span class="p">{</span>
+ <span class="s1">'spark_version'</span><span class="p">:</span> <span class="s1">'2.1.0-db3-scala2.11'</span><span class="p">,</span>
+ <span class="s1">'num_workers'</span><span class="p">:</span> <span class="mi">2</span>
+ <span class="p">},</span>
+ <span class="s1">'notebook_task'</span><span class="p">:</span> <span class="p">{</span>
+ <span class="s1">'notebook_path'</span><span class="p">:</span> <span class="s1">'/Users/airflow@example.com/PrepareData'</span><span class="p">,</span>
+ <span class="p">},</span>
+<span class="p">}</span>
+<span class="n">notebook_run</span> <span class="o">=</span> <span class="n">DatabricksSubmitRunOperator</span><span class="p">(</span><span class="n">task_id</span><span class="o">=</span><span class="s1">'notebook_run'</span><span class="p">,</span> <span class="n">json</span><span class="o">=</span><span class="n">json</span><span class="p">)</span>
+</pre></div>
</div>
-<div class="section" id="microsoft-azure-blob-storage">
-<h3>Microsoft Azure Blob Storage<a class="headerlink" href="#microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index.html#module-airflow.providers.microsoft.azure.operators.wasb_delete_blob" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.wasb_delete_blob</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/wasb/index.html#module-airflow.providers.microsoft.azure.hooks.wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.wasb</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-</dl>
+<p>Another way to accomplish the same thing is to use the named parameters
+of the <code class="docutils literal notranslate"><span class="pre">DatabricksSubmitRunOperator</span></code> directly. Note that there is exactly
+one named parameter for each top level parameter in the <code class="docutils literal notranslate"><span class="pre">runs/submit</span></code>
+endpoint. In this method, your code would look like this:</p>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">new_cluster</span> <span class="o">=</span> <span class="p">{</span>
+ <span class="s1">'spark_version'</span><span class="p">:</span> <span class="s1">'10.1.x-scala2.12'</span><span class="p">,</span>
+ <span class="s1">'num_workers'</span><span class="p">:</span> <span class="mi">2</span>
+<span class="p">}</span>
+<span class="n">notebook_task</span> <span class="o">=</span> <span class="p">{</span>
+ <span class="s1">'notebook_path'</span><span class="p">:</span> <span class="s1">'/Users/airflow@example.com/PrepareData'</span><span class="p">,</span>
+<span class="p">}</span>
+<span class="n">notebook_run</span> <span class="o">=</span> <span class="n">DatabricksSubmitRunOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s1">'notebook_run'</span><span class="p">,</span>
+ <span class="n">new_cluster</span><span class="o">=</span><span class="n">new_cluster</span><span class="p">,</span>
+ <span class="n">notebook_task</span><span class="o">=</span><span class="n">notebook_task</span><span class="p">)</span>
+</pre></div>
</div>
-<div class="section" id="microsoft-azure-container-instances">
-<h3>Microsoft Azure Container Instances<a class="headerlink" href="#microsoft-azure-container-instances" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/container_instances/index.html#module-airflow.providers.microsoft.azure.operators.container_instances" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.container_instances</span></code></a>, <a cl [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/container_volume/index.html#module-airflow.providers.microsoft.azure.hooks.container_volume" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.container_volume</span></code></a>, <a class="reference exter [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/container-instances/">Microsoft Azure Container Instances</a></p>
+<p>In the case where both the json parameter <strong>AND</strong> the named parameters
+are provided, they will be merged together. If there are conflicts during the merge,
+the named parameters will take precedence and override the top level <code class="docutils literal notranslate"><span class="pre">json</span></code> keys.</p>
+<dl class="simple">
+<dt>Currently the named parameters that <code class="docutils literal notranslate"><span class="pre">DatabricksSubmitRunOperator</span></code> supports are</dt><dd><ul class="simple">
+<li><p><code class="docutils literal notranslate"><span class="pre">spark_jar_task</span></code></p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">notebook_task</span></code></p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">spark_python_task</span></code></p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">spark_jar_task</span></code></p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">spark_submit_task</span></code></p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">pipeline_task</span></code></p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">new_cluster</span></code></p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">existing_cluster_id</span></code></p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">libraries</span></code></p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">run_name</span></code></p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">timeout_seconds</span></code></p></li>
+</ul>
</dd>
</dl>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more information on how to use this operator, take a look at the guide:
+<a class="reference internal" href="../../../../../../operators/submit_run.html#howto-operator-databrickssubmitrunoperator"><span class="std std-ref">DatabricksSubmitRunOperator</span></a></p>
</div>
-<div class="section" id="microsoft-azure-cosmos-db">
-<h3>Microsoft Azure Cosmos DB<a class="headerlink" href="#microsoft-azure-cosmos-db" title="Permalink to this headline">¶</a></h3>
<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/cosmos/index.html#module-airflow.providers.microsoft.azure.operators.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.cosmos</span></code></a>, <a class="reference external" href="/docs/ap [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/cosmos/index.html#module-airflow.providers.microsoft.azure.hooks.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.cosmos</span></code></a>, <a class="reference external" href="/docs/apache-airflo [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/cosmos-db/">Microsoft Azure Cosmos DB</a></p>
-</dd>
-</dl>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>json</strong> (<em>Optional</em><em>[</em><em>Any</em><em>]</em>) -- <p>A JSON object containing API parameters which will be passed
+directly to the <code class="docutils literal notranslate"><span class="pre">api/2.1/jobs/runs/submit</span></code> endpoint. The other named parameters
+(i.e. <code class="docutils literal notranslate"><span class="pre">spark_jar_task</span></code>, <code class="docutils literal notranslate"><span class="pre">notebook_task</span></code>..) to this operator will
+be merged with this json dictionary if they are provided.
+If there are conflicts during the merge, the named parameters will
+take precedence and override the top level json keys. (templated)</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more information about templating see <a class="reference external" href="/docs/apache-airflow/stable/concepts/operators.html#concepts-jinja-templating" title="(in apache-airflow v2.3.0.dev0)"><span>Jinja Templating</span></a>.
+<a class="reference external" href="https://docs.databricks.com/dev-tools/api/latest/jobs.html#operation/JobsRunsSubmit">https://docs.databricks.com/dev-tools/api/latest/jobs.html#operation/JobsRunsSubmit</a></p>
</div>
-<div class="section" id="microsoft-azure-data-explorer">
-<h3>Microsoft Azure Data Explorer<a class="headerlink" href="#microsoft-azure-data-explorer" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adx/index.html#module-airflow.providers.microsoft.azure.operators.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adx</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/adx/index.html#module-airflow.providers.microsoft.azure.hooks.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.adx</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-explorer/">Microsoft Azure Data Explorer</a></p>
-</dd>
-</dl>
+</p></li>
+<li><p><strong>spark_jar_task</strong> (<em>Optional</em><em>[</em><em>Dict</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em><em>]</em>) -- <p>The main class and parameters for the JAR task. Note that
+the actual JAR is specified in the <code class="docutils literal notranslate"><span class="pre">libraries</span></code>.
+<em>EITHER</em> <code class="docutils literal notranslate"><span class="pre">spark_jar_task</span></code> <em>OR</em> <code class="docutils literal notranslate"><span class="pre">notebook_task</span></code> <em>OR</em> <code class="docutils literal notranslate"><span class="pre">spark_python_task</span></code>
+<em>OR</em> <code class="docutils literal notranslate"><span class="pre">spark_submit_task</span></code> <em>OR</em> <code class="docutils literal notranslate"><span class="pre">pipeline_task</span></code> should be specified.
+This field will be templated.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p><a class="reference external" href="https://docs.databricks.com/dev-tools/api/2.0/jobs.html#jobssparkjartask">https://docs.databricks.com/dev-tools/api/2.0/jobs.html#jobssparkjartask</a></p>
</div>
-<div class="section" id="microsoft-azure-data-factory">
-<h3>Microsoft Azure Data Factory<a class="headerlink" href="#microsoft-azure-data-factory" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/data_factory/index.html#module-airflow.providers.microsoft.azure.operators.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.data_factory</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_factory/index.html#module-airflow.providers.microsoft.azure.hooks.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_factory</span></code></a>, <a class="reference external" href="/ [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adf_run_pipeline.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Data Factory Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-factory/">Microsoft Azure Data Factory</a></p>
-</dd>
-</dl>
+</p></li>
+<li><p><strong>notebook_task</strong> (<em>Optional</em><em>[</em><em>Dict</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em><em>]</em>) -- <p>The notebook path and parameters for the notebook task.
+<em>EITHER</em> <code class="docutils literal notranslate"><span class="pre">spark_jar_task</span></code> <em>OR</em> <code class="docutils literal notranslate"><span class="pre">notebook_task</span></code> <em>OR</em> <code class="docutils literal notranslate"><span class="pre">spark_python_task</span></code>
+<em>OR</em> <code class="docutils literal notranslate"><span class="pre">spark_submit_task</span></code> <em>OR</em> <code class="docutils literal notranslate"><span class="pre">pipeline_task</span></code> should be specified.
+This field will be templated.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p><a class="reference external" href="https://docs.databricks.com/dev-tools/api/2.0/jobs.html#jobsnotebooktask">https://docs.databricks.com/dev-tools/api/2.0/jobs.html#jobsnotebooktask</a></p>
</div>
-<div class="section" id="microsoft-azure-data-lake-storage">
-<h3>Microsoft Azure Data Lake Storage<a class="headerlink" href="#microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adls_list/index.html#module-airflow.providers.microsoft.azure.operators.adls_list" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adls_list</span></code></a>, <a class="reference external" href= [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_lake/index.html#module-airflow.providers.microsoft.azure.hooks.data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_lake</span></code></a>, <a class="reference external" href="/docs/apac [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure DataLake Storage Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-</dl>
+</p></li>
+<li><p><strong>spark_python_task</strong> (<em>Optional</em><em>[</em><em>Dict</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><em>Union</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/librar [...]
+<em>EITHER</em> <code class="docutils literal notranslate"><span class="pre">spark_jar_task</span></code> <em>OR</em> <code class="docutils literal notranslate"><span class="pre">notebook_task</span></code> <em>OR</em> <code class="docutils literal notranslate"><span class="pre">spark_python_task</span></code>
+<em>OR</em> <code class="docutils literal notranslate"><span class="pre">spark_submit_task</span></code> <em>OR</em> <code class="docutils literal notranslate"><span class="pre">pipeline_task</span></code> should be specified.
+This field will be templated.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p><a class="reference external" href="https://docs.databricks.com/dev-tools/api/2.0/jobs.html#jobssparkpythontask">https://docs.databricks.com/dev-tools/api/2.0/jobs.html#jobssparkpythontask</a></p>
</div>
-<div class="section" id="microsoft-azure-fileshare">
-<h3>Microsoft Azure FileShare<a class="headerlink" href="#microsoft-azure-fileshare" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/fileshare/index.html#module-airflow.providers.microsoft.azure.hooks.fileshare" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.fileshare</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-</dl>
+</p></li>
+<li><p><strong>spark_submit_task</strong> (<em>Optional</em><em>[</em><em>Dict</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em><em>]</em><em>]</em>) -- <p>Parameters needed to run a spark-submit command.
+<em>EITHER</em> <code class="docutils literal notranslate"><span class="pre">spark_jar_task</span></code> <em>OR</em> <code class="docutils literal notranslate"><span class="pre">notebook_task</span></code> <em>OR</em> <code class="docutils literal notranslate"><span class="pre">spark_python_task</span></code>
+<em>OR</em> <code class="docutils literal notranslate"><span class="pre">spark_submit_task</span></code> <em>OR</em> <code class="docutils literal notranslate"><span class="pre">pipeline_task</span></code> should be specified.
+This field will be templated.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p><a class="reference external" href="https://docs.databricks.com/dev-tools/api/2.0/jobs.html#jobssparksubmittask">https://docs.databricks.com/dev-tools/api/2.0/jobs.html#jobssparksubmittask</a></p>
</div>
+</p></li>
+<li><p><strong>pipeline_task</strong> (<em>Optional</em><em>[</em><em>Dict</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em><em>]</em>) -- <p>Parameters needed to execute a Delta Live Tables pipeline task.
+The provided dictionary must contain at least <code class="docutils literal notranslate"><span class="pre">pipeline_id</span></code> field!
+<em>EITHER</em> <code class="docutils literal notranslate"><span class="pre">spark_jar_task</span></code> <em>OR</em> <code class="docutils literal notranslate"><span class="pre">notebook_task</span></code> <em>OR</em> <code class="docutils literal notranslate"><span class="pre">spark_python_task</span></code>
+<em>OR</em> <code class="docutils literal notranslate"><span class="pre">spark_submit_task</span></code> <em>OR</em> <code class="docutils literal notranslate"><span class="pre">pipeline_task</span></code> should be specified.
+This field will be templated.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p><a class="reference external" href="https://docs.databricks.com/dev-tools/api/2.0/jobs.html#jobspipelinetask">https://docs.databricks.com/dev-tools/api/2.0/jobs.html#jobspipelinetask</a></p>
</div>
-<div class="section" id="transfers">
-<h2>Transfers<a class="headerlink" href="#transfers" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to copy data from/to Microsoft Azure.</p>
-<div class="section" id="microsoft-azure-fileshare-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure FileShare to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/azure_fileshare_to_gcs.html" title="(in apache-airflow-providers-google v6.8.0)"><span>Transfers data from Azure FileShare Storage to Google Cloud Storage</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
+</p></li>
+<li><p><strong>new_cluster</strong> (<em>Optional</em><em>[</em><em>Dict</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><a class="reference external" href="https://docs.python.org/3/library/functions.html#object" title="(in Python v3.10)"><em>object</em></a><em>]</em><em>]</em>) -- <p>Specs for a new cluster on which this task will be run.
+<em>EITHER</em> <code class="docutils literal notranslate"><span class="pre">new_cluster</span></code> <em>OR</em> <code class="docutils literal notranslate"><span class="pre">existing_cluster_id</span></code> should be specified
+(except when <code class="docutils literal notranslate"><span class="pre">pipeline_task</span></code> is used).
+This field will be templated.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p><a class="reference external" href="https://docs.databricks.com/dev-tools/api/2.0/jobs.html#jobsclusterspecnewcluster">https://docs.databricks.com/dev-tools/api/2.0/jobs.html#jobsclusterspecnewcluster</a></p>
</div>
-<div class="section" id="microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/adls_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.adls_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.adls_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
+</p></li>
+<li><p><strong>existing_cluster_id</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- ID for existing cluster on which to run this task.
+<em>EITHER</em> <code class="docutils literal notranslate"><span class="pre">new_cluster</span></code> <em>OR</em> <code class="docutils literal notranslate"><span class="pre">existing_cluster_id</span></code> should be specified
+(except when <code class="docutils literal notranslate"><span class="pre">pipeline_task</span></code> is used).
+This field will be templated.</p></li>
+<li><p><strong>libraries</strong> (<em>Optional</em><em>[</em><em>List</em><em>[</em><em>Dict</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em><em>]</em><em>]</em>) -- <p>Libraries which this run will use.
+This field will be templated.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p><a class="reference external" href="https://docs.databricks.com/dev-tools/api/2.0/jobs.html#managedlibrarieslibrary">https://docs.databricks.com/dev-tools/api/2.0/jobs.html#managedlibrarieslibrary</a></p>
</div>
-<div class="section" id="local-to-microsoft-azure-data-lake-storage">
-<h3>Local to Microsoft Azure Data Lake Storage<a class="headerlink" href="#local-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Operator guide</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/local_to_adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Upload data from Local Filesystem to Azure Data Lake</span></a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_adls" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_adls</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+</p></li>
+<li><p><strong>run_name</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- The run name used for this task.
+By default this will be set to the Airflow <code class="docutils literal notranslate"><span class="pre">task_id</span></code>. This <code class="docutils literal notranslate"><span class="pre">task_id</span></code> is a
+required parameter of the superclass <code class="docutils literal notranslate"><span class="pre">BaseOperator</span></code>.
+This field will be templated.</p></li>
+<li><p><strong>timeout_seconds</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a><em>]</em>) -- The timeout for this run. By default a value of 0 is used
+which means to have no timeout.
+This field will be templated.</p></li>
+<li><p><strong>databricks_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- Reference to the <a class="reference internal" href="../../../../../../connections/databricks.html#howto-connection-databricks"><span class="std std-ref">Databricks connection</span></a>.
+By default and in the common case this will be <code class="docutils literal notranslate"><span class="pre">databricks_default</span></code>. To use
+token based authentication, provide the key <code class="docutils literal notranslate"><span class="pre">token</span></code> in the extra field for the
+connection and create the key <code class="docutils literal notranslate"><span class="pre">host</span></code> and leave the <code class="docutils literal notranslate"><span class="pre">host</span></code> field empty.</p></li>
+<li><p><strong>polling_period_seconds</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- Controls the rate which we poll for the result of
+this run. By default the operator will poll every 30 seconds.</p></li>
+<li><p><strong>databricks_retry_limit</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- Amount of times retry if the Databricks backend is
+unreachable. Its value must be greater than or equal to 1.</p></li>
+<li><p><strong>databricks_retry_delay</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- Number of seconds to wait between retries (it
+might be a floating point number).</p></li>
+<li><p><strong>databricks_retry_args</strong> (<em>Optional</em><em>[</em><em>Dict</em><em>[</em><em>Any</em><em>, </em><em>Any</em><em>]</em><em>]</em>) -- An optional dictionary with arguments passed to <code class="docutils literal notranslate"><span class="pre">tenacity.Retrying</span></code> class.</p></li>
+<li><p><strong>do_xcom_push</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) -- Whether we should push run_id and run_page_url to xcom.</p></li>
+</ul>
</dd>
</dl>
-</div>
-<div class="section" id="oracle-to-microsoft-azure-data-lake-storage">
-<h3>Oracle to Microsoft Azure Data Lake Storage<a class="headerlink" href="#oracle-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks.DatabricksSubmitRunOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['json']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks.html#DatabricksSubmitRunOperator.template_fields"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href=" [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks.DatabricksSubmitRunOperator.template_ext">
+<span class="sig-name descname"><span class="pre">template_ext</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['.json']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks.html#DatabricksSubmitRunOperator.template_ext"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airf [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks.DatabricksSubmitRunOperator.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#1CB1C2</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks.html#DatabricksSubmitRunOperator.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.databricks.operators.databricks.Data [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks.DatabricksSubmitRunOperator.ui_fgcolor">
+<span class="sig-name descname"><span class="pre">ui_fgcolor</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#fff</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks.html#DatabricksSubmitRunOperator.ui_fgcolor"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.databricks.operators.databricks.Dat [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks.DatabricksSubmitRunOperator.operator_extra_links">
+<span class="sig-name descname"><span class="pre">operator_extra_links</span></span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks.html#DatabricksSubmitRunOperator.operator_extra_links"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.databricks.operators.databricks.DatabricksSubmitRunOperator.operator_extra_links" title="Permalink to this definition">¶< [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks.DatabricksSubmitRunOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks.html#DatabricksSubmitRunOperator.execute"><span class="viewcode-link"><span class [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.oracle.com/en/database/">Oracle</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index.html#module-airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake</span> [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks.DatabricksSubmitRunOperator.on_kill">
+<span class="sig-name descname"><span class="pre">on_kill</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks.html#DatabricksSubmitRunOperator.on_kill"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.data [...]
+<dd><p>Override this method to cleanup subprocesses when a task instance
+gets killed. Any use of the threading, subprocess or multiprocessing
+module within an operator needs to be cleaned up or it will leave
+ghost processes behind.</p>
+</dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks.DatabricksRunNowOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.operators.databricks.</span></span><span class="sig-name descname"><span class="pre">DatabricksRunNowOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">job_id</span></span><span class="o"> [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Runs an existing Spark job run to Databricks using the
+<a class="reference external" href="https://docs.databricks.com/dev-tools/api/latest/jobs.html#operation/JobsRunNow">api/2.1/jobs/run-now</a>
+API endpoint.</p>
+<p>There are two ways to instantiate this operator.</p>
+<p>In the first way, you can take the JSON payload that you typically use
+to call the <code class="docutils literal notranslate"><span class="pre">api/2.1/jobs/run-now</span></code> endpoint and pass it directly
+to our <code class="docutils literal notranslate"><span class="pre">DatabricksRunNowOperator</span></code> through the <code class="docutils literal notranslate"><span class="pre">json</span></code> parameter.
+For example</p>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">json</span> <span class="o">=</span> <span class="p">{</span>
+ <span class="s2">"job_id"</span><span class="p">:</span> <span class="mi">42</span><span class="p">,</span>
+ <span class="s2">"notebook_params"</span><span class="p">:</span> <span class="p">{</span>
+ <span class="s2">"dry-run"</span><span class="p">:</span> <span class="s2">"true"</span><span class="p">,</span>
+ <span class="s2">"oldest-time-to-consider"</span><span class="p">:</span> <span class="s2">"1457570074236"</span>
+ <span class="p">}</span>
+<span class="p">}</span>
+
+<span class="n">notebook_run</span> <span class="o">=</span> <span class="n">DatabricksRunNowOperator</span><span class="p">(</span><span class="n">task_id</span><span class="o">=</span><span class="s1">'notebook_run'</span><span class="p">,</span> <span class="n">json</span><span class="o">=</span><span class="n">json</span><span class="p">)</span>
+</pre></div>
</div>
-<div class="section" id="local-to-microsoft-azure-blob-storage">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#local-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.file_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.file_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
+<p>Another way to accomplish the same thing is to use the named parameters
+of the <code class="docutils literal notranslate"><span class="pre">DatabricksRunNowOperator</span></code> directly. Note that there is exactly
+one named parameter for each top level parameter in the <code class="docutils literal notranslate"><span class="pre">run-now</span></code>
+endpoint. In this method, your code would look like this:</p>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">job_id</span><span class="o">=</span><span class="mi">42</span>
+
+<span class="n">notebook_params</span> <span class="o">=</span> <span class="p">{</span>
+ <span class="s2">"dry-run"</span><span class="p">:</span> <span class="s2">"true"</span><span class="p">,</span>
+ <span class="s2">"oldest-time-to-consider"</span><span class="p">:</span> <span class="s2">"1457570074236"</span>
+<span class="p">}</span>
+
+<span class="n">python_params</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"douglas adams"</span><span class="p">,</span> <span class="s2">"42"</span><span class="p">]</span>
+
+<span class="n">jar_params</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"douglas adams"</span><span class="p">,</span> <span class="s2">"42"</span><span class="p">]</span>
+
+<span class="n">spark_submit_params</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"--class"</span><span class="p">,</span> <span class="s2">"org.apache.spark.examples.SparkPi"</span><span class="p">]</span>
+
+<span class="n">notebook_run</span> <span class="o">=</span> <span class="n">DatabricksRunNowOperator</span><span class="p">(</span>
+ <span class="n">job_id</span><span class="o">=</span><span class="n">job_id</span><span class="p">,</span>
+ <span class="n">notebook_params</span><span class="o">=</span><span class="n">notebook_params</span><span class="p">,</span>
+ <span class="n">python_params</span><span class="o">=</span><span class="n">python_params</span><span class="p">,</span>
+ <span class="n">jar_params</span><span class="o">=</span><span class="n">jar_params</span><span class="p">,</span>
+ <span class="n">spark_submit_params</span><span class="o">=</span><span class="n">spark_submit_params</span>
+<span class="p">)</span>
+</pre></div>
</div>
-<div class="section" id="id1">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#id1" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<p>In the case where both the json parameter <strong>AND</strong> the named parameters
+are provided, they will be merged together. If there are conflicts during the merge,
+the named parameters will take precedence and override the top level <code class="docutils literal notranslate"><span class="pre">json</span></code> keys.</p>
+<dl class="simple">
+<dt>Currently the named parameters that <code class="docutils literal notranslate"><span class="pre">DatabricksRunNowOperator</span></code> supports are</dt><dd><ul class="simple">
+<li><p><code class="docutils literal notranslate"><span class="pre">job_id</span></code></p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">job_name</span></code></p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">json</span></code></p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">notebook_params</span></code></p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">python_params</span></code></p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">jar_params</span></code></p></li>
+<li><p><code class="docutils literal notranslate"><span class="pre">spark_submit_params</span></code></p></li>
+</ul>
</dd>
</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Blob Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/azure_blob_to_gcs.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index.html#module-airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>job_id</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- <p>the job_id of the existing Databricks job.
+This field will be templated.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p><a class="reference external" href="https://docs.databricks.com/dev-tools/api/latest/jobs.html#operation/JobsRunNow">https://docs.databricks.com/dev-tools/api/latest/jobs.html#operation/JobsRunNow</a></p>
+</div>
+</p></li>
+<li><p><strong>job_name</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- the name of the existing Databricks job.
+It must exist only one job with the specified name.
+<code class="docutils literal notranslate"><span class="pre">job_id</span></code> and <code class="docutils literal notranslate"><span class="pre">job_name</span></code> are mutually exclusive.
+This field will be templated.</p></li>
+<li><p><strong>json</strong> (<em>Optional</em><em>[</em><em>Any</em><em>]</em>) -- <p>A JSON object containing API parameters which will be passed
+directly to the <code class="docutils literal notranslate"><span class="pre">api/2.1/jobs/run-now</span></code> endpoint. The other named parameters
+(i.e. <code class="docutils literal notranslate"><span class="pre">notebook_params</span></code>, <code class="docutils literal notranslate"><span class="pre">spark_submit_params</span></code>..) to this operator will
+be merged with this json dictionary if they are provided.
+If there are conflicts during the merge, the named parameters will
+take precedence and override the top level json keys. (templated)</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more information about templating see <a class="reference external" href="/docs/apache-airflow/stable/concepts/operators.html#concepts-jinja-templating" title="(in apache-airflow v2.3.0.dev0)"><span>Jinja Templating</span></a>.
+<a class="reference external" href="https://docs.databricks.com/dev-tools/api/latest/jobs.html#operation/JobsRunNow">https://docs.databricks.com/dev-tools/api/latest/jobs.html#operation/JobsRunNow</a></p>
+</div>
+</p></li>
+<li><p><strong>notebook_params</strong> (<em>Optional</em><em>[</em><em>Dict</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em><em>]</em>) -- <p>A dict from keys to values for jobs with notebook task,
+e.g. "notebook_params": {"name": "john doe", "age": "35"}.
+The map is passed to the notebook and will be accessible through the
+dbutils.widgets.get function. See Widgets for more information.
+If not specified upon run-now, the triggered run will use the
+job’s base parameters. notebook_params cannot be
+specified in conjunction with jar_params. The json representation
+of this field (i.e. {"notebook_params":{"name":"john doe","age":"35"}})
+cannot exceed 10,000 bytes.
+This field will be templated.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p><a class="reference external" href="https://docs.databricks.com/user-guide/notebooks/widgets.html">https://docs.databricks.com/user-guide/notebooks/widgets.html</a></p>
+</div>
+</p></li>
+<li><p><strong>python_params</strong> (<em>Optional</em><em>[</em><em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em><em>]</em>) -- <p>A list of parameters for jobs with python tasks,
+e.g. "python_params": ["john doe", "35"].
+The parameters will be passed to python file as command line parameters.
+If specified upon run-now, it would overwrite the parameters specified in
+job setting.
+The json representation of this field (i.e. {"python_params":["john doe","35"]})
+cannot exceed 10,000 bytes.
+This field will be templated.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p><a class="reference external" href="https://docs.databricks.com/dev-tools/api/latest/jobs.html#operation/JobsRunNow">https://docs.databricks.com/dev-tools/api/latest/jobs.html#operation/JobsRunNow</a></p>
+</div>
+</p></li>
+<li><p><strong>jar_params</strong> (<em>Optional</em><em>[</em><em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em><em>]</em>) -- <p>A list of parameters for jobs with JAR tasks,
+e.g. "jar_params": ["john doe", "35"].
+The parameters will be passed to JAR file as command line parameters.
+If specified upon run-now, it would overwrite the parameters specified in
+job setting.
+The json representation of this field (i.e. {"jar_params":["john doe","35"]})
+cannot exceed 10,000 bytes.
+This field will be templated.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p><a class="reference external" href="https://docs.databricks.com/dev-tools/api/latest/jobs.html#operation/JobsRunNow">https://docs.databricks.com/dev-tools/api/latest/jobs.html#operation/JobsRunNow</a></p>
+</div>
+</p></li>
+<li><p><strong>spark_submit_params</strong> (<em>Optional</em><em>[</em><em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em><em>]</em>) -- <p>A list of parameters for jobs with spark submit task,
+e.g. "spark_submit_params": ["--class", "org.apache.spark.examples.SparkPi"].
+The parameters will be passed to spark-submit script as command line parameters.
+If specified upon run-now, it would overwrite the parameters specified
+in job setting.
+The json representation of this field cannot exceed 10,000 bytes.
+This field will be templated.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p><a class="reference external" href="https://docs.databricks.com/dev-tools/api/latest/jobs.html#operation/JobsRunNow">https://docs.databricks.com/dev-tools/api/latest/jobs.html#operation/JobsRunNow</a></p>
+</div>
+</p></li>
+<li><p><strong>timeout_seconds</strong> -- The timeout for this run. By default a value of 0 is used
+which means to have no timeout.
+This field will be templated.</p></li>
+<li><p><strong>databricks_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- Reference to the <a class="reference internal" href="../../../../../../connections/databricks.html#howto-connection-databricks"><span class="std std-ref">Databricks connection</span></a>.
+By default and in the common case this will be <code class="docutils literal notranslate"><span class="pre">databricks_default</span></code>. To use
+token based authentication, provide the key <code class="docutils literal notranslate"><span class="pre">token</span></code> in the extra field for the
+connection and create the key <code class="docutils literal notranslate"><span class="pre">host</span></code> and leave the <code class="docutils literal notranslate"><span class="pre">host</span></code> field empty.</p></li>
+<li><p><strong>polling_period_seconds</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- Controls the rate which we poll for the result of
+this run. By default the operator will poll every 30 seconds.</p></li>
+<li><p><strong>databricks_retry_limit</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- Amount of times retry if the Databricks backend is
+unreachable. Its value must be greater than or equal to 1.</p></li>
+<li><p><strong>databricks_retry_args</strong> (<em>Optional</em><em>[</em><em>Dict</em><em>[</em><em>Any</em><em>, </em><em>Any</em><em>]</em><em>]</em>) -- An optional dictionary with arguments passed to <code class="docutils literal notranslate"><span class="pre">tenacity.Retrying</span></code> class.</p></li>
+<li><p><strong>do_xcom_push</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) -- Whether we should push run_id and run_page_url to xcom.</p></li>
+</ul>
</dd>
</dl>
-</div>
-<div class="section" id="ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">
-<h3>SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage<a class="headerlink" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks.DatabricksRunNowOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['json']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks.html#DatabricksRunNowOperator.template_fields"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#ai [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks.DatabricksRunNowOperator.template_ext">
+<span class="sig-name descname"><span class="pre">template_ext</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['.json']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks.html#DatabricksRunNowOperator.template_ext"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks.DatabricksRunNowOperator.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#1CB1C2</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks.html#DatabricksRunNowOperator.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.databricks.operators.databricks.Databri [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks.DatabricksRunNowOperator.ui_fgcolor">
+<span class="sig-name descname"><span class="pre">ui_fgcolor</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#fff</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks.html#DatabricksRunNowOperator.ui_fgcolor"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.databricks.operators.databricks.Databr [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks.DatabricksRunNowOperator.operator_extra_links">
+<span class="sig-name descname"><span class="pre">operator_extra_links</span></span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks.html#DatabricksRunNowOperator.operator_extra_links"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.databricks.operators.databricks.DatabricksRunNowOperator.operator_extra_links" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks.DatabricksRunNowOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks.html#DatabricksRunNowOperator.execute"><span class="viewcode-link"><span class="p [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://tools.ietf.org/wg/secsh/draft-ietf-secsh-filexfer/">SSH File Transfer Protocol (SFTP)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/sftp_to_wasb.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/sftp_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.sftp_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.sftp_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks.DatabricksRunNowOperator.on_kill">
+<span class="sig-name descname"><span class="pre">on_kill</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks.html#DatabricksRunNowOperator.on_kill"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.databri [...]
+<dd><p>Override this method to cleanup subprocesses when a task instance
+gets killed. Any use of the threading, subprocess or multiprocessing
+module within an operator needs to be cleaned up or it will leave
+ghost processes behind.</p>
+</dd></dl>
+
+</dd></dl>
+
</div>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="AWS: Amazon Web Services" href="aws.html" >
+ <a rel="prev" title="airflow.providers.databricks.operators" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Google" href="google.html" >
+ <a rel="next" title="airflow.providers.databricks.operators.databricks_repos" href="../databricks_repos/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -933,28 +1164,39 @@ which authenticate Azure’s Python SDK Clients.</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Azure: Microsoft Azure</a><ul>
-<li><a class="reference internal" href="#services">Services</a><ul>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
-<li><a class="reference internal" href="#microsoft-azure-batch">Microsoft Azure Batch</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage">Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-container-instances">Microsoft Azure Container Instances</a></li>
-<li><a class="reference internal" href="#microsoft-azure-cosmos-db">Microsoft Azure Cosmos DB</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-explorer">Microsoft Azure Data Explorer</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-factory">Microsoft Azure Data Factory</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage">Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-fileshare">Microsoft Azure FileShare</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a></li>
+<li><a class="reference internal" href="#attributes">Attributes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.XCOM_RUN_ID_KEY">XCOM_RUN_ID_KEY</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.XCOM_RUN_PAGE_URL_KEY">XCOM_RUN_PAGE_URL_KEY</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksJobRunLink">DatabricksJobRunLink</a><ul>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksJobRunLink.name">name</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksJobRunLink.get_link">get_link</a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksSubmitRunOperator">DatabricksSubmitRunOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksSubmitRunOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksSubmitRunOperator.template_ext">template_ext</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksSubmitRunOperator.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksSubmitRunOperator.ui_fgcolor">ui_fgcolor</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksSubmitRunOperator.operator_extra_links">operator_extra_links</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksSubmitRunOperator.execute">execute</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksSubmitRunOperator.on_kill">on_kill</a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksRunNowOperator">DatabricksRunNowOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksRunNowOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksRunNowOperator.template_ext">template_ext</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksRunNowOperator.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksRunNowOperator.ui_fgcolor">ui_fgcolor</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksRunNowOperator.operator_extra_links">operator_extra_links</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksRunNowOperator.execute">execute</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks.DatabricksRunNowOperator.on_kill">on_kill</a></li>
+</ul>
+</li>
</ul>
</li>
-<li><a class="reference internal" href="#transfers">Transfers</a><ul>
-<li><a class="reference internal" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs">Microsoft Azure FileShare to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-data-lake-storage">Local to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#oracle-to-microsoft-azure-data-lake-storage">Oracle to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-blob-storage">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#id1">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs">Microsoft Azure Blob Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage</a></li>
</ul>
</li>
</ul>
@@ -981,7 +1223,7 @@ which authenticate Azure’s Python SDK Clients.</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/operators-and-hooks-ref/azure.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-databricks/_api/airflow/providers/databricks/operators/databricks/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -1115,16 +1357,16 @@ which authenticate Azure’s Python SDK Clients.</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html b/docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/operators/databricks_repos/index.html
similarity index 65%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
copy to docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/operators/databricks_repos/index.html
index 8da21c740..630d27217 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
+++ b/docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/operators/databricks_repos/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Azure: Microsoft Azure — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Google" href="google.html" />
- <link rel="prev" title="AWS: Amazon Web Services" href="aws.html" />
+ <title>airflow.providers.databricks.operators.databricks_repos — apache-airflow-providers-databricks Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.databricks.operators.databricks_sql" href="../databricks_sql/index.html" />
+ <link rel="prev" title="airflow.providers.databricks.operators.databricks" href="../databricks/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -270,8 +271,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -301,23 +315,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators/index.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -398,8 +413,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -429,23 +457,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators/index.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -534,11 +563,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators</span></code></a></li>
- <li class="breadcrumb-item"><a href="azure.html"> Azure: Microsoft Azure</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks_repos</span></code></a></li>
</ul>
</div>
@@ -549,321 +580,190 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="azure-microsoft-azure">
-<h1>Azure: Microsoft Azure<a class="headerlink" href="#azure-microsoft-azure" title="Permalink to this headline">¶</a></h1>
-<p>Airflow has limited support for <a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a>.</p>
-<p>Some hooks are based on <a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>
-which authenticate Azure’s Python SDK Clients.</p>
-<div class="section" id="services">
-<h2>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within the Microsoft Azure.</p>
-<div class="section" id="microsoft-azure">
-<h3>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-batch">
-<h3>Microsoft Azure Batch<a class="headerlink" href="#microsoft-azure-batch" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/batch/index.html#module-airflow.providers.microsoft.azure.operators.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.batch</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/batch/index.html#module-airflow.providers.microsoft.azure.hooks.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.batch</span></code></a>, <a class="reference external" href="/docs/apache-airflow-p [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/batch/">Microsoft Azure Batch</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage">
-<h3>Microsoft Azure Blob Storage<a class="headerlink" href="#microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index.html#module-airflow.providers.microsoft.azure.operators.wasb_delete_blob" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.wasb_delete_blob</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/wasb/index.html#module-airflow.providers.microsoft.azure.hooks.wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.wasb</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-container-instances">
-<h3>Microsoft Azure Container Instances<a class="headerlink" href="#microsoft-azure-container-instances" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/container_instances/index.html#module-airflow.providers.microsoft.azure.operators.container_instances" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.container_instances</span></code></a>, <a cl [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/container_volume/index.html#module-airflow.providers.microsoft.azure.hooks.container_volume" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.container_volume</span></code></a>, <a class="reference exter [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/container-instances/">Microsoft Azure Container Instances</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-cosmos-db">
-<h3>Microsoft Azure Cosmos DB<a class="headerlink" href="#microsoft-azure-cosmos-db" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/cosmos/index.html#module-airflow.providers.microsoft.azure.operators.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.cosmos</span></code></a>, <a class="reference external" href="/docs/ap [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/cosmos/index.html#module-airflow.providers.microsoft.azure.hooks.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.cosmos</span></code></a>, <a class="reference external" href="/docs/apache-airflo [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/cosmos-db/">Microsoft Azure Cosmos DB</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-explorer">
-<h3>Microsoft Azure Data Explorer<a class="headerlink" href="#microsoft-azure-data-explorer" title="Permalink to this headline">¶</a></h3>
+ <div class="section" id="module-airflow.providers.databricks.operators.databricks_repos">
+<span id="airflow-providers-databricks-operators-databricks-repos"></span><h1><a class="reference internal" href="#module-airflow.providers.databricks.operators.databricks_repos" title="airflow.providers.databricks.operators.databricks_repos"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks_repos</span></code></a><a class="headerlink" href="#module-airflow.providers.databricks.operators.databricks_repos" title=" [...]
+<p>This module contains Databricks operators.</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this headline">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_repos.DatabricksReposCreateOperator" title="airflow.providers.databricks.operators.databricks_repos.DatabricksReposCreateOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DatabricksReposCreateOperator</span></code></a></p></td>
+<td><p>Creates a Databricks Repo</p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_repos.DatabricksReposUpdateOperator" title="airflow.providers.databricks.operators.databricks_repos.DatabricksReposUpdateOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DatabricksReposUpdateOperator</span></code></a></p></td>
+<td><p>Updates specified repository to a given branch or tag</p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_repos.DatabricksReposDeleteOperator" title="airflow.providers.databricks.operators.databricks_repos.DatabricksReposDeleteOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DatabricksReposDeleteOperator</span></code></a></p></td>
+<td><p>Deletes specified repository</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_repos.DatabricksReposCreateOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.operators.databricks_repos.</span></span><span class="sig-name descname"><span class="pre">DatabricksReposCreateOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">git_url</span></span></em [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Creates a Databricks Repo
+using
+<a class="reference external" href="https://docs.databricks.com/dev-tools/api/latest/repos.html#operation/create-repo">POST api/2.0/repos</a>
+API endpoint and optionally checking it out to a specific branch or tag.</p>
<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adx/index.html#module-airflow.providers.microsoft.azure.operators.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adx</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/adx/index.html#module-airflow.providers.microsoft.azure.hooks.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.adx</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-explorer/">Microsoft Azure Data Explorer</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-factory">
-<h3>Microsoft Azure Data Factory<a class="headerlink" href="#microsoft-azure-data-factory" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/data_factory/index.html#module-airflow.providers.microsoft.azure.operators.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.data_factory</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_factory/index.html#module-airflow.providers.microsoft.azure.hooks.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_factory</span></code></a>, <a class="reference external" href="/ [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adf_run_pipeline.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Data Factory Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-factory/">Microsoft Azure Data Factory</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage">
-<h3>Microsoft Azure Data Lake Storage<a class="headerlink" href="#microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adls_list/index.html#module-airflow.providers.microsoft.azure.operators.adls_list" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adls_list</span></code></a>, <a class="reference external" href= [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_lake/index.html#module-airflow.providers.microsoft.azure.hooks.data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_lake</span></code></a>, <a class="reference external" href="/docs/apac [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure DataLake Storage Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-fileshare">
-<h3>Microsoft Azure FileShare<a class="headerlink" href="#microsoft-azure-fileshare" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/fileshare/index.html#module-airflow.providers.microsoft.azure.hooks.fileshare" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.fileshare</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfers">
-<h2>Transfers<a class="headerlink" href="#transfers" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to copy data from/to Microsoft Azure.</p>
-<div class="section" id="microsoft-azure-fileshare-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure FileShare to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/azure_fileshare_to_gcs.html" title="(in apache-airflow-providers-google v6.8.0)"><span>Transfers data from Azure FileShare Storage to Google Cloud Storage</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>git_url</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- Required HTTPS URL of a Git repository</p></li>
+<li><p><strong>git_provider</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- Optional name of Git provider. Must be provided if we can't guess its name from URL.</p></li>
+<li><p><strong>repo_path</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- optional path for a repository. Must be in the format <code class="docutils literal notranslate"><span class="pre">/Repos/{folder}/{repo-name}</span></code>.
+If not specified, it will be created in the user's directory.</p></li>
+<li><p><strong>branch</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- optional name of branch to check out.</p></li>
+<li><p><strong>tag</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- optional name of tag to checkout.</p></li>
+<li><p><strong>ignore_existing_repo</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) -- don't throw exception if repository with given path already exists.</p></li>
+<li><p><strong>databricks_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- Reference to the <a class="reference internal" href="../../../../../../connections/databricks.html#howto-connection-databricks"><span class="std std-ref">Databricks connection</span></a>.
+By default and in the common case this will be <code class="docutils literal notranslate"><span class="pre">databricks_default</span></code>. To use
+token based authentication, provide the key <code class="docutils literal notranslate"><span class="pre">token</span></code> in the extra field for the
+connection and create the key <code class="docutils literal notranslate"><span class="pre">host</span></code> and leave the <code class="docutils literal notranslate"><span class="pre">host</span></code> field empty.</p></li>
+<li><p><strong>databricks_retry_limit</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- Amount of times retry if the Databricks backend is
+unreachable. Its value must be greater than or equal to 1.</p></li>
+<li><p><strong>databricks_retry_delay</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- Number of seconds to wait between retries (it
+might be a floating point number).</p></li>
+</ul>
</dd>
</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_repos.DatabricksReposCreateOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['repo_path',</span> <span class="pre">'tag',</span> <span class="pre">'branch']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks_repos.html#DatabricksReposCreateOperator.template_fields"><span class="viewcod [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_repos.DatabricksReposCreateOperator.__git_providers__">
+<span class="sig-name descname"><span class="pre">__git_providers__</span></span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks_repos.html#DatabricksReposCreateOperator.__git_providers__"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.databricks.operators.databricks_repos.DatabricksReposCreateOperator.__git_providers__" title="Permalink to this definit [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_repos.DatabricksReposCreateOperator.__aws_code_commit_regexp__">
+<span class="sig-name descname"><span class="pre">__aws_code_commit_regexp__</span></span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks_repos.html#DatabricksReposCreateOperator.__aws_code_commit_regexp__"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.databricks.operators.databricks_repos.DatabricksReposCreateOperator.__aws_code_commit_regexp__" title [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_repos.DatabricksReposCreateOperator.__repos_path_regexp__">
+<span class="sig-name descname"><span class="pre">__repos_path_regexp__</span></span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks_repos.html#DatabricksReposCreateOperator.__repos_path_regexp__"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.databricks.operators.databricks_repos.DatabricksReposCreateOperator.__repos_path_regexp__" title="Permalink to [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_repos.DatabricksReposCreateOperator.__detect_repo_provider__">
+<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">__detect_repo_provider__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">url</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks_repos.html#DatabricksReposCreateOperator.__detect_repo_provider__">< [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_repos.DatabricksReposCreateOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks_repos.html#DatabricksReposCreateOperator.execute"><span class="viewcode-link"><sp [...]
+<dd><p>Creates a Databricks Repo</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>context</strong> (<em>airflow.utils.context.Context</em>) -- context</p>
</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/adls_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.adls_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.adls_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>Repo ID</p>
</dd>
</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-data-lake-storage">
-<h3>Local to Microsoft Azure Data Lake Storage<a class="headerlink" href="#local-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Operator guide</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/local_to_adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Upload data from Local Filesystem to Azure Data Lake</span></a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_adls" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_adls</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="oracle-to-microsoft-azure-data-lake-storage">
-<h3>Oracle to Microsoft Azure Data Lake Storage<a class="headerlink" href="#oracle-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.oracle.com/en/database/">Oracle</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index.html#module-airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake</span> [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-blob-storage">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#local-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_repos.DatabricksReposUpdateOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.operators.databricks_repos.</span></span><span class="sig-name descname"><span class="pre">DatabricksReposUpdateOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">branch</span></span><span [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Updates specified repository to a given branch or tag
+using <a class="reference external" href="https://docs.databricks.com/dev-tools/api/latest/repos.html#operation/update-repo">PATCH api/2.0/repos</a> API endpoint.</p>
<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.file_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.file_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>branch</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- optional name of branch to update to. Should be specified if <code class="docutils literal notranslate"><span class="pre">tag</span></code> is omitted</p></li>
+<li><p><strong>tag</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- optional name of tag to update to. Should be specified if <code class="docutils literal notranslate"><span class="pre">branch</span></code> is omitted</p></li>
+<li><p><strong>repo_id</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- optional ID of existing repository. Should be specified if <code class="docutils literal notranslate"><span class="pre">repo_path</span></code> is omitted</p></li>
+<li><p><strong>repo_path</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- optional path of existing repository. Should be specified if <code class="docutils literal notranslate"><span class="pre">repo_id</span></code> is omitted</p></li>
+<li><p><strong>databricks_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- Reference to the <a class="reference internal" href="../../../../../../connections/databricks.html#howto-connection-databricks"><span class="std std-ref">Databricks connection</span></a>.
+By default and in the common case this will be <code class="docutils literal notranslate"><span class="pre">databricks_default</span></code>. To use
+token based authentication, provide the key <code class="docutils literal notranslate"><span class="pre">token</span></code> in the extra field for the
+connection and create the key <code class="docutils literal notranslate"><span class="pre">host</span></code> and leave the <code class="docutils literal notranslate"><span class="pre">host</span></code> field empty.</p></li>
+<li><p><strong>databricks_retry_limit</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- Amount of times retry if the Databricks backend is
+unreachable. Its value must be greater than or equal to 1.</p></li>
+<li><p><strong>databricks_retry_delay</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- Number of seconds to wait between retries (it
+might be a floating point number).</p></li>
+</ul>
</dd>
</dl>
-</div>
-<div class="section" id="id1">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#id1" title="Permalink to this headline">¶</a></h3>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_repos.DatabricksReposUpdateOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['repo_path',</span> <span class="pre">'tag',</span> <span class="pre">'branch']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks_repos.html#DatabricksReposUpdateOperator.template_fields"><span class="viewcod [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_repos.DatabricksReposUpdateOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks_repos.html#DatabricksReposUpdateOperator.execute"><span class="viewcode-link"><sp [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Blob Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
+</dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_repos.DatabricksReposDeleteOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.operators.databricks_repos.</span></span><span class="sig-name descname"><span class="pre">DatabricksReposDeleteOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">repo_id</span></span><spa [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Deletes specified repository
+using <a class="reference external" href="https://docs.databricks.com/dev-tools/api/latest/repos.html#operation/delete-repo">DELETE api/2.0/repos</a> API endpoint.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/azure_blob_to_gcs.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index.html#module-airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>repo_id</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- optional ID of existing repository. Should be specified if <code class="docutils literal notranslate"><span class="pre">repo_path</span></code> is omitted</p></li>
+<li><p><strong>repo_path</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- optional path of existing repository. Should be specified if <code class="docutils literal notranslate"><span class="pre">repo_id</span></code> is omitted</p></li>
+<li><p><strong>databricks_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- Reference to the <a class="reference internal" href="../../../../../../connections/databricks.html#howto-connection-databricks"><span class="std std-ref">Databricks connection</span></a>.
+By default and in the common case this will be <code class="docutils literal notranslate"><span class="pre">databricks_default</span></code>. To use
+token based authentication, provide the key <code class="docutils literal notranslate"><span class="pre">token</span></code> in the extra field for the
+connection and create the key <code class="docutils literal notranslate"><span class="pre">host</span></code> and leave the <code class="docutils literal notranslate"><span class="pre">host</span></code> field empty.</p></li>
+<li><p><strong>databricks_retry_limit</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- Amount of times retry if the Databricks backend is
+unreachable. Its value must be greater than or equal to 1.</p></li>
+<li><p><strong>databricks_retry_delay</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- Number of seconds to wait between retries (it
+might be a floating point number).</p></li>
+</ul>
</dd>
</dl>
-</div>
-<div class="section" id="ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">
-<h3>SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage<a class="headerlink" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_repos.DatabricksReposDeleteOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['repo_path']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks_repos.html#DatabricksReposDeleteOperator.template_fields"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="heade [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_repos.DatabricksReposDeleteOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks_repos.html#DatabricksReposDeleteOperator.execute"><span class="viewcode-link"><sp [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://tools.ietf.org/wg/secsh/draft-ietf-secsh-filexfer/">SSH File Transfer Protocol (SFTP)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/sftp_to_wasb.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/sftp_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.sftp_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.sftp_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="AWS: Amazon Web Services" href="aws.html" >
+ <a rel="prev" title="airflow.providers.databricks.operators.databricks" href="../databricks/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Google" href="google.html" >
+ <a rel="next" title="airflow.providers.databricks.operators.databricks_sql" href="../databricks_sql/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -933,28 +833,30 @@ which authenticate Azure’s Python SDK Clients.</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Azure: Microsoft Azure</a><ul>
-<li><a class="reference internal" href="#services">Services</a><ul>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
-<li><a class="reference internal" href="#microsoft-azure-batch">Microsoft Azure Batch</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage">Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-container-instances">Microsoft Azure Container Instances</a></li>
-<li><a class="reference internal" href="#microsoft-azure-cosmos-db">Microsoft Azure Cosmos DB</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-explorer">Microsoft Azure Data Explorer</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-factory">Microsoft Azure Data Factory</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage">Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-fileshare">Microsoft Azure FileShare</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks_repos</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_repos.DatabricksReposCreateOperator">DatabricksReposCreateOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_repos.DatabricksReposCreateOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_repos.DatabricksReposCreateOperator.__git_providers__">__git_providers__</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_repos.DatabricksReposCreateOperator.__aws_code_commit_regexp__">__aws_code_commit_regexp__</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_repos.DatabricksReposCreateOperator.__repos_path_regexp__">__repos_path_regexp__</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_repos.DatabricksReposCreateOperator.__detect_repo_provider__">__detect_repo_provider__</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_repos.DatabricksReposCreateOperator.execute">execute</a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_repos.DatabricksReposUpdateOperator">DatabricksReposUpdateOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_repos.DatabricksReposUpdateOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_repos.DatabricksReposUpdateOperator.execute">execute</a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_repos.DatabricksReposDeleteOperator">DatabricksReposDeleteOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_repos.DatabricksReposDeleteOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_repos.DatabricksReposDeleteOperator.execute">execute</a></li>
+</ul>
+</li>
</ul>
</li>
-<li><a class="reference internal" href="#transfers">Transfers</a><ul>
-<li><a class="reference internal" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs">Microsoft Azure FileShare to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-data-lake-storage">Local to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#oracle-to-microsoft-azure-data-lake-storage">Oracle to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-blob-storage">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#id1">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs">Microsoft Azure Blob Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage</a></li>
</ul>
</li>
</ul>
@@ -981,7 +883,7 @@ which authenticate Azure’s Python SDK Clients.</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/operators-and-hooks-ref/azure.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-databricks/_api/airflow/providers/databricks/operators/databricks_repos/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -1115,16 +1017,16 @@ which authenticate Azure’s Python SDK Clients.</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html b/docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/operators/databricks_sql/index.html
similarity index 64%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
copy to docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/operators/databricks_sql/index.html
index 8da21c740..91ed81f03 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
+++ b/docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/operators/databricks_sql/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Azure: Microsoft Azure — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Google" href="google.html" />
- <link rel="prev" title="AWS: Amazon Web Services" href="aws.html" />
+ <title>airflow.providers.databricks.operators.databricks_sql — apache-airflow-providers-databricks Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="Installing from sources" href="../../../../../../installing-providers-from-sources.html" />
+ <link rel="prev" title="airflow.providers.databricks.operators.databricks_repos" href="../databricks_repos/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -270,8 +271,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -301,23 +315,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators/index.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -398,8 +413,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -429,23 +457,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators/index.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -534,11 +563,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators</span></code></a></li>
- <li class="breadcrumb-item"><a href="azure.html"> Azure: Microsoft Azure</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks_sql</span></code></a></li>
</ul>
</div>
@@ -549,321 +580,174 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="azure-microsoft-azure">
-<h1>Azure: Microsoft Azure<a class="headerlink" href="#azure-microsoft-azure" title="Permalink to this headline">¶</a></h1>
-<p>Airflow has limited support for <a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a>.</p>
-<p>Some hooks are based on <a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>
-which authenticate Azure’s Python SDK Clients.</p>
-<div class="section" id="services">
-<h2>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within the Microsoft Azure.</p>
-<div class="section" id="microsoft-azure">
-<h3>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-batch">
-<h3>Microsoft Azure Batch<a class="headerlink" href="#microsoft-azure-batch" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/batch/index.html#module-airflow.providers.microsoft.azure.operators.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.batch</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/batch/index.html#module-airflow.providers.microsoft.azure.hooks.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.batch</span></code></a>, <a class="reference external" href="/docs/apache-airflow-p [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/batch/">Microsoft Azure Batch</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage">
-<h3>Microsoft Azure Blob Storage<a class="headerlink" href="#microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index.html#module-airflow.providers.microsoft.azure.operators.wasb_delete_blob" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.wasb_delete_blob</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/wasb/index.html#module-airflow.providers.microsoft.azure.hooks.wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.wasb</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-container-instances">
-<h3>Microsoft Azure Container Instances<a class="headerlink" href="#microsoft-azure-container-instances" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/container_instances/index.html#module-airflow.providers.microsoft.azure.operators.container_instances" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.container_instances</span></code></a>, <a cl [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/container_volume/index.html#module-airflow.providers.microsoft.azure.hooks.container_volume" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.container_volume</span></code></a>, <a class="reference exter [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/container-instances/">Microsoft Azure Container Instances</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-cosmos-db">
-<h3>Microsoft Azure Cosmos DB<a class="headerlink" href="#microsoft-azure-cosmos-db" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/cosmos/index.html#module-airflow.providers.microsoft.azure.operators.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.cosmos</span></code></a>, <a class="reference external" href="/docs/ap [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/cosmos/index.html#module-airflow.providers.microsoft.azure.hooks.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.cosmos</span></code></a>, <a class="reference external" href="/docs/apache-airflo [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/cosmos-db/">Microsoft Azure Cosmos DB</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-explorer">
-<h3>Microsoft Azure Data Explorer<a class="headerlink" href="#microsoft-azure-data-explorer" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adx/index.html#module-airflow.providers.microsoft.azure.operators.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adx</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/adx/index.html#module-airflow.providers.microsoft.azure.hooks.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.adx</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-explorer/">Microsoft Azure Data Explorer</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-factory">
-<h3>Microsoft Azure Data Factory<a class="headerlink" href="#microsoft-azure-data-factory" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/data_factory/index.html#module-airflow.providers.microsoft.azure.operators.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.data_factory</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_factory/index.html#module-airflow.providers.microsoft.azure.hooks.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_factory</span></code></a>, <a class="reference external" href="/ [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adf_run_pipeline.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Data Factory Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-factory/">Microsoft Azure Data Factory</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage">
-<h3>Microsoft Azure Data Lake Storage<a class="headerlink" href="#microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adls_list/index.html#module-airflow.providers.microsoft.azure.operators.adls_list" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adls_list</span></code></a>, <a class="reference external" href= [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_lake/index.html#module-airflow.providers.microsoft.azure.hooks.data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_lake</span></code></a>, <a class="reference external" href="/docs/apac [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure DataLake Storage Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-fileshare">
-<h3>Microsoft Azure FileShare<a class="headerlink" href="#microsoft-azure-fileshare" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/fileshare/index.html#module-airflow.providers.microsoft.azure.hooks.fileshare" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.fileshare</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfers">
-<h2>Transfers<a class="headerlink" href="#transfers" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to copy data from/to Microsoft Azure.</p>
-<div class="section" id="microsoft-azure-fileshare-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure FileShare to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/azure_fileshare_to_gcs.html" title="(in apache-airflow-providers-google v6.8.0)"><span>Transfers data from Azure FileShare Storage to Google Cloud Storage</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/adls_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.adls_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.adls_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-data-lake-storage">
-<h3>Local to Microsoft Azure Data Lake Storage<a class="headerlink" href="#local-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Operator guide</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/local_to_adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Upload data from Local Filesystem to Azure Data Lake</span></a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_adls" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_adls</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
+ <div class="section" id="module-airflow.providers.databricks.operators.databricks_sql">
+<span id="airflow-providers-databricks-operators-databricks-sql"></span><h1><a class="reference internal" href="#module-airflow.providers.databricks.operators.databricks_sql" title="airflow.providers.databricks.operators.databricks_sql"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks_sql</span></code></a><a class="headerlink" href="#module-airflow.providers.databricks.operators.databricks_sql" title="Permalink [...]
+<p>This module contains Databricks operators.</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this headline">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_sql.DatabricksSqlOperator" title="airflow.providers.databricks.operators.databricks_sql.DatabricksSqlOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DatabricksSqlOperator</span></code></a></p></td>
+<td><p>Executes SQL code in a Databricks SQL endpoint or a Databricks cluster</p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_sql.DatabricksCopyIntoOperator" title="airflow.providers.databricks.operators.databricks_sql.DatabricksCopyIntoOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DatabricksCopyIntoOperator</span></code></a></p></td>
+<td><p>Executes COPY INTO command in a Databricks SQL endpoint or a Databricks cluster.</p></td>
+</tr>
+</tbody>
+</table>
</div>
-<div class="section" id="oracle-to-microsoft-azure-data-lake-storage">
-<h3>Oracle to Microsoft Azure Data Lake Storage<a class="headerlink" href="#oracle-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.oracle.com/en/database/">Oracle</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index.html#module-airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake</span> [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
+<div class="section" id="attributes">
+<h3>Attributes<a class="headerlink" href="#attributes" title="Permalink to this headline">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_sql.COPY_INTO_APPROVED_FORMATS" title="airflow.providers.databricks.operators.databricks_sql.COPY_INTO_APPROVED_FORMATS"><code class="xref py py-obj docutils literal notranslate"><span class="pre">COPY_INTO_APPROVED_FORMATS</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_sql.DatabricksSqlOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.operators.databricks_sql.</span></span><span class="sig-name descname"><span class="pre">DatabricksSqlOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class=" [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Executes SQL code in a Databricks SQL endpoint or a Databricks cluster</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more information on how to use this operator, take a look at the guide:
+<a class="reference internal" href="../../../../../../operators/sql.html#howto-operator-databrickssqloperator"><span class="std std-ref">DatabricksSqlOperator</span></a></p>
</div>
-<div class="section" id="local-to-microsoft-azure-blob-storage">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#local-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.file_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.file_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>databricks_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- Reference to
+<a class="reference internal" href="../../../../../../connections/databricks.html#howto-connection-databricks"><span class="std std-ref">Databricks connection id</span></a></p></li>
+<li><p><strong>http_path</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- Optional string specifying HTTP path of Databricks SQL Endpoint or cluster.
+If not specified, it should be either specified in the Databricks connection's extra parameters,
+or <code class="docutils literal notranslate"><span class="pre">sql_endpoint_name</span></code> must be specified.</p></li>
+<li><p><strong>sql_endpoint_name</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- Optional name of Databricks SQL Endpoint. If not specified, <code class="docutils literal notranslate"><span class="pre">http_path</span></code> must
+be provided as described above.</p></li>
+<li><p><strong>sql</strong> (<em>Union</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em><em>]</em>) -- the SQL code to be executed as a single string, or
+a list of str (sql statements), or a reference to a template file. (templated)
+Template references are recognized by str ending in '.sql'</p></li>
+<li><p><strong>parameters</strong> (<em>Optional</em><em>[</em><em>Union</em><em>[</em><em>Mapping</em><em>, </em><em>Iterable</em><em>]</em><em>]</em>) -- (optional) the parameters to render the SQL query with.</p></li>
+<li><p><strong>session_configuration</strong> -- An optional dictionary of Spark session parameters. Defaults to None.
+If not specified, it could be specified in the Databricks connection's extra parameters.</p></li>
+<li><p><strong>output_path</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- optional string specifying the file to which write selected data. (templated)</p></li>
+<li><p><strong>output_format</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- format of output data if <code class="docutils literal notranslate"><span class="pre">output_path`</span> <span class="pre">is</span> <span class="pre">specified.</span>
+<span class="pre">Possible</span> <span class="pre">values</span> <span class="pre">are</span> <span class="pre">``csv</span></code>, <code class="docutils literal notranslate"><span class="pre">json</span></code>, <code class="docutils literal notranslate"><span class="pre">jsonl</span></code>. Default is <code class="docutils literal notranslate"><span class="pre">csv</span></code>.</p></li>
+<li><p><strong>csv_params</strong> (<em>Optional</em><em>[</em><em>Dict</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><em>Any</em><em>]</em><em>]</em>) -- parameters that will be passed to the <code class="docutils literal notranslate"><span class="pre">csv.DictWriter</span></code> class used to write CSV data.</p></li>
+</ul>
</dd>
</dl>
-</div>
-<div class="section" id="id1">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#id1" title="Permalink to this headline">¶</a></h3>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_sql.DatabricksSqlOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['sql',</span> <span class="pre">'_output_path']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks_sql.html#DatabricksSqlOperator.template_fields"><span class="viewcode-link"><span class="pre">[source]</span>< [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_sql.DatabricksSqlOperator.template_ext">
+<span class="sig-name descname"><span class="pre">template_ext</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['.sql']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks_sql.html#DatabricksSqlOperator.template_ext"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_sql.DatabricksSqlOperator.template_fields_renderers">
+<span class="sig-name descname"><span class="pre">template_fields_renderers</span></span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks_sql.html#DatabricksSqlOperator.template_fields_renderers"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.databricks.operators.databricks_sql.DatabricksSqlOperator.template_fields_renderers" title="Permalink to this def [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_sql.DatabricksSqlOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks_sql.html#DatabricksSqlOperator.execute"><span class="viewcode-link"><span class=" [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
</dl>
+</dd></dl>
+
+</dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_sql.COPY_INTO_APPROVED_FORMATS">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.operators.databricks_sql.</span></span><span class="sig-name descname"><span class="pre">COPY_INTO_APPROVED_FORMATS</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">['CSV',</span> <span class="pre">'JSON',</span> <span class="pre">'AVRO',</span> <span class="pre">'ORC',</span> <span class="pre">'PARQUET',</span> <span class="pre">'TEXT',</span> <spa [...]
+<dd></dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_sql.DatabricksCopyIntoOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.databricks.operators.databricks_sql.</span></span><span class="sig-name descname"><span class="pre">DatabricksCopyIntoOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_name</span></span></em>, [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Executes COPY INTO command in a Databricks SQL endpoint or a Databricks cluster.
+COPY INTO command is constructed from individual pieces, that are described in
+<a class="reference external" href="https://docs.databricks.com/sql/language-manual/delta-copy-into.html">documentation</a>.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more information on how to use this operator, take a look at the guide:
+<a class="reference internal" href="../../../../../../operators/copy_into.html#howto-operator-databrickssqlcopyintooperator"><span class="std std-ref">DatabricksCopyIntoOperator</span></a></p>
</div>
-<div class="section" id="microsoft-azure-blob-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Blob Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/azure_blob_to_gcs.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index.html#module-airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>table_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- Required name of the table. (templated)</p></li>
+<li><p><strong>file_location</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- Required location of files to import. (templated)</p></li>
+<li><p><strong>file_format</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- Required file format. Supported formats are
+<code class="docutils literal notranslate"><span class="pre">CSV</span></code>, <code class="docutils literal notranslate"><span class="pre">JSON</span></code>, <code class="docutils literal notranslate"><span class="pre">AVRO</span></code>, <code class="docutils literal notranslate"><span class="pre">ORC</span></code>, <code class="docutils literal notranslate"><span class="pre">PARQUET</span></code>, <code class="docutils literal notranslate"><span class="pre">TEXT</span></code>, <code [...]
+<li><p><strong>databricks_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- Reference to
+<a class="reference internal" href="../../../../../../connections/databricks.html#howto-connection-databricks"><span class="std std-ref">Databricks connection id</span></a></p></li>
+<li><p><strong>http_path</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- Optional string specifying HTTP path of Databricks SQL Endpoint or cluster.
+If not specified, it should be either specified in the Databricks connection's extra parameters,
+or <code class="docutils literal notranslate"><span class="pre">sql_endpoint_name</span></code> must be specified.</p></li>
+<li><p><strong>sql_endpoint_name</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- Optional name of Databricks SQL Endpoint.
+If not specified, <code class="docutils literal notranslate"><span class="pre">http_path</span></code> must be provided as described above.</p></li>
+<li><p><strong>files</strong> (<em>Optional</em><em>[</em><em>List</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em><em>]</em>) -- optional list of files to import. Can't be specified together with <code class="docutils literal notranslate"><span class="pre">pattern</span></code>. (templated)</p></li>
+<li><p><strong>pattern</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- optional regex string to match file names to import.
+Can't be specified together with <code class="docutils literal notranslate"><span class="pre">files</span></code>.</p></li>
+<li><p><strong>expression_list</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) -- optional string that will be used in the <code class="docutils literal notranslate"><span class="pre">SELECT</span></code> expression.</p></li>
+<li><p><strong>credential</strong> (<em>Optional</em><em>[</em><em>Dict</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em><em>]</em>) -- optional credential configuration for authentication against a specified location.</p></li>
+<li><p><strong>encryption</strong> (<em>Optional</em><em>[</em><em>Dict</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em><em>]</em>) -- optional encryption configuration for a specified location.</p></li>
+<li><p><strong>format_options</strong> (<em>Optional</em><em>[</em><em>Dict</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em><em>]</em>) -- optional dictionary with options specific for a given file format.</p></li>
+<li><p><strong>force_copy</strong> (<em>Optional</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a><em>]</em>) -- optional bool to control forcing of data import
+(could be also specified in <code class="docutils literal notranslate"><span class="pre">copy_options</span></code>).</p></li>
+<li><p><strong>validate</strong> (<em>Optional</em><em>[</em><em>Union</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a><em>, </em><a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a><em>]</em><em>]</em>) -- optional configuration for schema & data validation. <code class="docutils literal notranslate"><span [...]
+of all rows, integer number - validate only N first rows</p></li>
+<li><p><strong>copy_options</strong> (<em>Optional</em><em>[</em><em>Dict</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em><em>]</em>) -- optional dictionary of copy options. Right now only <code class="docutils literal notranslate"><span class [...]
+</ul>
</dd>
</dl>
-</div>
-<div class="section" id="ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">
-<h3>SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage<a class="headerlink" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_sql.DatabricksCopyIntoOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['_file_location',</span> <span class="pre">'_files',</span> <span class="pre">'_table_name']</span></em><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks_sql.html#DatabricksCopyIntoOperator.template_fields"><span class= [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.databricks.operators.databricks_sql.DatabricksCopyIntoOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">self</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../_modules/airflow/providers/databricks/operators/databricks_sql.html#DatabricksCopyIntoOperator.execute"><span class="viewcode-link"><span cl [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://tools.ietf.org/wg/secsh/draft-ietf-secsh-filexfer/">SSH File Transfer Protocol (SFTP)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/sftp_to_wasb.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/sftp_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.sftp_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.sftp_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="AWS: Amazon Web Services" href="aws.html" >
+ <a rel="prev" title="airflow.providers.databricks.operators.databricks_repos" href="../databricks_repos/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Google" href="google.html" >
+ <a rel="next" title="Installing from sources" href="../../../../../../installing-providers-from-sources.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -933,28 +817,25 @@ which authenticate Azure’s Python SDK Clients.</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Azure: Microsoft Azure</a><ul>
-<li><a class="reference internal" href="#services">Services</a><ul>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
-<li><a class="reference internal" href="#microsoft-azure-batch">Microsoft Azure Batch</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage">Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-container-instances">Microsoft Azure Container Instances</a></li>
-<li><a class="reference internal" href="#microsoft-azure-cosmos-db">Microsoft Azure Cosmos DB</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-explorer">Microsoft Azure Data Explorer</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-factory">Microsoft Azure Data Factory</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage">Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-fileshare">Microsoft Azure FileShare</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks_sql</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a></li>
+<li><a class="reference internal" href="#attributes">Attributes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_sql.DatabricksSqlOperator">DatabricksSqlOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_sql.DatabricksSqlOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_sql.DatabricksSqlOperator.template_ext">template_ext</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_sql.DatabricksSqlOperator.template_fields_renderers">template_fields_renderers</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_sql.DatabricksSqlOperator.execute">execute</a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_sql.COPY_INTO_APPROVED_FORMATS">COPY_INTO_APPROVED_FORMATS</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_sql.DatabricksCopyIntoOperator">DatabricksCopyIntoOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_sql.DatabricksCopyIntoOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.databricks.operators.databricks_sql.DatabricksCopyIntoOperator.execute">execute</a></li>
+</ul>
+</li>
</ul>
</li>
-<li><a class="reference internal" href="#transfers">Transfers</a><ul>
-<li><a class="reference internal" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs">Microsoft Azure FileShare to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-data-lake-storage">Local to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#oracle-to-microsoft-azure-data-lake-storage">Oracle to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-blob-storage">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#id1">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs">Microsoft Azure Blob Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage</a></li>
</ul>
</li>
</ul>
@@ -981,7 +862,7 @@ which authenticate Azure’s Python SDK Clients.</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/operators-and-hooks-ref/azure.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-databricks/_api/airflow/providers/databricks/operators/databricks_sql/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -1115,16 +996,16 @@ which authenticate Azure’s Python SDK Clients.</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html b/docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/operators/index.html
similarity index 64%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
copy to docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/operators/index.html
index 8da21c740..f1effff71 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
+++ b/docs-archive/apache-airflow-providers-databricks/2.6.0/_api/airflow/providers/databricks/operators/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Azure: Microsoft Azure — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Google" href="google.html" />
- <link rel="prev" title="AWS: Amazon Web Services" href="aws.html" />
+ <title>airflow.providers.databricks.operators — apache-airflow-providers-databricks Documentation</title>
+ <link rel="stylesheet" href="../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../search.html" />
+ <link rel="next" title="airflow.providers.databricks.operators.databricks" href="databricks/index.html" />
+ <link rel="prev" title="airflow.providers.databricks.hooks.databricks_sql" href="../hooks/databricks_sql/index.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -270,8 +271,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -301,23 +315,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators/index.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -398,8 +413,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -429,23 +457,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators/index.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -534,11 +563,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks</span></code></a></li>
- <li class="breadcrumb-item"><a href="azure.html"> Azure: Microsoft Azure</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators</span></code></a></li>
</ul>
</div>
@@ -549,321 +578,26 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="azure-microsoft-azure">
-<h1>Azure: Microsoft Azure<a class="headerlink" href="#azure-microsoft-azure" title="Permalink to this headline">¶</a></h1>
-<p>Airflow has limited support for <a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a>.</p>
-<p>Some hooks are based on <a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>
-which authenticate Azure’s Python SDK Clients.</p>
-<div class="section" id="services">
-<h2>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within the Microsoft Azure.</p>
-<div class="section" id="microsoft-azure">
-<h3>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-batch">
-<h3>Microsoft Azure Batch<a class="headerlink" href="#microsoft-azure-batch" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/batch/index.html#module-airflow.providers.microsoft.azure.operators.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.batch</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/batch/index.html#module-airflow.providers.microsoft.azure.hooks.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.batch</span></code></a>, <a class="reference external" href="/docs/apache-airflow-p [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/batch/">Microsoft Azure Batch</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage">
-<h3>Microsoft Azure Blob Storage<a class="headerlink" href="#microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index.html#module-airflow.providers.microsoft.azure.operators.wasb_delete_blob" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.wasb_delete_blob</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/wasb/index.html#module-airflow.providers.microsoft.azure.hooks.wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.wasb</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-container-instances">
-<h3>Microsoft Azure Container Instances<a class="headerlink" href="#microsoft-azure-container-instances" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/container_instances/index.html#module-airflow.providers.microsoft.azure.operators.container_instances" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.container_instances</span></code></a>, <a cl [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/container_volume/index.html#module-airflow.providers.microsoft.azure.hooks.container_volume" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.container_volume</span></code></a>, <a class="reference exter [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/container-instances/">Microsoft Azure Container Instances</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-cosmos-db">
-<h3>Microsoft Azure Cosmos DB<a class="headerlink" href="#microsoft-azure-cosmos-db" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/cosmos/index.html#module-airflow.providers.microsoft.azure.operators.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.cosmos</span></code></a>, <a class="reference external" href="/docs/ap [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/cosmos/index.html#module-airflow.providers.microsoft.azure.hooks.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.cosmos</span></code></a>, <a class="reference external" href="/docs/apache-airflo [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/cosmos-db/">Microsoft Azure Cosmos DB</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-explorer">
-<h3>Microsoft Azure Data Explorer<a class="headerlink" href="#microsoft-azure-data-explorer" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adx/index.html#module-airflow.providers.microsoft.azure.operators.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adx</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/adx/index.html#module-airflow.providers.microsoft.azure.hooks.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.adx</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-explorer/">Microsoft Azure Data Explorer</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-factory">
-<h3>Microsoft Azure Data Factory<a class="headerlink" href="#microsoft-azure-data-factory" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/data_factory/index.html#module-airflow.providers.microsoft.azure.operators.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.data_factory</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_factory/index.html#module-airflow.providers.microsoft.azure.hooks.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_factory</span></code></a>, <a class="reference external" href="/ [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adf_run_pipeline.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Data Factory Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-factory/">Microsoft Azure Data Factory</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage">
-<h3>Microsoft Azure Data Lake Storage<a class="headerlink" href="#microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adls_list/index.html#module-airflow.providers.microsoft.azure.operators.adls_list" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adls_list</span></code></a>, <a class="reference external" href= [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_lake/index.html#module-airflow.providers.microsoft.azure.hooks.data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_lake</span></code></a>, <a class="reference external" href="/docs/apac [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure DataLake Storage Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-fileshare">
-<h3>Microsoft Azure FileShare<a class="headerlink" href="#microsoft-azure-fileshare" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/fileshare/index.html#module-airflow.providers.microsoft.azure.hooks.fileshare" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.fileshare</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfers">
-<h2>Transfers<a class="headerlink" href="#transfers" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to copy data from/to Microsoft Azure.</p>
-<div class="section" id="microsoft-azure-fileshare-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure FileShare to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/azure_fileshare_to_gcs.html" title="(in apache-airflow-providers-google v6.8.0)"><span>Transfers data from Azure FileShare Storage to Google Cloud Storage</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/adls_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.adls_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.adls_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-data-lake-storage">
-<h3>Local to Microsoft Azure Data Lake Storage<a class="headerlink" href="#local-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Operator guide</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/local_to_adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Upload data from Local Filesystem to Azure Data Lake</span></a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_adls" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_adls</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="oracle-to-microsoft-azure-data-lake-storage">
-<h3>Oracle to Microsoft Azure Data Lake Storage<a class="headerlink" href="#oracle-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.oracle.com/en/database/">Oracle</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index.html#module-airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake</span> [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-blob-storage">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#local-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.file_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.file_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="id1">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#id1" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Blob Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/azure_blob_to_gcs.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index.html#module-airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">
-<h3>SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage<a class="headerlink" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://tools.ietf.org/wg/secsh/draft-ietf-secsh-filexfer/">SSH File Transfer Protocol (SFTP)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/sftp_to_wasb.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/sftp_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.sftp_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.sftp_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
+ <div class="section" id="module-airflow.providers.databricks.operators">
+<span id="airflow-providers-databricks-operators"></span><h1><a class="reference internal" href="#module-airflow.providers.databricks.operators" title="airflow.providers.databricks.operators"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators</span></code></a><a class="headerlink" href="#module-airflow.providers.databricks.operators" title="Permalink to this headline">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this headline">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="databricks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="databricks_repos/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks_repos</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="databricks_sql/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators.databricks_sql</span></code></a></li>
+</ul>
</div>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="AWS: Amazon Web Services" href="aws.html" >
+ <a rel="prev" title="airflow.providers.databricks.hooks.databricks_sql" href="../hooks/databricks_sql/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Google" href="google.html" >
+ <a rel="next" title="airflow.providers.databricks.operators.databricks" href="databricks/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -933,30 +667,8 @@ which authenticate Azure’s Python SDK Clients.</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Azure: Microsoft Azure</a><ul>
-<li><a class="reference internal" href="#services">Services</a><ul>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
-<li><a class="reference internal" href="#microsoft-azure-batch">Microsoft Azure Batch</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage">Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-container-instances">Microsoft Azure Container Instances</a></li>
-<li><a class="reference internal" href="#microsoft-azure-cosmos-db">Microsoft Azure Cosmos DB</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-explorer">Microsoft Azure Data Explorer</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-factory">Microsoft Azure Data Factory</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage">Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-fileshare">Microsoft Azure FileShare</a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#transfers">Transfers</a><ul>
-<li><a class="reference internal" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs">Microsoft Azure FileShare to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-data-lake-storage">Local to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#oracle-to-microsoft-azure-data-lake-storage">Oracle to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-blob-storage">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#id1">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs">Microsoft Azure Blob Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage</a></li>
-</ul>
-</li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.databricks.operators</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -981,7 +693,7 @@ which authenticate Azure’s Python SDK Clients.</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/operators-and-hooks-ref/azure.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-databricks/_api/airflow/providers/databricks/operators/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -1115,16 +827,16 @@ which authenticate Azure’s Python SDK Clients.</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../" src="../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script data-url_root="../../../../../" id="documentation_options" src="../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../_static/jquery.js"></script>
+ <script src="../../../../../_static/underscore.js"></script>
+ <script src="../../../../../_static/doctools.js"></script>
+ <script src="../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html b/docs-archive/apache-airflow-providers-databricks/2.6.0/_modules/airflow/providers/databricks/example_dags/example_databricks.html
similarity index 63%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
copy to docs-archive/apache-airflow-providers-databricks/2.6.0/_modules/airflow/providers/databricks/example_dags/example_databricks.html
index 8da21c740..7c7eea95a 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
+++ b/docs-archive/apache-airflow-providers-databricks/2.6.0/_modules/airflow/providers/databricks/example_dags/example_databricks.html
@@ -9,17 +9,16 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Azure: Microsoft Azure — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Google" href="google.html" />
- <link rel="prev" title="AWS: Amazon Web Services" href="aws.html" />
+ <title>airflow.providers.databricks.example_dags.example_databricks — apache-airflow-providers-databricks Documentation</title>
+ <link rel="stylesheet" href="../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../search.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -270,8 +269,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -301,23 +313,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators/index.html">Operators</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../_api/airflow/providers/databricks/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -398,8 +411,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -429,23 +455,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators/index.html">Operators</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../_api/airflow/providers/databricks/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -534,11 +561,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../../../../index.html">Module code</a></li>
- <li class="breadcrumb-item"><a href="azure.html"> Azure: Microsoft Azure</a></li>
+ <li class="breadcrumb-item"><a href="example_databricks.html"> airflow.providers.databricks.example_dags.example_databricks</a></li>
</ul>
</div>
@@ -549,323 +576,85 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="azure-microsoft-azure">
-<h1>Azure: Microsoft Azure<a class="headerlink" href="#azure-microsoft-azure" title="Permalink to this headline">¶</a></h1>
-<p>Airflow has limited support for <a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a>.</p>
-<p>Some hooks are based on <a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>
-which authenticate Azure’s Python SDK Clients.</p>
-<div class="section" id="services">
-<h2>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within the Microsoft Azure.</p>
-<div class="section" id="microsoft-azure">
-<h3>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-batch">
-<h3>Microsoft Azure Batch<a class="headerlink" href="#microsoft-azure-batch" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/batch/index.html#module-airflow.providers.microsoft.azure.operators.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.batch</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/batch/index.html#module-airflow.providers.microsoft.azure.hooks.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.batch</span></code></a>, <a class="reference external" href="/docs/apache-airflow-p [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/batch/">Microsoft Azure Batch</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage">
-<h3>Microsoft Azure Blob Storage<a class="headerlink" href="#microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index.html#module-airflow.providers.microsoft.azure.operators.wasb_delete_blob" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.wasb_delete_blob</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/wasb/index.html#module-airflow.providers.microsoft.azure.hooks.wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.wasb</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-container-instances">
-<h3>Microsoft Azure Container Instances<a class="headerlink" href="#microsoft-azure-container-instances" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/container_instances/index.html#module-airflow.providers.microsoft.azure.operators.container_instances" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.container_instances</span></code></a>, <a cl [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/container_volume/index.html#module-airflow.providers.microsoft.azure.hooks.container_volume" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.container_volume</span></code></a>, <a class="reference exter [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/container-instances/">Microsoft Azure Container Instances</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-cosmos-db">
-<h3>Microsoft Azure Cosmos DB<a class="headerlink" href="#microsoft-azure-cosmos-db" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/cosmos/index.html#module-airflow.providers.microsoft.azure.operators.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.cosmos</span></code></a>, <a class="reference external" href="/docs/ap [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/cosmos/index.html#module-airflow.providers.microsoft.azure.hooks.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.cosmos</span></code></a>, <a class="reference external" href="/docs/apache-airflo [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/cosmos-db/">Microsoft Azure Cosmos DB</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-explorer">
-<h3>Microsoft Azure Data Explorer<a class="headerlink" href="#microsoft-azure-data-explorer" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adx/index.html#module-airflow.providers.microsoft.azure.operators.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adx</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/adx/index.html#module-airflow.providers.microsoft.azure.hooks.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.adx</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-explorer/">Microsoft Azure Data Explorer</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-factory">
-<h3>Microsoft Azure Data Factory<a class="headerlink" href="#microsoft-azure-data-factory" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/data_factory/index.html#module-airflow.providers.microsoft.azure.operators.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.data_factory</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_factory/index.html#module-airflow.providers.microsoft.azure.hooks.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_factory</span></code></a>, <a class="reference external" href="/ [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adf_run_pipeline.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Data Factory Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-factory/">Microsoft Azure Data Factory</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage">
-<h3>Microsoft Azure Data Lake Storage<a class="headerlink" href="#microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adls_list/index.html#module-airflow.providers.microsoft.azure.operators.adls_list" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adls_list</span></code></a>, <a class="reference external" href= [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_lake/index.html#module-airflow.providers.microsoft.azure.hooks.data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_lake</span></code></a>, <a class="reference external" href="/docs/apac [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure DataLake Storage Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-fileshare">
-<h3>Microsoft Azure FileShare<a class="headerlink" href="#microsoft-azure-fileshare" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/fileshare/index.html#module-airflow.providers.microsoft.azure.hooks.fileshare" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.fileshare</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfers">
-<h2>Transfers<a class="headerlink" href="#transfers" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to copy data from/to Microsoft Azure.</p>
-<div class="section" id="microsoft-azure-fileshare-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure FileShare to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/azure_fileshare_to_gcs.html" title="(in apache-airflow-providers-google v6.8.0)"><span>Transfers data from Azure FileShare Storage to Google Cloud Storage</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/adls_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.adls_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.adls_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-data-lake-storage">
-<h3>Local to Microsoft Azure Data Lake Storage<a class="headerlink" href="#local-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Operator guide</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/local_to_adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Upload data from Local Filesystem to Azure Data Lake</span></a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_adls" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_adls</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="oracle-to-microsoft-azure-data-lake-storage">
-<h3>Oracle to Microsoft Azure Data Lake Storage<a class="headerlink" href="#oracle-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.oracle.com/en/database/">Oracle</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index.html#module-airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake</span> [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-blob-storage">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#local-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.file_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.file_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="id1">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#id1" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Blob Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/azure_blob_to_gcs.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index.html#module-airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">
-<h3>SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage<a class="headerlink" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://tools.ietf.org/wg/secsh/draft-ietf-secsh-filexfer/">SSH File Transfer Protocol (SFTP)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/sftp_to_wasb.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/sftp_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.sftp_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.sftp_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-</div>
-</div>
-
-
- <div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="AWS: Amazon Web Services" href="aws.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
- </a>
- <a rel="next" title="Google" href="google.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
- </a>
+ <h1>Source code for airflow.providers.databricks.example_dags.example_databricks</h1><div class="highlight"><pre>
+<span></span><span class="c1">#</span>
+<span class="c1"># Licensed to the Apache Software Foundation (ASF) under one</span>
+<span class="c1"># or more contributor license agreements. See the NOTICE file</span>
+<span class="c1"># distributed with this work for additional information</span>
+<span class="c1"># regarding copyright ownership. The ASF licenses this file</span>
+<span class="c1"># to you under the Apache License, Version 2.0 (the</span>
+<span class="c1"># "License"); you may not use this file except in compliance</span>
+<span class="c1"># with the License. You may obtain a copy of the License at</span>
+<span class="c1">#</span>
+<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
+<span class="c1">#</span>
+<span class="c1"># Unless required by applicable law or agreed to in writing,</span>
+<span class="c1"># software distributed under the License is distributed on an</span>
+<span class="c1"># "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span>
+<span class="c1"># KIND, either express or implied. See the License for the</span>
+<span class="c1"># specific language governing permissions and limitations</span>
+<span class="c1"># under the License.</span>
+<span class="sd">"""</span>
+<span class="sd">This is an example DAG which uses the DatabricksSubmitRunOperator.</span>
+<span class="sd">In this example, we create two tasks which execute sequentially.</span>
+<span class="sd">The first task is to run a notebook at the workspace path "/test"</span>
+<span class="sd">and the second task is to run a JAR uploaded to DBFS. Both,</span>
+<span class="sd">tasks use new clusters.</span>
+
+<span class="sd">Because we have set a downstream dependency on the notebook task,</span>
+<span class="sd">the spark jar task will NOT run until the notebook task completes</span>
+<span class="sd">successfully.</span>
+
+<span class="sd">The definition of a successful run is if the run has a result_state of "SUCCESS".</span>
+<span class="sd">For more information about the state of a run refer to</span>
+<span class="sd">https://docs.databricks.com/api/latest/jobs.html#runstate</span>
+<span class="sd">"""</span>
+
+<span class="kn">from</span> <span class="nn">datetime</span> <span class="kn">import</span> <span class="n">datetime</span>
+
+<span class="kn">from</span> <span class="nn">airflow</span> <span class="kn">import</span> <span class="n">DAG</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.databricks.operators.databricks</span> <span class="kn">import</span> <span class="n">DatabricksSubmitRunOperator</span>
+
+<span class="k">with</span> <span class="n">DAG</span><span class="p">(</span>
+ <span class="n">dag_id</span><span class="o">=</span><span class="s1">'example_databricks_operator'</span><span class="p">,</span>
+ <span class="n">schedule_interval</span><span class="o">=</span><span class="s1">'@daily'</span><span class="p">,</span>
+ <span class="n">start_date</span><span class="o">=</span><span class="n">datetime</span><span class="p">(</span><span class="mi">2021</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">1</span><span class="p">),</span>
+ <span class="n">tags</span><span class="o">=</span><span class="p">[</span><span class="s1">'example'</span><span class="p">],</span>
+ <span class="n">catchup</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+<span class="p">)</span> <span class="k">as</span> <span class="n">dag</span><span class="p">:</span>
+ <span class="c1"># [START howto_operator_databricks_json]</span>
+ <span class="c1"># Example of using the JSON parameter to initialize the operator.</span>
+ <span class="n">new_cluster</span> <span class="o">=</span> <span class="p">{</span>
+ <span class="s1">'spark_version'</span><span class="p">:</span> <span class="s1">'9.1.x-scala2.12'</span><span class="p">,</span>
+ <span class="s1">'node_type_id'</span><span class="p">:</span> <span class="s1">'r3.xlarge'</span><span class="p">,</span>
+ <span class="s1">'aws_attributes'</span><span class="p">:</span> <span class="p">{</span><span class="s1">'availability'</span><span class="p">:</span> <span class="s1">'ON_DEMAND'</span><span class="p">},</span>
+ <span class="s1">'num_workers'</span><span class="p">:</span> <span class="mi">8</span><span class="p">,</span>
+ <span class="p">}</span>
+
+ <span class="n">notebook_task_params</span> <span class="o">=</span> <span class="p">{</span>
+ <span class="s1">'new_cluster'</span><span class="p">:</span> <span class="n">new_cluster</span><span class="p">,</span>
+ <span class="s1">'notebook_task'</span><span class="p">:</span> <span class="p">{</span>
+ <span class="s1">'notebook_path'</span><span class="p">:</span> <span class="s1">'/Users/airflow@example.com/PrepareData'</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="p">}</span>
+
+ <span class="n">notebook_task</span> <span class="o">=</span> <span class="n">DatabricksSubmitRunOperator</span><span class="p">(</span><span class="n">task_id</span><span class="o">=</span><span class="s1">'notebook_task'</span><span class="p">,</span> <span class="n">json</span><span class="o">=</span><span class="n">notebook_task_params</span><span class="p">)</span>
+ <span class="c1"># [END howto_operator_databricks_json]</span>
+
+ <span class="c1"># [START howto_operator_databricks_named]</span>
+ <span class="c1"># Example of using the named parameters of DatabricksSubmitRunOperator</span>
+ <span class="c1"># to initialize the operator.</span>
+ <span class="n">spark_jar_task</span> <span class="o">=</span> <span class="n">DatabricksSubmitRunOperator</span><span class="p">(</span>
+ <span class="n">task_id</span><span class="o">=</span><span class="s1">'spark_jar_task'</span><span class="p">,</span>
+ <span class="n">new_cluster</span><span class="o">=</span><span class="n">new_cluster</span><span class="p">,</span>
+ <span class="n">spark_jar_task</span><span class="o">=</span><span class="p">{</span><span class="s1">'main_class_name'</span><span class="p">:</span> <span class="s1">'com.example.ProcessData'</span><span class="p">},</span>
+ <span class="n">libraries</span><span class="o">=</span><span class="p">[{</span><span class="s1">'jar'</span><span class="p">:</span> <span class="s1">'dbfs:/lib/etl-0.1.jar'</span><span class="p">}],</span>
+ <span class="p">)</span>
+ <span class="c1"># [END howto_operator_databricks_named]</span>
+ <span class="n">notebook_task</span> <span class="o">>></span> <span class="n">spark_jar_task</span>
+</pre></div>
+
+ <div class="pager" role="navigation" aria-label="related navigation"><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Previous</button><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Next</button>
</div>
</div>
@@ -932,35 +721,7 @@ which authenticate Azure’s Python SDK Clients.</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
- <ul>
-<li><a class="reference internal" href="#">Azure: Microsoft Azure</a><ul>
-<li><a class="reference internal" href="#services">Services</a><ul>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
-<li><a class="reference internal" href="#microsoft-azure-batch">Microsoft Azure Batch</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage">Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-container-instances">Microsoft Azure Container Instances</a></li>
-<li><a class="reference internal" href="#microsoft-azure-cosmos-db">Microsoft Azure Cosmos DB</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-explorer">Microsoft Azure Data Explorer</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-factory">Microsoft Azure Data Factory</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage">Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-fileshare">Microsoft Azure FileShare</a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#transfers">Transfers</a><ul>
-<li><a class="reference internal" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs">Microsoft Azure FileShare to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-data-lake-storage">Local to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#oracle-to-microsoft-azure-data-lake-storage">Oracle to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-blob-storage">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#id1">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs">Microsoft Azure Blob Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage</a></li>
-</ul>
-</li>
-</ul>
-</li>
-</ul>
-
+
</div>
</nav>
@@ -976,24 +737,6 @@ which authenticate Azure’s Python SDK Clients.</p>
-
-
-
-
- <div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/operators-and-hooks-ref/azure.rst" rel="nofollow">
-
- <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
- <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
- <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.15 [...]
- </svg>
-
- <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span>
- </button>
- </a>
- </div>
-
-
</div>
@@ -1115,16 +858,16 @@ which authenticate Azure’s Python SDK Clients.</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../" src="../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script data-url_root="../../../../../" id="documentation_options" src="../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../_static/jquery.js"></script>
+ <script src="../../../../../_static/underscore.js"></script>
+ <script src="../../../../../_static/doctools.js"></script>
+ <script src="../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html b/docs-archive/apache-airflow-providers-databricks/2.6.0/_modules/airflow/providers/databricks/hooks/databricks.html
similarity index 55%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
copy to docs-archive/apache-airflow-providers-databricks/2.6.0/_modules/airflow/providers/databricks/hooks/databricks.html
index 8da21c740..05574faed 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
+++ b/docs-archive/apache-airflow-providers-databricks/2.6.0/_modules/airflow/providers/databricks/hooks/databricks.html
@@ -9,17 +9,16 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Azure: Microsoft Azure — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Google" href="google.html" />
- <link rel="prev" title="AWS: Amazon Web Services" href="aws.html" />
+ <title>airflow.providers.databricks.hooks.databricks — apache-airflow-providers-databricks Documentation</title>
+ <link rel="stylesheet" href="../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../search.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -270,8 +269,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -301,23 +313,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators/index.html">Operators</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../_api/airflow/providers/databricks/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -398,8 +411,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -429,23 +455,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators/index.html">Operators</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../_api/airflow/providers/databricks/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -534,11 +561,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../../../../index.html">Module code</a></li>
- <li class="breadcrumb-item"><a href="azure.html"> Azure: Microsoft Azure</a></li>
+ <li class="breadcrumb-item"><a href="databricks.html"> airflow.providers.databricks.hooks.databricks</a></li>
</ul>
</div>
@@ -549,323 +576,391 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="azure-microsoft-azure">
-<h1>Azure: Microsoft Azure<a class="headerlink" href="#azure-microsoft-azure" title="Permalink to this headline">¶</a></h1>
-<p>Airflow has limited support for <a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a>.</p>
-<p>Some hooks are based on <a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>
-which authenticate Azure’s Python SDK Clients.</p>
-<div class="section" id="services">
-<h2>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within the Microsoft Azure.</p>
-<div class="section" id="microsoft-azure">
-<h3>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-batch">
-<h3>Microsoft Azure Batch<a class="headerlink" href="#microsoft-azure-batch" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/batch/index.html#module-airflow.providers.microsoft.azure.operators.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.batch</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/batch/index.html#module-airflow.providers.microsoft.azure.hooks.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.batch</span></code></a>, <a class="reference external" href="/docs/apache-airflow-p [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/batch/">Microsoft Azure Batch</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage">
-<h3>Microsoft Azure Blob Storage<a class="headerlink" href="#microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index.html#module-airflow.providers.microsoft.azure.operators.wasb_delete_blob" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.wasb_delete_blob</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/wasb/index.html#module-airflow.providers.microsoft.azure.hooks.wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.wasb</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-container-instances">
-<h3>Microsoft Azure Container Instances<a class="headerlink" href="#microsoft-azure-container-instances" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/container_instances/index.html#module-airflow.providers.microsoft.azure.operators.container_instances" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.container_instances</span></code></a>, <a cl [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/container_volume/index.html#module-airflow.providers.microsoft.azure.hooks.container_volume" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.container_volume</span></code></a>, <a class="reference exter [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/container-instances/">Microsoft Azure Container Instances</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-cosmos-db">
-<h3>Microsoft Azure Cosmos DB<a class="headerlink" href="#microsoft-azure-cosmos-db" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/cosmos/index.html#module-airflow.providers.microsoft.azure.operators.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.cosmos</span></code></a>, <a class="reference external" href="/docs/ap [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/cosmos/index.html#module-airflow.providers.microsoft.azure.hooks.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.cosmos</span></code></a>, <a class="reference external" href="/docs/apache-airflo [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/cosmos-db/">Microsoft Azure Cosmos DB</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-explorer">
-<h3>Microsoft Azure Data Explorer<a class="headerlink" href="#microsoft-azure-data-explorer" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adx/index.html#module-airflow.providers.microsoft.azure.operators.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adx</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/adx/index.html#module-airflow.providers.microsoft.azure.hooks.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.adx</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-explorer/">Microsoft Azure Data Explorer</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-factory">
-<h3>Microsoft Azure Data Factory<a class="headerlink" href="#microsoft-azure-data-factory" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/data_factory/index.html#module-airflow.providers.microsoft.azure.operators.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.data_factory</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_factory/index.html#module-airflow.providers.microsoft.azure.hooks.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_factory</span></code></a>, <a class="reference external" href="/ [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adf_run_pipeline.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Data Factory Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-factory/">Microsoft Azure Data Factory</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage">
-<h3>Microsoft Azure Data Lake Storage<a class="headerlink" href="#microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adls_list/index.html#module-airflow.providers.microsoft.azure.operators.adls_list" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adls_list</span></code></a>, <a class="reference external" href= [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_lake/index.html#module-airflow.providers.microsoft.azure.hooks.data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_lake</span></code></a>, <a class="reference external" href="/docs/apac [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure DataLake Storage Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-fileshare">
-<h3>Microsoft Azure FileShare<a class="headerlink" href="#microsoft-azure-fileshare" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/fileshare/index.html#module-airflow.providers.microsoft.azure.hooks.fileshare" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.fileshare</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfers">
-<h2>Transfers<a class="headerlink" href="#transfers" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to copy data from/to Microsoft Azure.</p>
-<div class="section" id="microsoft-azure-fileshare-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure FileShare to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/azure_fileshare_to_gcs.html" title="(in apache-airflow-providers-google v6.8.0)"><span>Transfers data from Azure FileShare Storage to Google Cloud Storage</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/adls_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.adls_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.adls_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-data-lake-storage">
-<h3>Local to Microsoft Azure Data Lake Storage<a class="headerlink" href="#local-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Operator guide</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/local_to_adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Upload data from Local Filesystem to Azure Data Lake</span></a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_adls" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_adls</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="oracle-to-microsoft-azure-data-lake-storage">
-<h3>Oracle to Microsoft Azure Data Lake Storage<a class="headerlink" href="#oracle-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.oracle.com/en/database/">Oracle</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index.html#module-airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake</span> [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-blob-storage">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#local-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.file_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.file_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="id1">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#id1" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Blob Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/azure_blob_to_gcs.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index.html#module-airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">
-<h3>SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage<a class="headerlink" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://tools.ietf.org/wg/secsh/draft-ietf-secsh-filexfer/">SSH File Transfer Protocol (SFTP)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/sftp_to_wasb.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/sftp_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.sftp_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.sftp_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-</div>
-</div>
-
-
- <div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="AWS: Amazon Web Services" href="aws.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
- </a>
- <a rel="next" title="Google" href="google.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
- </a>
+ <h1>Source code for airflow.providers.databricks.hooks.databricks</h1><div class="highlight"><pre>
+<span></span><span class="c1">#</span>
+<span class="c1"># Licensed to the Apache Software Foundation (ASF) under one</span>
+<span class="c1"># or more contributor license agreements. See the NOTICE file</span>
+<span class="c1"># distributed with this work for additional information</span>
+<span class="c1"># regarding copyright ownership. The ASF licenses this file</span>
+<span class="c1"># to you under the Apache License, Version 2.0 (the</span>
+<span class="c1"># "License"); you may not use this file except in compliance</span>
+<span class="c1"># with the License. You may obtain a copy of the License at</span>
+<span class="c1">#</span>
+<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
+<span class="c1">#</span>
+<span class="c1"># Unless required by applicable law or agreed to in writing,</span>
+<span class="c1"># software distributed under the License is distributed on an</span>
+<span class="c1"># "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span>
+<span class="c1"># KIND, either express or implied. See the License for the</span>
+<span class="c1"># specific language governing permissions and limitations</span>
+<span class="c1"># under the License.</span>
+<span class="sd">"""</span>
+<span class="sd">Databricks hook.</span>
+
+<span class="sd">This hook enable the submitting and running of jobs to the Databricks platform. Internally the</span>
+<span class="sd">operators talk to the</span>
+<span class="sd">``api/2.1/jobs/run-now``</span>
+<span class="sd">`endpoint <https://docs.databricks.com/dev-tools/api/latest/jobs.html#operation/JobsRunNow>_`</span>
+<span class="sd">or the ``api/2.1/jobs/runs/submit``</span>
+<span class="sd">`endpoint <https://docs.databricks.com/dev-tools/api/latest/jobs.html#operation/JobsRunsSubmit>`_.</span>
+<span class="sd">"""</span>
+<span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">Any</span><span class="p">,</span> <span class="n">Dict</span><span class="p">,</span> <span class="n">List</span><span class="p">,</span> <span class="n">Optional</span>
+
+<span class="kn">from</span> <span class="nn">requests</span> <span class="kn">import</span> <span class="n">exceptions</span> <span class="k">as</span> <span class="n">requests_exceptions</span>
+
+<span class="kn">from</span> <span class="nn">airflow.exceptions</span> <span class="kn">import</span> <span class="n">AirflowException</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.databricks.hooks.databricks_base</span> <span class="kn">import</span> <span class="n">BaseDatabricksHook</span>
+
+<div class="viewcode-block" id="RESTART_CLUSTER_ENDPOINT"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.RESTART_CLUSTER_ENDPOINT">[docs]</a><span class="n">RESTART_CLUSTER_ENDPOINT</span> <span class="o">=</span> <span class="p">(</span><span class="s2">"POST"</span><span class="p">,</span> <span class="s2">"api/2.0/clusters/restart"</span><span class="p">)</spa [...]
+<div class="viewcode-block" id="START_CLUSTER_ENDPOINT"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.START_CLUSTER_ENDPOINT">[docs]</a><span class="n">START_CLUSTER_ENDPOINT</span> <span class="o">=</span> <span class="p">(</span><span class="s2">"POST"</span><span class="p">,</span> <span class="s2">"api/2.0/clusters/start"</span><span class="p">)</span></div>
+<div class="viewcode-block" id="TERMINATE_CLUSTER_ENDPOINT"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.TERMINATE_CLUSTER_ENDPOINT">[docs]</a><span class="n">TERMINATE_CLUSTER_ENDPOINT</span> <span class="o">=</span> <span class="p">(</span><span class="s2">"POST"</span><span class="p">,</span> <span class="s2">"api/2.0/clusters/delete"</span><span class="p">) [...]
+
+<div class="viewcode-block" id="RUN_NOW_ENDPOINT"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.RUN_NOW_ENDPOINT">[docs]</a><span class="n">RUN_NOW_ENDPOINT</span> <span class="o">=</span> <span class="p">(</span><span class="s1">'POST'</span><span class="p">,</span> <span class="s1">'api/2.1/jobs/run-now'</span><span class="p">)</span></div>
+<div class="viewcode-block" id="SUBMIT_RUN_ENDPOINT"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.SUBMIT_RUN_ENDPOINT">[docs]</a><span class="n">SUBMIT_RUN_ENDPOINT</span> <span class="o">=</span> <span class="p">(</span><span class="s1">'POST'</span><span class="p">,</span> <span class="s1">'api/2.1/jobs/runs/submit'</span><span class="p">)</span></div>
+<div class="viewcode-block" id="GET_RUN_ENDPOINT"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.GET_RUN_ENDPOINT">[docs]</a><span class="n">GET_RUN_ENDPOINT</span> <span class="o">=</span> <span class="p">(</span><span class="s1">'GET'</span><span class="p">,</span> <span class="s1">'api/2.1/jobs/runs/get'</span><span class="p">)</span></div>
+<div class="viewcode-block" id="CANCEL_RUN_ENDPOINT"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.CANCEL_RUN_ENDPOINT">[docs]</a><span class="n">CANCEL_RUN_ENDPOINT</span> <span class="o">=</span> <span class="p">(</span><span class="s1">'POST'</span><span class="p">,</span> <span class="s1">'api/2.1/jobs/runs/cancel'</span><span class="p">)</span></div>
+<div class="viewcode-block" id="OUTPUT_RUNS_JOB_ENDPOINT"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.OUTPUT_RUNS_JOB_ENDPOINT">[docs]</a><span class="n">OUTPUT_RUNS_JOB_ENDPOINT</span> <span class="o">=</span> <span class="p">(</span><span class="s1">'GET'</span><span class="p">,</span> <span class="s1">'api/2.1/jobs/runs/get-output'</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="INSTALL_LIBS_ENDPOINT"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.INSTALL_LIBS_ENDPOINT">[docs]</a><span class="n">INSTALL_LIBS_ENDPOINT</span> <span class="o">=</span> <span class="p">(</span><span class="s1">'POST'</span><span class="p">,</span> <span class="s1">'api/2.0/libraries/install'</span><span class="p">)</span></div>
+<div class="viewcode-block" id="UNINSTALL_LIBS_ENDPOINT"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.UNINSTALL_LIBS_ENDPOINT">[docs]</a><span class="n">UNINSTALL_LIBS_ENDPOINT</span> <span class="o">=</span> <span class="p">(</span><span class="s1">'POST'</span><span class="p">,</span> <span class="s1">'api/2.0/libraries/uninstall'</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="LIST_JOBS_ENDPOINT"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.LIST_JOBS_ENDPOINT">[docs]</a><span class="n">LIST_JOBS_ENDPOINT</span> <span class="o">=</span> <span class="p">(</span><span class="s1">'GET'</span><span class="p">,</span> <span class="s1">'api/2.1/jobs/list'</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="WORKSPACE_GET_STATUS_ENDPOINT"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.WORKSPACE_GET_STATUS_ENDPOINT">[docs]</a><span class="n">WORKSPACE_GET_STATUS_ENDPOINT</span> <span class="o">=</span> <span class="p">(</span><span class="s1">'GET'</span><span class="p">,</span> <span class="s1">'api/2.0/workspace/get-status'</span><span cl [...]
+
+<div class="viewcode-block" id="RUN_LIFE_CYCLE_STATES"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.RUN_LIFE_CYCLE_STATES">[docs]</a><span class="n">RUN_LIFE_CYCLE_STATES</span> <span class="o">=</span> <span class="p">[</span><span class="s1">'PENDING'</span><span class="p">,</span> <span class="s1">'RUNNING'</span><span class="p">,</span> <span class="s1">'TE [...]
+
+
+<div class="viewcode-block" id="RunState"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.RunState">[docs]</a><span class="k">class</span> <span class="nc">RunState</span><span class="p">:</span>
+ <span class="sd">"""Utility class for the run state concept of Databricks runs."""</span>
+
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span> <span class="n">life_cycle_state</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">result_state</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s1">''</span><span class="p">,</span> <span class="n">state_message</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s1">''</ [...]
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">life_cycle_state</span> <span class="o">=</span> <span class="n">life_cycle_state</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">result_state</span> <span class="o">=</span> <span class="n">result_state</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">state_message</span> <span class="o">=</span> <span class="n">state_message</span>
+
+ <span class="nd">@property</span>
+<div class="viewcode-block" id="RunState.is_terminal"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.RunState.is_terminal">[docs]</a> <span class="k">def</span> <span class="nf">is_terminal</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span>
+ <span class="sd">"""True if the current state is a terminal state."""</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">life_cycle_state</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">RUN_LIFE_CYCLE_STATES</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span>
+ <span class="p">(</span>
+ <span class="s1">'Unexpected life cycle state: </span><span class="si">{}</span><span class="s1">: If the state has '</span>
+ <span class="s1">'been introduced recently, please check the Databricks user '</span>
+ <span class="s1">'guide for troubleshooting information'</span>
+ <span class="p">)</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">life_cycle_state</span><span class="p">)</span>
+ <span class="p">)</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">life_cycle_state</span> <span class="ow">in</span> <span class="p">(</span><span class="s1">'TERMINATED'</span><span class="p">,</span> <span class="s1">'SKIPPED'</span><span class="p">,</span> <span class="s1">'INTERNAL_ERROR'</span><span class="p">)</span></div>
+
+ <span class="nd">@property</span>
+<div class="viewcode-block" id="RunState.is_successful"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.RunState.is_successful">[docs]</a> <span class="k">def</span> <span class="nf">is_successful</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span>
+ <span class="sd">"""True if the result state is SUCCESS"""</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">result_state</span> <span class="o">==</span> <span class="s1">'SUCCESS'</span></div>
+
+<div class="viewcode-block" id="RunState.__eq__"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.RunState.__eq__">[docs]</a> <span class="k">def</span> <span class="fm">__eq__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">other</span><span class="p">:</span> <span class="nb">object</span><span class="p">)</span> <span class="o"> [...]
+ <span class="k">if</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">other</span><span class="p">,</span> <span class="n">RunState</span><span class="p">):</span>
+ <span class="k">return</span> <span class="bp">NotImplemented</span>
+ <span class="k">return</span> <span class="p">(</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">life_cycle_state</span> <span class="o">==</span> <span class="n">other</span><span class="o">.</span><span class="n">life_cycle_state</span>
+ <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">result_state</span> <span class="o">==</span> <span class="n">other</span><span class="o">.</span><span class="n">result_state</span>
+ <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">state_message</span> <span class="o">==</span> <span class="n">other</span><span class="o">.</span><span class="n">state_message</span></div>
+ <span class="p">)</span>
+
+<div class="viewcode-block" id="RunState.__repr__"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.RunState.__repr__">[docs]</a> <span class="k">def</span> <span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span>
+ <span class="k">return</span> <span class="nb">str</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="vm">__dict__</span><span class="p">)</span></div></div>
+
+
+<div class="viewcode-block" id="DatabricksHook"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook">[docs]</a><span class="k">class</span> <span class="nc">DatabricksHook</span><span class="p">(</span><span class="n">BaseDatabricksHook</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Interact with Databricks.</span>
+
+<span class="sd"> :param databricks_conn_id: Reference to the :ref:`Databricks connection <howto/connection:databricks>`.</span>
+<span class="sd"> :param timeout_seconds: The amount of time in seconds the requests library</span>
+<span class="sd"> will wait before timing-out.</span>
+<span class="sd"> :param retry_limit: The number of times to retry the connection in case of</span>
+<span class="sd"> service outages.</span>
+<span class="sd"> :param retry_delay: The number of seconds to wait between retries (it</span>
+<span class="sd"> might be a floating point number).</span>
+<span class="sd"> :param retry_args: An optional dictionary with arguments passed to ``tenacity.Retrying`` class.</span>
+<span class="sd"> """</span>
+
+<div class="viewcode-block" id="DatabricksHook.hook_name"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.hook_name">[docs]</a> <span class="n">hook_name</span> <span class="o">=</span> <span class="s1">'Databricks'</span></div>
+
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">databricks_conn_id</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="n">BaseDatabricksHook</span><span class="o">.</span><span class="n">default_conn_name</span><span class="p">,</span>
+ <span class="n">timeout_seconds</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">180</span><span class="p">,</span>
+ <span class="n">retry_limit</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">3</span><span class="p">,</span>
+ <span class="n">retry_delay</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">,</span>
+ <span class="n">retry_args</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Dict</span><span class="p">[</span><span class="n">Any</span><span class="p">,</span> <span class="n">Any</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">databricks_conn_id</span><span class="p">,</span> <span class="n">timeout_seconds</span><span class="p">,</span> <span class="n">retry_limit</span><span class="p">,</span> <span class="n">retry_delay</span><span class="p">,</span> <span class="n">retry_args</span><span class="p">)</span>
+
+<div class="viewcode-block" id="DatabricksHook.run_now"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.run_now">[docs]</a> <span class="k">def</span> <span class="nf">run_now</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">json</span><span class="p">:</span> <span class="nb">dict</span><span class="p">)</span> <spa [...]
+ <span class="sd">"""</span>
+<span class="sd"> Utility function to call the ``api/2.0/jobs/run-now`` endpoint.</span>
+
+<span class="sd"> :param json: The data used in the body of the request to the ``run-now`` endpoint.</span>
+<span class="sd"> :return: the run_id as an int</span>
+<span class="sd"> :rtype: str</span>
+<span class="sd"> """</span>
+ <span class="n">response</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_do_api_call</span><span class="p">(</span><span class="n">RUN_NOW_ENDPOINT</span><span class="p">,</span> <span class="n">json</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">response</span><span class="p">[</span><span class="s1">'run_id'</span><span class="p">]</span></div>
+
+<div class="viewcode-block" id="DatabricksHook.submit_run"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.submit_run">[docs]</a> <span class="k">def</span> <span class="nf">submit_run</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">json</span><span class="p">:</span> <span class="nb">dict</span><span class="p">)</s [...]
+ <span class="sd">"""</span>
+<span class="sd"> Utility function to call the ``api/2.0/jobs/runs/submit`` endpoint.</span>
+
+<span class="sd"> :param json: The data used in the body of the request to the ``submit`` endpoint.</span>
+<span class="sd"> :return: the run_id as an int</span>
+<span class="sd"> :rtype: str</span>
+<span class="sd"> """</span>
+ <span class="n">response</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_do_api_call</span><span class="p">(</span><span class="n">SUBMIT_RUN_ENDPOINT</span><span class="p">,</span> <span class="n">json</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">response</span><span class="p">[</span><span class="s1">'run_id'</span><span class="p">]</span></div>
+
+<div class="viewcode-block" id="DatabricksHook.list_jobs"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.list_jobs">[docs]</a> <span class="k">def</span> <span class="nf">list_jobs</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">limit</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</spa [...]
+ <span class="sd">"""</span>
+<span class="sd"> Lists the jobs in the Databricks Job Service.</span>
+
+<span class="sd"> :param limit: The limit/batch size used to retrieve jobs.</span>
+<span class="sd"> :param offset: The offset of the first job to return, relative to the most recently created job.</span>
+<span class="sd"> :param expand_tasks: Whether to include task and cluster details in the response.</span>
+<span class="sd"> :return: A list of jobs.</span>
+<span class="sd"> """</span>
+ <span class="n">has_more</span> <span class="o">=</span> <span class="kc">True</span>
+ <span class="n">jobs</span> <span class="o">=</span> <span class="p">[]</span>
+
+ <span class="k">while</span> <span class="n">has_more</span><span class="p">:</span>
+ <span class="n">json</span> <span class="o">=</span> <span class="p">{</span>
+ <span class="s1">'limit'</span><span class="p">:</span> <span class="n">limit</span><span class="p">,</span>
+ <span class="s1">'offset'</span><span class="p">:</span> <span class="n">offset</span><span class="p">,</span>
+ <span class="s1">'expand_tasks'</span><span class="p">:</span> <span class="n">expand_tasks</span><span class="p">,</span>
+ <span class="p">}</span>
+ <span class="n">response</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_do_api_call</span><span class="p">(</span><span class="n">LIST_JOBS_ENDPOINT</span><span class="p">,</span> <span class="n">json</span><span class="p">)</span>
+ <span class="n">jobs</span> <span class="o">+=</span> <span class="n">response</span><span class="p">[</span><span class="s1">'jobs'</span><span class="p">]</span> <span class="k">if</span> <span class="s1">'jobs'</span> <span class="ow">in</span> <span class="n">response</span> <span class="k">else</span> <span class="p">[]</span>
+ <span class="n">has_more</span> <span class="o">=</span> <span class="n">response</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'has_more'</span><span class="p">,</span> <span class="kc">False</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">has_more</span><span class="p">:</span>
+ <span class="n">offset</span> <span class="o">+=</span> <span class="nb">len</span><span class="p">(</span><span class="n">response</span><span class="p">[</span><span class="s1">'jobs'</span><span class="p">])</span>
+
+ <span class="k">return</span> <span class="n">jobs</span></div>
+
+<div class="viewcode-block" id="DatabricksHook.find_job_id_by_name"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.find_job_id_by_name">[docs]</a> <span class="k">def</span> <span class="nf">find_job_id_by_name</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">job_name</span><span class="p">:</span> <span class="nb"> [...]
+ <span class="sd">"""</span>
+<span class="sd"> Finds job id by its name. If there are multiple jobs with the same name, raises AirflowException.</span>
+
+<span class="sd"> :param job_name: The name of the job to look up.</span>
+<span class="sd"> :return: The job_id as an int or None if no job was found.</span>
+<span class="sd"> """</span>
+ <span class="n">all_jobs</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">list_jobs</span><span class="p">()</span>
+ <span class="n">matching_jobs</span> <span class="o">=</span> <span class="p">[</span><span class="n">j</span> <span class="k">for</span> <span class="n">j</span> <span class="ow">in</span> <span class="n">all_jobs</span> <span class="k">if</span> <span class="n">j</span><span class="p">[</span><span class="s1">'settings'</span><span class="p">][</span><span class="s1">'name'</span><span class="p">]</span> <span class="o">==</span> <span class="n">job_name</span>< [...]
+
+ <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">matching_jobs</span><span class="p">)</span> <span class="o">></span> <span class="mi">1</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span>
+ <span class="sa">f</span><span class="s2">"There are more than one job with name </span><span class="si">{</span><span class="n">job_name</span><span class="si">}</span><span class="s2">. Please delete duplicated jobs first"</span>
+ <span class="p">)</span>
+
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">matching_jobs</span><span class="p">:</span>
+ <span class="k">return</span> <span class="kc">None</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="k">return</span> <span class="n">matching_jobs</span><span class="p">[</span><span class="mi">0</span><span class="p">][</span><span class="s1">'job_id'</span><span class="p">]</span></div>
+
+<div class="viewcode-block" id="DatabricksHook.get_run_page_url"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.get_run_page_url">[docs]</a> <span class="k">def</span> <span class="nf">get_run_page_url</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">run_id</span><span class="p">:</span> <span class="nb">int</span>< [...]
+ <span class="sd">"""</span>
+<span class="sd"> Retrieves run_page_url.</span>
+
+<span class="sd"> :param run_id: id of the run</span>
+<span class="sd"> :return: URL of the run page</span>
+<span class="sd"> """</span>
+ <span class="n">json</span> <span class="o">=</span> <span class="p">{</span><span class="s1">'run_id'</span><span class="p">:</span> <span class="n">run_id</span><span class="p">}</span>
+ <span class="n">response</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_do_api_call</span><span class="p">(</span><span class="n">GET_RUN_ENDPOINT</span><span class="p">,</span> <span class="n">json</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">response</span><span class="p">[</span><span class="s1">'run_page_url'</span><span class="p">]</span></div>
+
+<div class="viewcode-block" id="DatabricksHook.get_job_id"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.get_job_id">[docs]</a> <span class="k">def</span> <span class="nf">get_job_id</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">run_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</ [...]
+ <span class="sd">"""</span>
+<span class="sd"> Retrieves job_id from run_id.</span>
+
+<span class="sd"> :param run_id: id of the run</span>
+<span class="sd"> :return: Job id for given Databricks run</span>
+<span class="sd"> """</span>
+ <span class="n">json</span> <span class="o">=</span> <span class="p">{</span><span class="s1">'run_id'</span><span class="p">:</span> <span class="n">run_id</span><span class="p">}</span>
+ <span class="n">response</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_do_api_call</span><span class="p">(</span><span class="n">GET_RUN_ENDPOINT</span><span class="p">,</span> <span class="n">json</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">response</span><span class="p">[</span><span class="s1">'job_id'</span><span class="p">]</span></div>
+
+<div class="viewcode-block" id="DatabricksHook.get_run_state"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.get_run_state">[docs]</a> <span class="k">def</span> <span class="nf">get_run_state</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">run_id</span><span class="p">:</span> <span class="nb">int</span><span clas [...]
+ <span class="sd">"""</span>
+<span class="sd"> Retrieves run state of the run.</span>
+
+<span class="sd"> Please note that any Airflow tasks that call the ``get_run_state`` method will result in</span>
+<span class="sd"> failure unless you have enabled xcom pickling. This can be done using the following</span>
+<span class="sd"> environment variable: ``AIRFLOW__CORE__ENABLE_XCOM_PICKLING``</span>
+
+<span class="sd"> If you do not want to enable xcom pickling, use the ``get_run_state_str`` method to get</span>
+<span class="sd"> a string describing state, or ``get_run_state_lifecycle``, ``get_run_state_result``, or</span>
+<span class="sd"> ``get_run_state_message`` to get individual components of the run state.</span>
+
+<span class="sd"> :param run_id: id of the run</span>
+<span class="sd"> :return: state of the run</span>
+<span class="sd"> """</span>
+ <span class="n">json</span> <span class="o">=</span> <span class="p">{</span><span class="s1">'run_id'</span><span class="p">:</span> <span class="n">run_id</span><span class="p">}</span>
+ <span class="n">response</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_do_api_call</span><span class="p">(</span><span class="n">GET_RUN_ENDPOINT</span><span class="p">,</span> <span class="n">json</span><span class="p">)</span>
+ <span class="n">state</span> <span class="o">=</span> <span class="n">response</span><span class="p">[</span><span class="s1">'state'</span><span class="p">]</span>
+ <span class="k">return</span> <span class="n">RunState</span><span class="p">(</span><span class="o">**</span><span class="n">state</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="DatabricksHook.get_run_state_str"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.get_run_state_str">[docs]</a> <span class="k">def</span> <span class="nf">get_run_state_str</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">run_id</span><span class="p">:</span> <span class="nb">int</spa [...]
+ <span class="sd">"""</span>
+<span class="sd"> Return the string representation of RunState.</span>
+
+<span class="sd"> :param run_id: id of the run</span>
+<span class="sd"> :return: string describing run state</span>
+<span class="sd"> """</span>
+ <span class="n">state</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_run_state</span><span class="p">(</span><span class="n">run_id</span><span class="p">)</span>
+ <span class="n">run_state_str</span> <span class="o">=</span> <span class="p">(</span>
+ <span class="sa">f</span><span class="s2">"State: </span><span class="si">{</span><span class="n">state</span><span class="o">.</span><span class="n">life_cycle_state</span><span class="si">}</span><span class="s2">. Result: </span><span class="si">{</span><span class="n">state</span><span class="o">.</span><span class="n">result_state</span><span class="si">}</span><span class="s2">. </span><span class="si">{</span><span class="n">state</span><span class="o">.</span><sp [...]
+ <span class="p">)</span>
+ <span class="k">return</span> <span class="n">run_state_str</span></div>
+
+<div class="viewcode-block" id="DatabricksHook.get_run_state_lifecycle"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.get_run_state_lifecycle">[docs]</a> <span class="k">def</span> <span class="nf">get_run_state_lifecycle</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">run_id</span><span class="p">:</span> <span c [...]
+ <span class="sd">"""</span>
+<span class="sd"> Returns the lifecycle state of the run</span>
+
+<span class="sd"> :param run_id: id of the run</span>
+<span class="sd"> :return: string with lifecycle state</span>
+<span class="sd"> """</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_run_state</span><span class="p">(</span><span class="n">run_id</span><span class="p">)</span><span class="o">.</span><span class="n">life_cycle_state</span></div>
+
+<div class="viewcode-block" id="DatabricksHook.get_run_state_result"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.get_run_state_result">[docs]</a> <span class="k">def</span> <span class="nf">get_run_state_result</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">run_id</span><span class="p">:</span> <span class="nb" [...]
+ <span class="sd">"""</span>
+<span class="sd"> Returns the resulting state of the run</span>
+
+<span class="sd"> :param run_id: id of the run</span>
+<span class="sd"> :return: string with resulting state</span>
+<span class="sd"> """</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_run_state</span><span class="p">(</span><span class="n">run_id</span><span class="p">)</span><span class="o">.</span><span class="n">result_state</span></div>
+
+<div class="viewcode-block" id="DatabricksHook.get_run_state_message"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.get_run_state_message">[docs]</a> <span class="k">def</span> <span class="nf">get_run_state_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">run_id</span><span class="p">:</span> <span class=" [...]
+ <span class="sd">"""</span>
+<span class="sd"> Returns the state message for the run</span>
+
+<span class="sd"> :param run_id: id of the run</span>
+<span class="sd"> :return: string with state message</span>
+<span class="sd"> """</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_run_state</span><span class="p">(</span><span class="n">run_id</span><span class="p">)</span><span class="o">.</span><span class="n">state_message</span></div>
+
+<div class="viewcode-block" id="DatabricksHook.get_run_output"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.get_run_output">[docs]</a> <span class="k">def</span> <span class="nf">get_run_output</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">run_id</span><span class="p">:</span> <span class="nb">int</span><span c [...]
+ <span class="sd">"""</span>
+<span class="sd"> Retrieves run output of the run.</span>
+
+<span class="sd"> :param run_id: id of the run</span>
+<span class="sd"> :return: output of the run</span>
+<span class="sd"> """</span>
+ <span class="n">json</span> <span class="o">=</span> <span class="p">{</span><span class="s1">'run_id'</span><span class="p">:</span> <span class="n">run_id</span><span class="p">}</span>
+ <span class="n">run_output</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_do_api_call</span><span class="p">(</span><span class="n">OUTPUT_RUNS_JOB_ENDPOINT</span><span class="p">,</span> <span class="n">json</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">run_output</span></div>
+
+<div class="viewcode-block" id="DatabricksHook.cancel_run"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.cancel_run">[docs]</a> <span class="k">def</span> <span class="nf">cancel_run</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">run_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</ [...]
+ <span class="sd">"""</span>
+<span class="sd"> Cancels the run.</span>
+
+<span class="sd"> :param run_id: id of the run</span>
+<span class="sd"> """</span>
+ <span class="n">json</span> <span class="o">=</span> <span class="p">{</span><span class="s1">'run_id'</span><span class="p">:</span> <span class="n">run_id</span><span class="p">}</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_do_api_call</span><span class="p">(</span><span class="n">CANCEL_RUN_ENDPOINT</span><span class="p">,</span> <span class="n">json</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="DatabricksHook.restart_cluster"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.restart_cluster">[docs]</a> <span class="k">def</span> <span class="nf">restart_cluster</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">json</span><span class="p">:</span> <span class="nb">dict</span><span [...]
+ <span class="sd">"""</span>
+<span class="sd"> Restarts the cluster.</span>
+
+<span class="sd"> :param json: json dictionary containing cluster specification.</span>
+<span class="sd"> """</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_do_api_call</span><span class="p">(</span><span class="n">RESTART_CLUSTER_ENDPOINT</span><span class="p">,</span> <span class="n">json</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="DatabricksHook.start_cluster"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.start_cluster">[docs]</a> <span class="k">def</span> <span class="nf">start_cluster</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">json</span><span class="p">:</span> <span class="nb">dict</span><span class [...]
+ <span class="sd">"""</span>
+<span class="sd"> Starts the cluster.</span>
+
+<span class="sd"> :param json: json dictionary containing cluster specification.</span>
+<span class="sd"> """</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_do_api_call</span><span class="p">(</span><span class="n">START_CLUSTER_ENDPOINT</span><span class="p">,</span> <span class="n">json</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="DatabricksHook.terminate_cluster"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.terminate_cluster">[docs]</a> <span class="k">def</span> <span class="nf">terminate_cluster</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">json</span><span class="p">:</span> <span class="nb">dict</span [...]
+ <span class="sd">"""</span>
+<span class="sd"> Terminates the cluster.</span>
+
+<span class="sd"> :param json: json dictionary containing cluster specification.</span>
+<span class="sd"> """</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_do_api_call</span><span class="p">(</span><span class="n">TERMINATE_CLUSTER_ENDPOINT</span><span class="p">,</span> <span class="n">json</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="DatabricksHook.install"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.install">[docs]</a> <span class="k">def</span> <span class="nf">install</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">json</span><span class="p">:</span> <span class="nb">dict</span><span class="p">)</span> <spa [...]
+ <span class="sd">"""</span>
+<span class="sd"> Install libraries on the cluster.</span>
+
+<span class="sd"> Utility function to call the ``2.0/libraries/install`` endpoint.</span>
+
+<span class="sd"> :param json: json dictionary containing cluster_id and an array of library</span>
+<span class="sd"> """</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_do_api_call</span><span class="p">(</span><span class="n">INSTALL_LIBS_ENDPOINT</span><span class="p">,</span> <span class="n">json</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="DatabricksHook.uninstall"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.uninstall">[docs]</a> <span class="k">def</span> <span class="nf">uninstall</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">json</span><span class="p">:</span> <span class="nb">dict</span><span class="p">)</span [...]
+ <span class="sd">"""</span>
+<span class="sd"> Uninstall libraries on the cluster.</span>
+
+<span class="sd"> Utility function to call the ``2.0/libraries/uninstall`` endpoint.</span>
+
+<span class="sd"> :param json: json dictionary containing cluster_id and an array of library</span>
+<span class="sd"> """</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_do_api_call</span><span class="p">(</span><span class="n">UNINSTALL_LIBS_ENDPOINT</span><span class="p">,</span> <span class="n">json</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="DatabricksHook.update_repo"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.update_repo">[docs]</a> <span class="k">def</span> <span class="nf">update_repo</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">repo_id</span><span class="p">:</span> <span class="nb">str</span><span class="p" [...]
+ <span class="sd">"""</span>
+<span class="sd"> Updates given Databricks Repos</span>
+
+<span class="sd"> :param repo_id: ID of Databricks Repos</span>
+<span class="sd"> :param json: payload</span>
+<span class="sd"> :return: metadata from update</span>
+<span class="sd"> """</span>
+ <span class="n">repos_endpoint</span> <span class="o">=</span> <span class="p">(</span><span class="s1">'PATCH'</span><span class="p">,</span> <span class="sa">f</span><span class="s1">'api/2.0/repos/</span><span class="si">{</span><span class="n">repo_id</span><span class="si">}</span><span class="s1">'</span><span class="p">)</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_do_api_call</span><span class="p">(</span><span class="n">repos_endpoint</span><span class="p">,</span> <span class="n">json</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="DatabricksHook.delete_repo"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.delete_repo">[docs]</a> <span class="k">def</span> <span class="nf">delete_repo</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">repo_id</span><span class="p">:</span> <span class="nb">str</span><span class="p" [...]
+ <span class="sd">"""</span>
+<span class="sd"> Deletes given Databricks Repos</span>
+
+<span class="sd"> :param repo_id: ID of Databricks Repos</span>
+<span class="sd"> :return:</span>
+<span class="sd"> """</span>
+ <span class="n">repos_endpoint</span> <span class="o">=</span> <span class="p">(</span><span class="s1">'DELETE'</span><span class="p">,</span> <span class="sa">f</span><span class="s1">'api/2.0/repos/</span><span class="si">{</span><span class="n">repo_id</span><span class="si">}</span><span class="s1">'</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_do_api_call</span><span class="p">(</span><span class="n">repos_endpoint</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="DatabricksHook.create_repo"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.create_repo">[docs]</a> <span class="k">def</span> <span class="nf">create_repo</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">json</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[< [...]
+ <span class="sd">"""</span>
+<span class="sd"> Creates a Databricks Repos</span>
+
+<span class="sd"> :param json: payload</span>
+<span class="sd"> :return:</span>
+<span class="sd"> """</span>
+ <span class="n">repos_endpoint</span> <span class="o">=</span> <span class="p">(</span><span class="s1">'POST'</span><span class="p">,</span> <span class="s1">'api/2.0/repos'</span><span class="p">)</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_do_api_call</span><span class="p">(</span><span class="n">repos_endpoint</span><span class="p">,</span> <span class="n">json</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="DatabricksHook.get_repo_by_path"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks/index.html#airflow.providers.databricks.hooks.databricks.DatabricksHook.get_repo_by_path">[docs]</a> <span class="k">def</span> <span class="nf">get_repo_by_path</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">path</span><span class="p">:</span> <span class="nb">str</span><sp [...]
+ <span class="sd">"""</span>
+<span class="sd"> Obtains Repos ID by path</span>
+<span class="sd"> :param path: path to a repository</span>
+<span class="sd"> :return: Repos ID if it exists, None if doesn't.</span>
+<span class="sd"> """</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="n">result</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_do_api_call</span><span class="p">(</span><span class="n">WORKSPACE_GET_STATUS_ENDPOINT</span><span class="p">,</span> <span class="p">{</span><span class="s1">'path'</span><span class="p">:</span> <span class="n">path</span><span class="p">},</span> <span class="n">wrap_http_errors</span><span class="o">=</span><span class="kc">False</span><span [...]
+ <span class="k">if</span> <span class="n">result</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'object_type'</span><span class="p">,</span> <span class="s1">''</span><span class="p">)</span> <span class="o">==</span> <span class="s1">'REPO'</span><span class="p">:</span>
+ <span class="k">return</span> <span class="nb">str</span><span class="p">(</span><span class="n">result</span><span class="p">[</span><span class="s1">'object_id'</span><span class="p">])</span>
+ <span class="k">except</span> <span class="n">requests_exceptions</span><span class="o">.</span><span class="n">HTTPError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
+ <span class="k">if</span> <span class="n">e</span><span class="o">.</span><span class="n">response</span><span class="o">.</span><span class="n">status_code</span> <span class="o">!=</span> <span class="mi">404</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">e</span>
+
+ <span class="k">return</span> <span class="kc">None</span></div></div>
+</pre></div>
+
+ <div class="pager" role="navigation" aria-label="related navigation"><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Previous</button><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Next</button>
</div>
</div>
@@ -932,35 +1027,7 @@ which authenticate Azure’s Python SDK Clients.</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
- <ul>
-<li><a class="reference internal" href="#">Azure: Microsoft Azure</a><ul>
-<li><a class="reference internal" href="#services">Services</a><ul>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
-<li><a class="reference internal" href="#microsoft-azure-batch">Microsoft Azure Batch</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage">Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-container-instances">Microsoft Azure Container Instances</a></li>
-<li><a class="reference internal" href="#microsoft-azure-cosmos-db">Microsoft Azure Cosmos DB</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-explorer">Microsoft Azure Data Explorer</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-factory">Microsoft Azure Data Factory</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage">Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-fileshare">Microsoft Azure FileShare</a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#transfers">Transfers</a><ul>
-<li><a class="reference internal" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs">Microsoft Azure FileShare to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-data-lake-storage">Local to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#oracle-to-microsoft-azure-data-lake-storage">Oracle to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-blob-storage">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#id1">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs">Microsoft Azure Blob Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage</a></li>
-</ul>
-</li>
-</ul>
-</li>
-</ul>
-
+
</div>
</nav>
@@ -976,24 +1043,6 @@ which authenticate Azure’s Python SDK Clients.</p>
-
-
-
-
- <div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/operators-and-hooks-ref/azure.rst" rel="nofollow">
-
- <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
- <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
- <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.15 [...]
- </svg>
-
- <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span>
- </button>
- </a>
- </div>
-
-
</div>
@@ -1115,16 +1164,16 @@ which authenticate Azure’s Python SDK Clients.</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../" src="../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script data-url_root="../../../../../" id="documentation_options" src="../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../_static/jquery.js"></script>
+ <script src="../../../../../_static/underscore.js"></script>
+ <script src="../../../../../_static/doctools.js"></script>
+ <script src="../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html b/docs-archive/apache-airflow-providers-databricks/2.6.0/_modules/airflow/providers/databricks/hooks/databricks_base.html
similarity index 53%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
copy to docs-archive/apache-airflow-providers-databricks/2.6.0/_modules/airflow/providers/databricks/hooks/databricks_base.html
index 8da21c740..3c967e8a7 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
+++ b/docs-archive/apache-airflow-providers-databricks/2.6.0/_modules/airflow/providers/databricks/hooks/databricks_base.html
@@ -9,17 +9,16 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Azure: Microsoft Azure — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Google" href="google.html" />
- <link rel="prev" title="AWS: Amazon Web Services" href="aws.html" />
+ <title>airflow.providers.databricks.hooks.databricks_base — apache-airflow-providers-databricks Documentation</title>
+ <link rel="stylesheet" href="../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../search.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -270,8 +269,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -301,23 +313,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators/index.html">Operators</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../_api/airflow/providers/databricks/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -398,8 +411,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -429,23 +455,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators/index.html">Operators</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../_api/airflow/providers/databricks/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -534,11 +561,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../../../../index.html">Module code</a></li>
- <li class="breadcrumb-item"><a href="azure.html"> Azure: Microsoft Azure</a></li>
+ <li class="breadcrumb-item"><a href="databricks_base.html"> airflow.providers.databricks.hooks.databricks_base</a></li>
</ul>
</div>
@@ -549,323 +576,426 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="azure-microsoft-azure">
-<h1>Azure: Microsoft Azure<a class="headerlink" href="#azure-microsoft-azure" title="Permalink to this headline">¶</a></h1>
-<p>Airflow has limited support for <a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a>.</p>
-<p>Some hooks are based on <a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>
-which authenticate Azure’s Python SDK Clients.</p>
-<div class="section" id="services">
-<h2>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within the Microsoft Azure.</p>
-<div class="section" id="microsoft-azure">
-<h3>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-batch">
-<h3>Microsoft Azure Batch<a class="headerlink" href="#microsoft-azure-batch" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/batch/index.html#module-airflow.providers.microsoft.azure.operators.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.batch</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/batch/index.html#module-airflow.providers.microsoft.azure.hooks.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.batch</span></code></a>, <a class="reference external" href="/docs/apache-airflow-p [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/batch/">Microsoft Azure Batch</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage">
-<h3>Microsoft Azure Blob Storage<a class="headerlink" href="#microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index.html#module-airflow.providers.microsoft.azure.operators.wasb_delete_blob" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.wasb_delete_blob</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/wasb/index.html#module-airflow.providers.microsoft.azure.hooks.wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.wasb</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-container-instances">
-<h3>Microsoft Azure Container Instances<a class="headerlink" href="#microsoft-azure-container-instances" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/container_instances/index.html#module-airflow.providers.microsoft.azure.operators.container_instances" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.container_instances</span></code></a>, <a cl [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/container_volume/index.html#module-airflow.providers.microsoft.azure.hooks.container_volume" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.container_volume</span></code></a>, <a class="reference exter [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/container-instances/">Microsoft Azure Container Instances</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-cosmos-db">
-<h3>Microsoft Azure Cosmos DB<a class="headerlink" href="#microsoft-azure-cosmos-db" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/cosmos/index.html#module-airflow.providers.microsoft.azure.operators.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.cosmos</span></code></a>, <a class="reference external" href="/docs/ap [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/cosmos/index.html#module-airflow.providers.microsoft.azure.hooks.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.cosmos</span></code></a>, <a class="reference external" href="/docs/apache-airflo [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/cosmos-db/">Microsoft Azure Cosmos DB</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-explorer">
-<h3>Microsoft Azure Data Explorer<a class="headerlink" href="#microsoft-azure-data-explorer" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adx/index.html#module-airflow.providers.microsoft.azure.operators.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adx</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/adx/index.html#module-airflow.providers.microsoft.azure.hooks.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.adx</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-explorer/">Microsoft Azure Data Explorer</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-factory">
-<h3>Microsoft Azure Data Factory<a class="headerlink" href="#microsoft-azure-data-factory" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/data_factory/index.html#module-airflow.providers.microsoft.azure.operators.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.data_factory</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_factory/index.html#module-airflow.providers.microsoft.azure.hooks.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_factory</span></code></a>, <a class="reference external" href="/ [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adf_run_pipeline.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Data Factory Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-factory/">Microsoft Azure Data Factory</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage">
-<h3>Microsoft Azure Data Lake Storage<a class="headerlink" href="#microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adls_list/index.html#module-airflow.providers.microsoft.azure.operators.adls_list" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adls_list</span></code></a>, <a class="reference external" href= [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_lake/index.html#module-airflow.providers.microsoft.azure.hooks.data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_lake</span></code></a>, <a class="reference external" href="/docs/apac [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure DataLake Storage Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-fileshare">
-<h3>Microsoft Azure FileShare<a class="headerlink" href="#microsoft-azure-fileshare" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/fileshare/index.html#module-airflow.providers.microsoft.azure.hooks.fileshare" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.fileshare</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfers">
-<h2>Transfers<a class="headerlink" href="#transfers" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to copy data from/to Microsoft Azure.</p>
-<div class="section" id="microsoft-azure-fileshare-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure FileShare to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/azure_fileshare_to_gcs.html" title="(in apache-airflow-providers-google v6.8.0)"><span>Transfers data from Azure FileShare Storage to Google Cloud Storage</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/adls_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.adls_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.adls_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-data-lake-storage">
-<h3>Local to Microsoft Azure Data Lake Storage<a class="headerlink" href="#local-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Operator guide</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/local_to_adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Upload data from Local Filesystem to Azure Data Lake</span></a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_adls" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_adls</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="oracle-to-microsoft-azure-data-lake-storage">
-<h3>Oracle to Microsoft Azure Data Lake Storage<a class="headerlink" href="#oracle-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.oracle.com/en/database/">Oracle</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index.html#module-airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake</span> [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-blob-storage">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#local-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.file_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.file_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="id1">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#id1" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Blob Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/azure_blob_to_gcs.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index.html#module-airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">
-<h3>SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage<a class="headerlink" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://tools.ietf.org/wg/secsh/draft-ietf-secsh-filexfer/">SSH File Transfer Protocol (SFTP)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/sftp_to_wasb.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/sftp_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.sftp_to_wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.sftp_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-</dl>
-</div>
-</div>
-</div>
-
-
- <div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="AWS: Amazon Web Services" href="aws.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
- </a>
- <a rel="next" title="Google" href="google.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
- </a>
+ <h1>Source code for airflow.providers.databricks.hooks.databricks_base</h1><div class="highlight"><pre>
+<span></span><span class="c1">#</span>
+<span class="c1"># Licensed to the Apache Software Foundation (ASF) under one</span>
+<span class="c1"># or more contributor license agreements. See the NOTICE file</span>
+<span class="c1"># distributed with this work for additional information</span>
+<span class="c1"># regarding copyright ownership. The ASF licenses this file</span>
+<span class="c1"># to you under the Apache License, Version 2.0 (the</span>
+<span class="c1"># "License"); you may not use this file except in compliance</span>
+<span class="c1"># with the License. You may obtain a copy of the License at</span>
+<span class="c1">#</span>
+<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
+<span class="c1">#</span>
+<span class="c1"># Unless required by applicable law or agreed to in writing,</span>
+<span class="c1"># software distributed under the License is distributed on an</span>
+<span class="c1"># "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span>
+<span class="c1"># KIND, either express or implied. See the License for the</span>
+<span class="c1"># specific language governing permissions and limitations</span>
+<span class="c1"># under the License.</span>
+<span class="sd">"""</span>
+<span class="sd">Databricks hook.</span>
+
+<span class="sd">This hook enable the submitting and running of jobs to the Databricks platform. Internally the</span>
+<span class="sd">operators talk to the ``api/2.0/jobs/runs/submit``</span>
+<span class="sd">`endpoint <https://docs.databricks.com/api/latest/jobs.html#runs-submit>`_.</span>
+<span class="sd">"""</span>
+<span class="kn">import</span> <span class="nn">copy</span>
+<span class="kn">import</span> <span class="nn">sys</span>
+<span class="kn">import</span> <span class="nn">time</span>
+<span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">Any</span><span class="p">,</span> <span class="n">Dict</span><span class="p">,</span> <span class="n">Optional</span><span class="p">,</span> <span class="n">Tuple</span>
+<span class="kn">from</span> <span class="nn">urllib.parse</span> <span class="kn">import</span> <span class="n">urlparse</span>
+
+<span class="kn">import</span> <span class="nn">requests</span>
+<span class="kn">from</span> <span class="nn">requests</span> <span class="kn">import</span> <span class="n">PreparedRequest</span><span class="p">,</span> <span class="n">exceptions</span> <span class="k">as</span> <span class="n">requests_exceptions</span>
+<span class="kn">from</span> <span class="nn">requests.auth</span> <span class="kn">import</span> <span class="n">AuthBase</span><span class="p">,</span> <span class="n">HTTPBasicAuth</span>
+<span class="kn">from</span> <span class="nn">requests.exceptions</span> <span class="kn">import</span> <span class="n">JSONDecodeError</span>
+<span class="kn">from</span> <span class="nn">tenacity</span> <span class="kn">import</span> <span class="n">RetryError</span><span class="p">,</span> <span class="n">Retrying</span><span class="p">,</span> <span class="n">retry_if_exception</span><span class="p">,</span> <span class="n">stop_after_attempt</span><span class="p">,</span> <span class="n">wait_exponential</span>
+
+<span class="kn">from</span> <span class="nn">airflow</span> <span class="kn">import</span> <span class="n">__version__</span>
+<span class="kn">from</span> <span class="nn">airflow.exceptions</span> <span class="kn">import</span> <span class="n">AirflowException</span>
+<span class="kn">from</span> <span class="nn">airflow.hooks.base</span> <span class="kn">import</span> <span class="n">BaseHook</span>
+<span class="kn">from</span> <span class="nn">airflow.models</span> <span class="kn">import</span> <span class="n">Connection</span>
+
+<span class="k">if</span> <span class="n">sys</span><span class="o">.</span><span class="n">version_info</span> <span class="o">>=</span> <span class="p">(</span><span class="mi">3</span><span class="p">,</span> <span class="mi">8</span><span class="p">):</span>
+ <span class="kn">from</span> <span class="nn">functools</span> <span class="kn">import</span> <span class="n">cached_property</span>
+<span class="k">else</span><span class="p">:</span>
+ <span class="kn">from</span> <span class="nn">cached_property</span> <span class="kn">import</span> <span class="n">cached_property</span>
+
+<div class="viewcode-block" id="USER_AGENT_HEADER"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks_base/index.html#airflow.providers.databricks.hooks.databricks_base.USER_AGENT_HEADER">[docs]</a><span class="n">USER_AGENT_HEADER</span> <span class="o">=</span> <span class="p">{</span><span class="s1">'user-agent'</span><span class="p">:</span> <span class="sa">f</span><span class="s1">'airflow-</span><span class="si">{</span><s [...]
+
+<span class="c1"># https://docs.microsoft.com/en-us/azure/databricks/dev-tools/api/latest/aad/service-prin-aad-token#--get-an-azure-active-directory-access-token</span>
+<span class="c1"># https://docs.microsoft.com/en-us/graph/deployments#app-registration-and-token-service-root-endpoints</span>
+<div class="viewcode-block" id="AZURE_DEFAULT_AD_ENDPOINT"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks_base/index.html#airflow.providers.databricks.hooks.databricks_base.AZURE_DEFAULT_AD_ENDPOINT">[docs]</a><span class="n">AZURE_DEFAULT_AD_ENDPOINT</span> <span class="o">=</span> <span class="s2">"https://login.microsoftonline.com"</span></div>
+<div class="viewcode-block" id="AZURE_TOKEN_SERVICE_URL"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks_base/index.html#airflow.providers.databricks.hooks.databricks_base.AZURE_TOKEN_SERVICE_URL">[docs]</a><span class="n">AZURE_TOKEN_SERVICE_URL</span> <span class="o">=</span> <span class="s2">"</span><span class="si">{}</span><span class="s2">/</span><span class="si">{}</span><span class="s2">/oauth2/token"</span></div>
+<span class="c1"># https://docs.microsoft.com/en-us/azure/active-directory/managed-identities-azure-resources/how-to-use-vm-token</span>
+<div class="viewcode-block" id="AZURE_METADATA_SERVICE_TOKEN_URL"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks_base/index.html#airflow.providers.databricks.hooks.databricks_base.AZURE_METADATA_SERVICE_TOKEN_URL">[docs]</a><span class="n">AZURE_METADATA_SERVICE_TOKEN_URL</span> <span class="o">=</span> <span class="s2">"http://169.254.169.254/metadata/identity/oauth2/token"</span></div>
+<div class="viewcode-block" id="AZURE_METADATA_SERVICE_INSTANCE_URL"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks_base/index.html#airflow.providers.databricks.hooks.databricks_base.AZURE_METADATA_SERVICE_INSTANCE_URL">[docs]</a><span class="n">AZURE_METADATA_SERVICE_INSTANCE_URL</span> <span class="o">=</span> <span class="s2">"http://169.254.169.254/metadata/instance"</span></div>
+
+<div class="viewcode-block" id="TOKEN_REFRESH_LEAD_TIME"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks_base/index.html#airflow.providers.databricks.hooks.databricks_base.TOKEN_REFRESH_LEAD_TIME">[docs]</a><span class="n">TOKEN_REFRESH_LEAD_TIME</span> <span class="o">=</span> <span class="mi">120</span></div>
+<div class="viewcode-block" id="AZURE_MANAGEMENT_ENDPOINT"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks_base/index.html#airflow.providers.databricks.hooks.databricks_base.AZURE_MANAGEMENT_ENDPOINT">[docs]</a><span class="n">AZURE_MANAGEMENT_ENDPOINT</span> <span class="o">=</span> <span class="s2">"https://management.core.windows.net/"</span></div>
+<div class="viewcode-block" id="DEFAULT_DATABRICKS_SCOPE"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks_base/index.html#airflow.providers.databricks.hooks.databricks_base.DEFAULT_DATABRICKS_SCOPE">[docs]</a><span class="n">DEFAULT_DATABRICKS_SCOPE</span> <span class="o">=</span> <span class="s2">"2ff814a6-3304-4ab8-85cb-cd0e6f879c1d"</span></div>
+
+
+<div class="viewcode-block" id="BaseDatabricksHook"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks_base/index.html#airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook">[docs]</a><span class="k">class</span> <span class="nc">BaseDatabricksHook</span><span class="p">(</span><span class="n">BaseHook</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Base for interaction with Databricks.</span>
+
+<span class="sd"> :param databricks_conn_id: Reference to the :ref:`Databricks connection <howto/connection:databricks>`.</span>
+<span class="sd"> :param timeout_seconds: The amount of time in seconds the requests library</span>
+<span class="sd"> will wait before timing-out.</span>
+<span class="sd"> :param retry_limit: The number of times to retry the connection in case of</span>
+<span class="sd"> service outages.</span>
+<span class="sd"> :param retry_delay: The number of seconds to wait between retries (it</span>
+<span class="sd"> might be a floating point number).</span>
+<span class="sd"> :param retry_args: An optional dictionary with arguments passed to ``tenacity.Retrying`` class.</span>
+<span class="sd"> """</span>
+
+<div class="viewcode-block" id="BaseDatabricksHook.conn_name_attr"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks_base/index.html#airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook.conn_name_attr">[docs]</a> <span class="n">conn_name_attr</span> <span class="o">=</span> <span class="s1">'databricks_conn_id'</span></div>
+<div class="viewcode-block" id="BaseDatabricksHook.default_conn_name"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks_base/index.html#airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook.default_conn_name">[docs]</a> <span class="n">default_conn_name</span> <span class="o">=</span> <span class="s1">'databricks_default'</span></div>
+<div class="viewcode-block" id="BaseDatabricksHook.conn_type"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks_base/index.html#airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook.conn_type">[docs]</a> <span class="n">conn_type</span> <span class="o">=</span> <span class="s1">'databricks'</span></div>
+
+<div class="viewcode-block" id="BaseDatabricksHook.extra_parameters"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks_base/index.html#airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook.extra_parameters">[docs]</a> <span class="n">extra_parameters</span> <span class="o">=</span> <span class="p">[</span>
+ <span class="s1">'token'</span><span class="p">,</span>
+ <span class="s1">'host'</span><span class="p">,</span>
+ <span class="s1">'use_azure_managed_identity'</span><span class="p">,</span>
+ <span class="s1">'azure_ad_endpoint'</span><span class="p">,</span>
+ <span class="s1">'azure_resource_id'</span><span class="p">,</span>
+ <span class="s1">'azure_tenant_id'</span><span class="p">,</span></div>
+ <span class="p">]</span>
+
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">databricks_conn_id</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="n">default_conn_name</span><span class="p">,</span>
+ <span class="n">timeout_seconds</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">180</span><span class="p">,</span>
+ <span class="n">retry_limit</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">3</span><span class="p">,</span>
+ <span class="n">retry_delay</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">,</span>
+ <span class="n">retry_args</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Dict</span><span class="p">[</span><span class="n">Any</span><span class="p">,</span> <span class="n">Any</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn_id</span> <span class="o">=</span> <span class="n">databricks_conn_id</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">timeout_seconds</span> <span class="o">=</span> <span class="n">timeout_seconds</span>
+ <span class="k">if</span> <span class="n">retry_limit</span> <span class="o"><</span> <span class="mi">1</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s1">'Retry limit must be greater than or equal to 1'</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">retry_limit</span> <span class="o">=</span> <span class="n">retry_limit</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">retry_delay</span> <span class="o">=</span> <span class="n">retry_delay</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">aad_tokens</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">dict</span><span class="p">]</span> <span class="o">=</span> <span class="p">{}</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">aad_timeout_seconds</span> <span class="o">=</span> <span class="mi">10</span>
+
+ <span class="k">def</span> <span class="nf">my_after_func</span><span class="p">(</span><span class="n">retry_state</span><span class="p">):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_log_request_error</span><span class="p">(</span><span class="n">retry_state</span><span class="o">.</span><span class="n">attempt_number</span><span class="p">,</span> <span class="n">retry_state</span><span class="o">.</span><span class="n">outcome</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">retry_args</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">retry_args</span> <span class="o">=</span> <span class="n">copy</span><span class="o">.</span><span class="n">copy</span><span class="p">(</span><span class="n">retry_args</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">retry_args</span><span class="p">[</span><span class="s1">'retry'</span><span class="p">]</span> <span class="o">=</span> <span class="n">retry_if_exception</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_retryable_error</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">retry_args</span><span class="p">[</span><span class="s1">'after'</span><span class="p">]</span> <span class="o">=</span> <span class="n">my_after_func</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">retry_args</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">(</span>
+ <span class="n">stop</span><span class="o">=</span><span class="n">stop_after_attempt</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">retry_limit</span><span class="p">),</span>
+ <span class="n">wait</span><span class="o">=</span><span class="n">wait_exponential</span><span class="p">(</span><span class="nb">min</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">retry_delay</span><span class="p">,</span> <span class="nb">max</span><span class="o">=</span><span class="p">(</span><span class="mi">2</span><span class="o">**</span><span class="n">retry_limit</span><span class="p">)),</span>
+ <span class="n">retry</span><span class="o">=</span><span class="n">retry_if_exception</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_retryable_error</span><span class="p">),</span>
+ <span class="n">after</span><span class="o">=</span><span class="n">my_after_func</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="nd">@cached_property</span>
+<div class="viewcode-block" id="BaseDatabricksHook.databricks_conn"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks_base/index.html#airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook.databricks_conn">[docs]</a> <span class="k">def</span> <span class="nf">databricks_conn</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Connection</span><span [...]
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_connection</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn_id</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="BaseDatabricksHook.get_conn"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks_base/index.html#airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook.get_conn">[docs]</a> <span class="k">def</span> <span class="nf">get_conn</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Connection</span><span class="p">:</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span></div>
+
+ <span class="nd">@cached_property</span>
+<div class="viewcode-block" id="BaseDatabricksHook.host"><a class="viewcode-back" href="../../../../../_api/airflow/providers/databricks/hooks/databricks_base/index.html#airflow.providers.databricks.hooks.databricks_base.BaseDatabricksHook.host">[docs]</a> <span class="k">def</span> <span class="nf">host</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span>
+ <span class="k">if</span> <span class="s1">'host'</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">:</span>
+ <span class="n">host</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_parse_host</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span><span class="s1">'host'</span><span class="p">])</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">host</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_parse_host</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span><span class="o">.</span><span class="n">host</span><span class="p">)</span>
+
+ <span class="k">return</span> <span class="n">host</span></div>
+
+ <span class="nd">@staticmethod</span>
+ <span class="k">def</span> <span class="nf">_parse_host</span><span class="p">(</span><span class="n">host</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> The purpose of this function is to be robust to improper connections</span>
+<span class="sd"> settings provided by users, specifically in the host field.</span>
+
+<span class="sd"> For example -- when users supply ``https://xx.cloud.databricks.com`` as the</span>
+<span class="sd"> host, we must strip out the protocol to get the host.::</span>
+
+<span class="sd"> h = DatabricksHook()</span>
+<span class="sd"> assert h._parse_host('https://xx.cloud.databricks.com') == \</span>
+<span class="sd"> 'xx.cloud.databricks.com'</span>
+
+<span class="sd"> In the case where users supply the correct ``xx.cloud.databricks.com`` as the</span>
+<span class="sd"> host, this function is a no-op.::</span>
+
+<span class="sd"> assert h._parse_host('xx.cloud.databricks.com') == 'xx.cloud.databricks.com'</span>
+
+<span class="sd"> """</span>
+ <span class="n">urlparse_host</span> <span class="o">=</span> <span class="n">urlparse</span><span class="p">(</span><span class="n">host</span><span class="p">)</span><span class="o">.</span><span class="n">hostname</span>
+ <span class="k">if</span> <span class="n">urlparse_host</span><span class="p">:</span>
+ <span class="c1"># In this case, host = https://xx.cloud.databricks.com</span>
+ <span class="k">return</span> <span class="n">urlparse_host</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="c1"># In this case, host = xx.cloud.databricks.com</span>
+ <span class="k">return</span> <span class="n">host</span>
+
+ <span class="k">def</span> <span class="nf">_get_retry_object</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Retrying</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Instantiates a retry object</span>
+<span class="sd"> :return: instance of Retrying class</span>
+<span class="sd"> """</span>
+ <span class="k">return</span> <span class="n">Retrying</span><span class="p">(</span><span class="o">**</span><span class="bp">self</span><span class="o">.</span><span class="n">retry_args</span><span class="p">)</span>
+
+ <span class="k">def</span> <span class="nf">_get_aad_token</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">resource</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Function to get AAD token for given resource. Supports managed identity or service principal auth</span>
+<span class="sd"> :param resource: resource to issue token to</span>
+<span class="sd"> :return: AAD token, or raise an exception</span>
+<span class="sd"> """</span>
+ <span class="n">aad_token</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">aad_tokens</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">resource</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">aad_token</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">_is_aad_token_valid</span><span class="p">(</span><span class="n">aad_token</span><span class="p">):</span>
+ <span class="k">return</span> <span class="n">aad_token</span><span class="p">[</span><span class="s1">'token'</span><span class="p">]</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s1">'Existing AAD token is expired, or going to expire soon. Refreshing...'</span><span class="p">)</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="k">for</span> <span class="n">attempt</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_retry_object</span><span class="p">():</span>
+ <span class="k">with</span> <span class="n">attempt</span><span class="p">:</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'use_azure_managed_identity'</span><span class="p">,</span> <span class="kc">False</span><span class="p">):</span>
+ <span class="n">params</span> <span class="o">=</span> <span class="p">{</span>
+ <span class="s2">"api-version"</span><span class="p">:</span> <span class="s2">"2018-02-01"</span><span class="p">,</span>
+ <span class="s2">"resource"</span><span class="p">:</span> <span class="n">resource</span><span class="p">,</span>
+ <span class="p">}</span>
+ <span class="n">resp</span> <span class="o">=</span> <span class="n">requests</span><span class="o">.</span><span class="n">get</span><span class="p">(</span>
+ <span class="n">AZURE_METADATA_SERVICE_TOKEN_URL</span><span class="p">,</span>
+ <span class="n">params</span><span class="o">=</span><span class="n">params</span><span class="p">,</span>
+ <span class="n">headers</span><span class="o">=</span><span class="p">{</span><span class="o">**</span><span class="n">USER_AGENT_HEADER</span><span class="p">,</span> <span class="s2">"Metadata"</span><span class="p">:</span> <span class="s2">"true"</span><span class="p">},</span>
+ <span class="n">timeout</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">aad_timeout_seconds</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">tenant_id</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span><span class="s1">'azure_tenant_id'</span><span class="p">]</span>
+ <span class="n">data</span> <span class="o">=</span> <span class="p">{</span>
+ <span class="s2">"grant_type"</span><span class="p">:</span> <span class="s2">"client_credentials"</span><span class="p">,</span>
+ <span class="s2">"client_id"</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span><span class="o">.</span><span class="n">login</span><span class="p">,</span>
+ <span class="s2">"resource"</span><span class="p">:</span> <span class="n">resource</span><span class="p">,</span>
+ <span class="s2">"client_secret"</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span><span class="o">.</span><span class="n">password</span><span class="p">,</span>
+ <span class="p">}</span>
+ <span class="n">azure_ad_endpoint</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span>
+ <span class="s2">"azure_ad_endpoint"</span><span class="p">,</span> <span class="n">AZURE_DEFAULT_AD_ENDPOINT</span>
+ <span class="p">)</span>
+ <span class="n">resp</span> <span class="o">=</span> <span class="n">requests</span><span class="o">.</span><span class="n">post</span><span class="p">(</span>
+ <span class="n">AZURE_TOKEN_SERVICE_URL</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">azure_ad_endpoint</span><span class="p">,</span> <span class="n">tenant_id</span><span class="p">),</span>
+ <span class="n">data</span><span class="o">=</span><span class="n">data</span><span class="p">,</span>
+ <span class="n">headers</span><span class="o">=</span><span class="p">{</span>
+ <span class="o">**</span><span class="n">USER_AGENT_HEADER</span><span class="p">,</span>
+ <span class="s1">'Content-Type'</span><span class="p">:</span> <span class="s1">'application/x-www-form-urlencoded'</span><span class="p">,</span>
+ <span class="p">},</span>
+ <span class="n">timeout</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">aad_timeout_seconds</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="n">resp</span><span class="o">.</span><span class="n">raise_for_status</span><span class="p">()</span>
+ <span class="n">jsn</span> <span class="o">=</span> <span class="n">resp</span><span class="o">.</span><span class="n">json</span><span class="p">()</span>
+ <span class="k">if</span> <span class="p">(</span>
+ <span class="s1">'access_token'</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">jsn</span>
+ <span class="ow">or</span> <span class="n">jsn</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'token_type'</span><span class="p">)</span> <span class="o">!=</span> <span class="s1">'Bearer'</span>
+ <span class="ow">or</span> <span class="s1">'expires_on'</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">jsn</span>
+ <span class="p">):</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Can't get necessary data from AAD token: </span><span class="si">{</span><span class="n">jsn</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
+
+ <span class="n">token</span> <span class="o">=</span> <span class="n">jsn</span><span class="p">[</span><span class="s1">'access_token'</span><span class="p">]</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">aad_tokens</span><span class="p">[</span><span class="n">resource</span><span class="p">]</span> <span class="o">=</span> <span class="p">{</span><span class="s1">'token'</span><span class="p">:</span> <span class="n">token</span><span class="p">,</span> <span class="s1">'expires_on'</span><span class="p">:</span> <span class="nb">int</span><span class="p">(</span><span class="n">jsn</ [...]
+ <span class="k">break</span>
+ <span class="k">except</span> <span class="n">RetryError</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="sa">f</span><span class="s1">'API requests to Azure failed </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">retry_limit</span><span class="si">}</span><span class="s1"> times. Giving up.'</span><span class="p">)</span>
+ <span class="k">except</span> <span class="n">requests_exceptions</span><span class="o">.</span><span class="n">HTTPError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="sa">f</span><span class="s1">'Response: </span><span class="si">{</span><span class="n">e</span><span class="o">.</span><span class="n">response</span><span class="o">.</span><span class="n">content</span><span class="si">}</span><span class="s1">, Status Code: </span><span class="si">{</span><span class="n">e</span><span class="o">.</span><span class="n">response</spa [...]
+
+ <span class="k">return</span> <span class="n">token</span>
+
+ <span class="k">def</span> <span class="nf">_get_aad_headers</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">dict</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Fills AAD headers if necessary (SPN is outside of the workspace)</span>
+<span class="sd"> :return: dictionary with filled AAD headers</span>
+<span class="sd"> """</span>
+ <span class="n">headers</span> <span class="o">=</span> <span class="p">{}</span>
+ <span class="k">if</span> <span class="s1">'azure_resource_id'</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">:</span>
+ <span class="n">mgmt_token</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_aad_token</span><span class="p">(</span><span class="n">AZURE_MANAGEMENT_ENDPOINT</span><span class="p">)</span>
+ <span class="n">headers</span><span class="p">[</span><span class="s1">'X-Databricks-Azure-Workspace-Resource-Id'</span><span class="p">]</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span>
+ <span class="s1">'azure_resource_id'</span>
+ <span class="p">]</span>
+ <span class="n">headers</span><span class="p">[</span><span class="s1">'X-Databricks-Azure-SP-Management-Token'</span><span class="p">]</span> <span class="o">=</span> <span class="n">mgmt_token</span>
+ <span class="k">return</span> <span class="n">headers</span>
+
+ <span class="nd">@staticmethod</span>
+ <span class="k">def</span> <span class="nf">_is_aad_token_valid</span><span class="p">(</span><span class="n">aad_token</span><span class="p">:</span> <span class="nb">dict</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Utility function to check AAD token hasn't expired yet</span>
+<span class="sd"> :param aad_token: dict with properties of AAD token</span>
+<span class="sd"> :return: true if token is valid, false otherwise</span>
+<span class="sd"> :rtype: bool</span>
+<span class="sd"> """</span>
+ <span class="n">now</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">())</span>
+ <span class="k">if</span> <span class="n">aad_token</span><span class="p">[</span><span class="s1">'expires_on'</span><span class="p">]</span> <span class="o">></span> <span class="p">(</span><span class="n">now</span> <span class="o">+</span> <span class="n">TOKEN_REFRESH_LEAD_TIME</span><span class="p">):</span>
+ <span class="k">return</span> <span class="kc">True</span>
+ <span class="k">return</span> <span class="kc">False</span>
+
+ <span class="nd">@staticmethod</span>
+ <span class="k">def</span> <span class="nf">_check_azure_metadata_service</span><span class="p">()</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Check for Azure Metadata Service</span>
+<span class="sd"> https://docs.microsoft.com/en-us/azure/virtual-machines/linux/instance-metadata-service</span>
+<span class="sd"> """</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="n">jsn</span> <span class="o">=</span> <span class="n">requests</span><span class="o">.</span><span class="n">get</span><span class="p">(</span>
+ <span class="n">AZURE_METADATA_SERVICE_INSTANCE_URL</span><span class="p">,</span>
+ <span class="n">params</span><span class="o">=</span><span class="p">{</span><span class="s2">"api-version"</span><span class="p">:</span> <span class="s2">"2021-02-01"</span><span class="p">},</span>
+ <span class="n">headers</span><span class="o">=</span><span class="p">{</span><span class="s2">"Metadata"</span><span class="p">:</span> <span class="s2">"true"</span><span class="p">},</span>
+ <span class="n">timeout</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span>
+ <span class="p">)</span><span class="o">.</span><span class="n">json</span><span class="p">()</span>
+ <span class="k">if</span> <span class="s1">'compute'</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">jsn</span> <span class="ow">or</span> <span class="s1">'azEnvironment'</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">jsn</span><span class="p">[</span><span class="s1">'compute'</span><span class="p">]:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span>
+ <span class="sa">f</span><span class="s2">"Was able to fetch some metadata, but it doesn't look like Azure Metadata: </span><span class="si">{</span><span class="n">jsn</span><span class="si">}</span><span class="s2">"</span>
+ <span class="p">)</span>
+ <span class="k">except</span> <span class="p">(</span><span class="n">requests_exceptions</span><span class="o">.</span><span class="n">RequestException</span><span class="p">,</span> <span class="ne">ValueError</span><span class="p">)</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Can't reach Azure Metadata Service: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
+
+ <span class="k">def</span> <span class="nf">_get_token</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">raise_error</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">)</span> <span class="o">-></span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]:</span>
+ <span class="k">if</span> <span class="s1">'token'</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span>
+ <span class="s1">'Using token auth. For security reasons, please set token in Password field instead of extra'</span>
+ <span class="p">)</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">[</span><span class="s1">'token'</span><span class="p">]</span>
+ <span class="k">elif</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span><span class="o">.</span><span class="n">login</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span><span class="o">.</span><span class="n">password</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s1">'Using token auth.'</span><span class="p">)</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span><span class="o">.</span><span class="n">password</span>
+ <span class="k">elif</span> <span class="s1">'azure_tenant_id'</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="p">:</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span><span class="o">.</span><span class="n">login</span> <span class="o">==</span> <span class="s2">""</span> <span class="ow">or</span> <span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span><span class="o">.</span><span class="n">password</span> <span class="o">==</span> <span class="s2">""</span><span class=" [...]
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="s2">"Azure SPN credentials aren't provided"</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s1">'Using AAD Token for SPN.'</span><span class="p">)</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_aad_token</span><span class="p">(</span><span class="n">DEFAULT_DATABRICKS_SCOPE</span><span class="p">)</span>
+ <span class="k">elif</span> <span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span><span class="o">.</span><span class="n">extra_dejson</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'use_azure_managed_identity'</span><span class="p">,</span> <span class="kc">False</span><span class="p">):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s1">'Using AAD Token for managed identity.'</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_check_azure_metadata_service</span><span class="p">()</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_aad_token</span><span class="p">(</span><span class="n">DEFAULT_DATABRICKS_SCOPE</span><span class="p">)</span>
+ <span class="k">elif</span> <span class="n">raise_error</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="s1">'Token authentication isn</span><span class="se">\'</span><span class="s1">t configured'</span><span class="p">)</span>
+
+ <span class="k">return</span> <span class="kc">None</span>
+
+ <span class="k">def</span> <span class="nf">_log_request_error</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">attempt_num</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">error</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="s1">'Attempt </span><span class="si">%s</span><span class="s1"> API Request to Databricks failed with reason: </span><span class="si">%s</span><span class="s1">'</span><span class="p">,</span> <span class="n">attempt_num</span><span class="p">,</span> <span class="n">error</span><span class="p">)</span>
+
+ <span class="k">def</span> <span class="nf">_do_api_call</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">endpoint_info</span><span class="p">:</span> <span class="n">Tuple</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">],</span>
+ <span class="n">json</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">wrap_http_errors</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
+ <span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Utility function to perform an API call with retries</span>
+
+<span class="sd"> :param endpoint_info: Tuple of method and endpoint</span>
+<span class="sd"> :param json: Parameters for this API call.</span>
+<span class="sd"> :return: If the api call returns a OK status code,</span>
+<span class="sd"> this function returns the response in JSON. Otherwise,</span>
+<span class="sd"> we throw an AirflowException.</span>
+<span class="sd"> :rtype: dict</span>
+<span class="sd"> """</span>
+ <span class="n">method</span><span class="p">,</span> <span class="n">endpoint</span> <span class="o">=</span> <span class="n">endpoint_info</span>
+
+ <span class="c1"># TODO: get rid of explicit 'api/' in the endpoint specification</span>
+ <span class="n">url</span> <span class="o">=</span> <span class="sa">f</span><span class="s1">'https://</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">host</span><span class="si">}</span><span class="s1">/</span><span class="si">{</span><span class="n">endpoint</span><span class="si">}</span><span class="s1">'</span>
+
+ <span class="n">aad_headers</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_aad_headers</span><span class="p">()</span>
+ <span class="n">headers</span> <span class="o">=</span> <span class="p">{</span><span class="o">**</span><span class="n">USER_AGENT_HEADER</span><span class="o">.</span><span class="n">copy</span><span class="p">(),</span> <span class="o">**</span><span class="n">aad_headers</span><span class="p">}</span>
+
+ <span class="n">auth</span><span class="p">:</span> <span class="n">AuthBase</span>
+ <span class="n">token</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_token</span><span class="p">()</span>
+ <span class="k">if</span> <span class="n">token</span><span class="p">:</span>
+ <span class="n">auth</span> <span class="o">=</span> <span class="n">_TokenAuth</span><span class="p">(</span><span class="n">token</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s1">'Using basic auth.'</span><span class="p">)</span>
+ <span class="n">auth</span> <span class="o">=</span> <span class="n">HTTPBasicAuth</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span><span class="o">.</span><span class="n">login</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">databricks_conn</span><span class="o">.</span><span class="n">password</span><span class="p">)</span>
+
+ <span class="n">request_func</span><span class="p">:</span> <span class="n">Any</span>
+ <span class="k">if</span> <span class="n">method</span> <span class="o">==</span> <span class="s1">'GET'</span><span class="p">:</span>
+ <span class="n">request_func</span> <span class="o">=</span> <span class="n">requests</span><span class="o">.</span><span class="n">get</span>
+ <span class="k">elif</span> <span class="n">method</span> <span class="o">==</span> <span class="s1">'POST'</span><span class="p">:</span>
+ <span class="n">request_func</span> <span class="o">=</span> <span class="n">requests</span><span class="o">.</span><span class="n">post</span>
+ <span class="k">elif</span> <span class="n">method</span> <span class="o">==</span> <span class="s1">'PATCH'</span><span class="p">:</span>
+ <span class="n">request_func</span> <span class="o">=</span> <span class="n">requests</span><span class="o">.</span><span class="n">patch</span>
+ <span class="k">elif</span> <span class="n">method</span> <span class="o">==</span> <span class="s1">'DELETE'</span><span class="p">:</span>
+ <span class="n">request_func</span> <span class="o">=</span> <span class="n">requests</span><span class="o">.</span><span class="n">delete</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="s1">'Unexpected HTTP Method: '</span> <span class="o">+</span> <span class="n">method</span><span class="p">)</span>
+
+ <span class="k">try</span><span class="p">:</span>
+ <span class="k">for</span> <span class="n">attempt</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_retry_object</span><span class="p">():</span>
+ <span class="k">with</span> <span class="n">attempt</span><span class="p">:</span>
+ <span class="n">response</span> <span class="o">=</span> <span class="n">request_func</span><span class="p">(</span>
+ <span class="n">url</span><span class="p">,</span>
+ <span class="n">json</span><span class="o">=</span><span class="n">json</span> <span class="k">if</span> <span class="n">method</span> <span class="ow">in</span> <span class="p">(</span><span class="s1">'POST'</span><span class="p">,</span> <span class="s1">'PATCH'</span><span class="p">)</span> <span class="k">else</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">params</span><span class="o">=</span><span class="n">json</span> <span class="k">if</span> <span class="n">method</span> <span class="o">==</span> <span class="s1">'GET'</span> <span class="k">else</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">auth</span><span class="o">=</span><span class="n">auth</span><span class="p">,</span>
+ <span class="n">headers</span><span class="o">=</span><span class="n">headers</span><span class="p">,</span>
+ <span class="n">timeout</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">timeout_seconds</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="n">response</span><span class="o">.</span><span class="n">raise_for_status</span><span class="p">()</span>
+ <span class="k">return</span> <span class="n">response</span><span class="o">.</span><span class="n">json</span><span class="p">()</span>
+ <span class="k">except</span> <span class="n">RetryError</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="sa">f</span><span class="s1">'API requests to Databricks failed </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">retry_limit</span><span class="si">}</span><span class="s1"> times. Giving up.'</span><span class="p">)</span>
+ <span class="k">except</span> <span class="n">requests_exceptions</span><span class="o">.</span><span class="n">HTTPError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
+ <span class="k">if</span> <span class="n">wrap_http_errors</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span>
+ <span class="sa">f</span><span class="s1">'Response: </span><span class="si">{</span><span class="n">e</span><span class="o">.</span><span class="n">response</span><span class="o">.</span><span class="n">content</span><span class="si">}</span><span class="s1">, Status Code: </span><span class="si">{</span><span class="n">e</span><span class="o">.</span><span class="n">response</span><span class="o">.</span><span class="n">status_code</span><span class="si">}</span [...]
+ <span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">e</span>
+
+ <span class="nd">@staticmethod</span>
+ <span class="k">def</span> <span class="nf">_get_error_code</span><span class="p">(</span><span class="n">exception</span><span class="p">:</span> <span class="ne">BaseException</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span>
+ <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">exception</span><span class="p">,</span> <span class="n">requests_exceptions</span><span class="o">.</span><span class="n">HTTPError</span><span class="p">):</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="n">jsn</span> <span class="o">=</span> <span class="n">exception</span><span class="o">.</span><span class="n">response</span><span class="o">.</span><span class="n">json</span><span class="p">()</span>
+ <span class="k">return</span> <span class="n">jsn</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'error_code'</span><span class="p">,</span> <span class="s1">''</span><span class="p">)</span>
+ <span class="k">except</span> <span class="n">JSONDecodeError</span><span class="p">:</span>
+ <span class="k">pass</span>
+
+ <span class="k">return</span> <span class="s2">""</span>
+
+ <span class="nd">@staticmethod</span>
+ <span class="k">def</span> <span class="nf">_retryable_error</span><span class="p">(</span><span class="n">exception</span><span class="p">:</span> <span class="ne">BaseException</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">exception</span><span class="p">,</span> <span class="n">requests_exceptions</span><span class="o">.</span><span class="n">RequestException</span><span class="p">):</span>
+ <span class="k">return</span> <span class="kc">False</span>
+ <span class="k">return</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">exception</span><span class="p">,</span> <span class="p">(</span><span class="n">requests_exceptions</span><span class="o">.</span><span class="n">ConnectionError</span><span class="p">,</span> <span class="n">requests_exceptions</span><span class="o">.</span><span class="n">Timeout</span><span class="p">))</span> <span class="ow">or</span> <span class="p">(</span>
+ <span class="n">exception</span><span class="o">.</span><span class="n">response</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span>
+ <span class="ow">and</span> <span class="p">(</span>
+ <span class="n">exception</span><span class="o">.</span><span class="n">response</span><span class="o">.</span><span class="n">status_code</span> <span class="o">>=</span> <span class="mi">500</span>
+ <span class="ow">or</span> <span class="n">exception</span><span class="o">.</span><span class="n">response</span><span class="o">.</span><span class="n">status_code</span> <span class="o">==</span> <span class="mi">429</span>
+ <span class="ow">or</span> <span class="p">(</span>
+ <span class="n">exception</span><span class="o">.</span><span class="n">response</span><span class="o">.</span><span class="n">status_code</span> <span class="o">==</span> <span class="mi">400</span>
+ <span class="ow">and</span> <span class="n">BaseDatabricksHook</span><span class="o">.</span><span class="n">_get_error_code</span><span class="p">(</span><span class="n">exception</span><span class="p">)</span> <span class="o">==</span> <span class="s1">'COULD_NOT_ACQUIRE_LOCK'</span></div>
+ <span class="p">)</span>
+ <span class="p">)</span>
+ <span class="p">)</span>
+
+
+<span class="k">class</span> <span class="nc">_TokenAuth</span><span class="p">(</span><span class="n">AuthBase</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Helper class for requests Auth field. AuthBase requires you to implement the __call__</span>
+<span class="sd"> magic function.</span>
+<span class="sd"> """</span>
+
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">token</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">token</span> <span class="o">=</span> <span class="n">token</span>
+
+ <span class="k">def</span> <span class="fm">__call__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">r</span><span class="p">:</span> <span class="n">PreparedRequest</span><span class="p">)</span> <span class="o">-></span> <span class="n">PreparedRequest</span><span class="p">:</span>
+ <span class="n">r</span><span class="o">.</span><span class="n">headers</span><span class="p">[</span><span class="s1">'Authorization'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'Bearer '</span> <span class="o">+</span> <span class="bp">self</span><span class="o">.</span><span class="n">token</span>
+ <span class="k">return</span> <span class="n">r</span>
+</pre></div>
+
+ <div class="pager" role="navigation" aria-label="related navigation"><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Previous</button><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Next</button>
</div>
</div>
@@ -932,35 +1062,7 @@ which authenticate Azure’s Python SDK Clients.</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
- <ul>
-<li><a class="reference internal" href="#">Azure: Microsoft Azure</a><ul>
-<li><a class="reference internal" href="#services">Services</a><ul>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
-<li><a class="reference internal" href="#microsoft-azure-batch">Microsoft Azure Batch</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage">Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-container-instances">Microsoft Azure Container Instances</a></li>
-<li><a class="reference internal" href="#microsoft-azure-cosmos-db">Microsoft Azure Cosmos DB</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-explorer">Microsoft Azure Data Explorer</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-factory">Microsoft Azure Data Factory</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage">Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-fileshare">Microsoft Azure FileShare</a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#transfers">Transfers</a><ul>
-<li><a class="reference internal" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs">Microsoft Azure FileShare to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-data-lake-storage">Local to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#oracle-to-microsoft-azure-data-lake-storage">Oracle to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-blob-storage">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#id1">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs">Microsoft Azure Blob Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage</a></li>
-</ul>
-</li>
-</ul>
-</li>
-</ul>
-
+
</div>
</nav>
@@ -976,24 +1078,6 @@ which authenticate Azure’s Python SDK Clients.</p>
-
-
-
-
- <div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/operators-and-hooks-ref/azure.rst" rel="nofollow">
-
- <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
- <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
- <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.15 [...]
- </svg>
-
- <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span>
- </button>
- </a>
- </div>
-
-
</div>
@@ -1115,16 +1199,16 @@ which authenticate Azure’s Python SDK Clients.</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../" src="../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
+ <script data-url_root="../../../../../" id="documentation_options" src="../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../_static/jquery.js"></script>
+ <script src="../../../../../_static/underscore.js"></script>
+ <script src="../../../../../_static/doctools.js"></script>
+ <script src="../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../_static/copybutton.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html b/docs-archive/apache-airflow-providers-databricks/2.6.0/_modules/airflow/providers/databricks/hooks/databricks_sql.html
similarity index 63%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
copy to docs-archive/apache-airflow-providers-databricks/2.6.0/_modules/airflow/providers/databricks/hooks/databricks_sql.html
index 8da21c740..ff6a739b9 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
+++ b/docs-archive/apache-airflow-providers-databricks/2.6.0/_modules/airflow/providers/databricks/hooks/databricks_sql.html
@@ -9,17 +9,16 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Azure: Microsoft Azure — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Google" href="google.html" />
- <link rel="prev" title="AWS: Amazon Web Services" href="aws.html" />
+ <title>airflow.providers.databricks.hooks.databricks_sql — apache-airflow-providers-databricks Documentation</title>
+ <link rel="stylesheet" href="../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../search.html" />
<script type="application/javascript">
var doNotTrack = false;
window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)};ga.l=+new Date;
@@ -270,8 +269,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -301,23 +313,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators/index.html">Operators</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../_api/airflow/providers/databricks/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -398,8 +411,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.6.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -429,23 +455,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../connections/databricks.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators/index.html">Operators</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../_api/airflow/providers/databricks/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/main/airflow/providers/databricks/example_dags">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-databricks/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -534,11 +561,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../../../../index.html">Module code</a></li>
- <li class="breadcrumb-item"><a href="azure.html"> Azure: Microsoft Azure</a></li>
+ <li class="breadcrumb-item"><a href="databricks_sql.html"> airflow.providers.databricks.hooks.databricks_sql</a></li>
</ul>
</div>
@@ -549,323 +576,199 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="azure-microsoft-azure">
-<h1>Azure: Microsoft Azure<a class="headerlink" href="#azure-microsoft-azure" title="Permalink to this headline">¶</a></h1>
-<p>Airflow has limited support for <a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a>.</p>
-<p>Some hooks are based on <a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>
-which authenticate Azure’s Python SDK Clients.</p>
-<div class="section" id="services">
-<h2>Services<a class="headerlink" href="#services" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to perform various operations within the Microsoft Azure.</p>
-<div class="section" id="microsoft-azure">
-<h3>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-batch">
-<h3>Microsoft Azure Batch<a class="headerlink" href="#microsoft-azure-batch" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/batch/index.html#module-airflow.providers.microsoft.azure.operators.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.batch</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/batch/index.html#module-airflow.providers.microsoft.azure.hooks.batch" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.batch</span></code></a>, <a class="reference external" href="/docs/apache-airflow-p [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/batch/">Microsoft Azure Batch</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage">
-<h3>Microsoft Azure Blob Storage<a class="headerlink" href="#microsoft-azure-blob-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index.html#module-airflow.providers.microsoft.azure.operators.wasb_delete_blob" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.wasb_delete_blob</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/wasb/index.html#module-airflow.providers.microsoft.azure.hooks.wasb" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.wasb</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-container-instances">
-<h3>Microsoft Azure Container Instances<a class="headerlink" href="#microsoft-azure-container-instances" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/container_instances/index.html#module-airflow.providers.microsoft.azure.operators.container_instances" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.container_instances</span></code></a>, <a cl [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/container_volume/index.html#module-airflow.providers.microsoft.azure.hooks.container_volume" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.container_volume</span></code></a>, <a class="reference exter [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/container-instances/">Microsoft Azure Container Instances</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-cosmos-db">
-<h3>Microsoft Azure Cosmos DB<a class="headerlink" href="#microsoft-azure-cosmos-db" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/cosmos/index.html#module-airflow.providers.microsoft.azure.operators.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.cosmos</span></code></a>, <a class="reference external" href="/docs/ap [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/cosmos/index.html#module-airflow.providers.microsoft.azure.hooks.cosmos" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.cosmos</span></code></a>, <a class="reference external" href="/docs/apache-airflo [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/cosmos-db/">Microsoft Azure Cosmos DB</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-explorer">
-<h3>Microsoft Azure Data Explorer<a class="headerlink" href="#microsoft-azure-data-explorer" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adx/index.html#module-airflow.providers.microsoft.azure.operators.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adx</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/adx/index.html#module-airflow.providers.microsoft.azure.hooks.adx" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.adx</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-explorer/">Microsoft Azure Data Explorer</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-factory">
-<h3>Microsoft Azure Data Factory<a class="headerlink" href="#microsoft-azure-data-factory" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/data_factory/index.html#module-airflow.providers.microsoft.azure.operators.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.data_factory</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_factory/index.html#module-airflow.providers.microsoft.azure.hooks.data_factory" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_factory</span></code></a>, <a class="reference external" href="/ [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adf_run_pipeline.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure Data Factory Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-factory/">Microsoft Azure Data Factory</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage">
-<h3>Microsoft Azure Data Lake Storage<a class="headerlink" href="#microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adls_list/index.html#module-airflow.providers.microsoft.azure.operators.adls_list" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adls_list</span></code></a>, <a class="reference external" href= [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_lake/index.html#module-airflow.providers.microsoft.azure.hooks.data_lake" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_lake</span></code></a>, <a class="reference external" href="/docs/apac [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Azure DataLake Storage Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-fileshare">
-<h3>Microsoft Azure FileShare<a class="headerlink" href="#microsoft-azure-fileshare" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/fileshare/index.html#module-airflow.providers.microsoft.azure.hooks.fileshare" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.fileshare</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-</dl>
-</div>
-</div>
-<div class="section" id="transfers">
-<h2>Transfers<a class="headerlink" href="#transfers" title="Permalink to this headline">¶</a></h2>
-<p>These integrations allow you to copy data from/to Microsoft Azure.</p>
-<div class="section" id="microsoft-azure-fileshare-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure FileShare to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/azure_fileshare_to_gcs.html" title="(in apache-airflow-providers-google v6.8.0)"><span>Transfers data from Azure FileShare Storage to Google Cloud Storage</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/adls_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.adls_to_gcs" title="(in apache-airflow-providers-google v6.8.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.adls_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-data-lake-storage">
-<h3>Local to Microsoft Azure Data Lake Storage<a class="headerlink" href="#local-to-microsoft-azure-data-lake-storage" title="Permalink to this headline">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Operator guide</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/local_to_adls.html" title="(in apache-airflow-providers-microsoft-azure v3.8.0)"><span>Upload data from Local Filesystem to Azure Data Lake</span></a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
... 32897 lines suppressed ...