You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@airflow.apache.org by as...@apache.org on 2022/09/22 15:23:54 UTC
[airflow-site] branch docs-cncf-k8s-4.4.0 created (now 260ba05aac)
This is an automated email from the ASF dual-hosted git repository.
ash pushed a change to branch docs-cncf-k8s-4.4.0
in repository https://gitbox.apache.org/repos/asf/airflow-site.git
at 260ba05aac Add documentation for packages - 2022-09-22
This branch includes the following new commits:
new 260ba05aac Add documentation for packages - 2022-09-22
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
[airflow-site] 01/01: Add documentation for packages - 2022-09-22
Posted by as...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
ash pushed a commit to branch docs-cncf-k8s-4.4.0
in repository https://gitbox.apache.org/repos/asf/airflow-site.git
commit 260ba05aacbbb870a80eccc0a6c008ec64269202
Author: Ash Berlin-Taylor <as...@firemirror.com>
AuthorDate: Thu Sep 22 16:23:38 2022 +0100
Add documentation for packages - 2022-09-22
---
.../4.4.0/.buildinfo | 4 +
.../cncf/kubernetes/decorators/index.html} | 175 +-
.../kubernetes/decorators/kubernetes/index.html} | 234 +-
.../providers/cncf/kubernetes/hooks/index.html} | 175 +-
.../cncf/kubernetes/hooks/kubernetes/index.html} | 409 +-
.../airflow/providers/cncf/kubernetes/index.html} | 222 +-
.../cncf/kubernetes/operators/index.html} | 176 +-
.../operators/kubernetes_pod/index.html} | 769 +-
.../operators/spark_kubernetes/index.html} | 269 +-
.../python_kubernetes_script/index.html} | 246 +-
.../providers/cncf/kubernetes/sensors/index.html} | 175 +-
.../sensors/spark_kubernetes/index.html} | 268 +-
.../providers/cncf/kubernetes/utils/index.html} | 176 +-
.../cncf/kubernetes/utils/pod_manager/index.html} | 519 +-
.../cncf/kubernetes/utils/xcom_sidecar/index.html} | 286 +-
.../cncf/kubernetes/example_kubernetes/index.html} | 302 +-
.../example_kubernetes_decorator/index.html} | 245 +-
.../example_spark_kubernetes/index.html} | 223 +-
.../system/providers/cncf/kubernetes/index.html} | 177 +-
.../cncf/kubernetes/decorators/kubernetes.html} | 518 +-
.../cncf/kubernetes/hooks/kubernetes.html} | 963 +-
.../cncf/kubernetes/operators/kubernetes_pod.html | 1476 +++
.../kubernetes/operators/spark_kubernetes.html} | 300 +-
.../cncf/kubernetes/python_kubernetes_script.html} | 264 +-
.../cncf/kubernetes/sensors/spark_kubernetes.html} | 305 +-
.../cncf/kubernetes/utils/pod_manager.html} | 956 +-
.../cncf/kubernetes/utils/xcom_sidecar.html} | 281 +-
.../4.4.0/_modules/index.html} | 162 +-
.../cncf/kubernetes/example_kubernetes.html} | 362 +-
.../kubernetes/example_kubernetes_decorator.html} | 292 +-
.../cncf/kubernetes/example_spark_kubernetes.html} | 307 +-
.../cncf/kubernetes/decorators/index.rst.txt | 15 +
.../kubernetes/decorators/kubernetes/index.rst.txt | 33 +
.../providers/cncf/kubernetes/hooks/index.rst.txt | 15 +
.../cncf/kubernetes/hooks/kubernetes/index.rst.txt | 149 +
.../providers/cncf/kubernetes/index.rst.txt | 28 +
.../cncf/kubernetes/operators/index.rst.txt | 16 +
.../operators/kubernetes_pod/index.rst.txt | 207 +
.../operators/spark_kubernetes/index.rst.txt | 61 +
.../python_kubernetes_script/index.rst.txt | 43 +
.../cncf/kubernetes/sensors/index.rst.txt | 15 +
.../sensors/spark_kubernetes/index.rst.txt | 59 +
.../providers/cncf/kubernetes/utils/index.rst.txt | 16 +
.../kubernetes/utils/pod_manager/index.rst.txt | 193 +
.../kubernetes/utils/xcom_sidecar/index.rst.txt | 74 +
.../kubernetes/example_kubernetes/index.rst.txt | 94 +
.../example_kubernetes_decorator/index.rst.txt | 35 +
.../example_spark_kubernetes/index.rst.txt | 29 +
.../system/providers/cncf/kubernetes/index.rst.txt | 17 +
.../4.4.0/_sources/commits.rst.txt | 528 +
.../4.4.0/_sources/connections/kubernetes.rst.txt | 75 +
.../4.4.0/_sources/index.rst.txt | 94 +
.../installing-providers-from-sources.rst.txt | 18 +
.../4.4.0/_sources/operators.rst.txt | 151 +
.../4.4.0/_static/_gen/css/main-custom.min.css | 1 +
.../4.4.0/_static/_gen/css/main.min.css | 7 +
.../4.4.0/_static/_gen/js/docs.js | 1 +
.../_sphinx_javascript_frameworks_compat.js | 134 +
.../4.4.0/_static/basic.css | 899 ++
.../4.4.0/_static/check-solid.svg | 4 +
.../4.4.0/_static/clipboard.min.js | 7 +
.../4.4.0/_static/copy-button.svg | 5 +
.../4.4.0/_static/copybutton.css | 93 +
.../4.4.0/_static/copybutton.js | 220 +
.../4.4.0/_static/copybutton_funcs.js | 58 +
.../4.4.0/_static/doctools.js | 264 +
.../4.4.0/_static/documentation_options.js | 14 +
.../4.4.0/_static/file.png | Bin 0 -> 286 bytes
.../4.4.0/_static/graphviz.css | 19 +
.../4.4.0/_static/jquery-3.6.0.js | 10881 +++++++++++++++++++
.../4.4.0/_static/jquery.js | 2 +
.../4.4.0/_static/language_data.js | 199 +
.../4.4.0/_static/minus.png | Bin 0 -> 90 bytes
.../4.4.0/_static/pin_32.png | Bin 0 -> 1201 bytes
.../4.4.0/_static/plus.png | Bin 0 -> 90 bytes
.../4.4.0/_static/pygments.css | 74 +
.../4.4.0/_static/searchtools.js | 530 +
.../4.4.0/_static/underscore-1.13.1.js | 2042 ++++
.../4.4.0/_static/underscore.js | 6 +
.../4.4.0/commits.html | 2358 ++++
.../4.4.0/connections/index.html | 1 +
.../4.4.0/connections/kubernetes.html} | 194 +-
.../4.4.0/genindex.html} | 832 +-
.../4.4.0}/index.html | 1160 +-
.../4.4.0/installing-providers-from-sources.html} | 314 +-
.../4.4.0/objects.inv | Bin 0 -> 2027 bytes
.../4.4.0/operators.html} | 515 +-
.../4.4.0/py-modindex.html} | 262 +-
.../4.4.0/search.html} | 168 +-
.../4.4.0/searchindex.js | 1 +
.../stable.txt | 2 +-
.../core-extensions/auth-backends.html | 4 +-
.../core-extensions/connections.html | 5 +-
.../core-extensions/extra-links.html | 8 +-
.../core-extensions/logging.html | 2 +-
.../core-extensions/secrets-backends.html | 4 +-
.../howto/create-update-providers.html | 14 +-
docs-archive/apache-airflow-providers/index.html | 28 +-
.../installing-from-pypi.html | 2 +-
.../installing-from-sources.html | 6 +-
.../operators-and-hooks-ref/azure.html | 2 +-
.../operators-and-hooks-ref/index.html | 2 +-
.../operators-and-hooks-ref/software.html | 6 +-
.../apache-airflow-providers/packages-ref.html | 6 +-
.../apache-airflow-providers/searchindex.js | 2 +-
105 files changed, 29122 insertions(+), 5437 deletions(-)
diff --git a/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/.buildinfo b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/.buildinfo
new file mode 100644
index 0000000000..d1ec6ee793
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/.buildinfo
@@ -0,0 +1,4 @@
+# Sphinx build info version 1
+# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
+config: 1f92524b71e8dd519f9bfc1412184215
+tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs-archive/apache-airflow-providers/core-extensions/auth-backends.html b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/decorators/index.html
similarity index 90%
copy from docs-archive/apache-airflow-providers/core-extensions/auth-backends.html
copy to docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/decorators/index.html
index 2e92701cef..37d4cc41d6 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/auth-backends.html
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/decorators/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Auth backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Connections" href="connections.html" />
- <link rel="prev" title="Core Extensions" href="index.html" />
+ <title>airflow.providers.cncf.kubernetes.decorators — apache-airflow-providers-cncf-kubernetes Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.cncf.kubernetes.decorators.kubernetes" href="kubernetes/index.html" />
+ <link rel="prev" title="airflow.providers.cncf.kubernetes" href="../index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes</span></code></a></li>
- <li class="breadcrumb-item"><a href="auth-backends.html"> Auth backends</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.decorators</span></code></a></li>
</ul>
</div>
@@ -555,32 +588,24 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="auth-backends">
-<h1>Auth backends<a class="headerlink" href="#auth-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of authentication backends
-exposed via community-managed providers.</p>
-<p>Airflow’s authentication for web server and API is based on Flask Application Builder’s authentication
-capabilities. You can read more about those in
-<a class="reference external" href="https://flask-appbuilder.readthedocs.io/en/latest/security.html">FAB security docs</a>.</p>
-<p>You can also
-take a look at Auth backends available in the core Airflow in <a class="reference external" href="/docs/apache-airflow/stable/security/webserver.html" title="(in apache-airflow v2.4.0.dev0)"><span>Webserver</span></a>
-or see those provided by the community-managed providers:</p>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><code class="xref py py-class docutils literal notranslate"><span class="pre">google_openid</span></code></p></li>
+ <div class="section" id="module-airflow.providers.cncf.kubernetes.decorators">
+<span id="airflow-providers-cncf-kubernetes-decorators"></span><h1><a class="reference internal" href="#module-airflow.providers.cncf.kubernetes.decorators" title="airflow.providers.cncf.kubernetes.decorators"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.decorators</span></code></a><a class="headerlink" href="#module-airflow.providers.cncf.kubernetes.decorators" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this heading">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="kubernetes/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.decorators.kubernetes</span></code></a></li>
</ul>
</div>
+</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Core Extensions" href="index.html" >
+ <a rel="prev" title="airflow.providers.cncf.kubernetes" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Connections" href="connections.html" >
+ <a rel="next" title="airflow.providers.cncf.kubernetes.decorators.kubernetes" href="kubernetes/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -650,8 +675,8 @@ or see those provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Auth backends</a><ul>
-<li><a class="reference internal" href="#google">Google</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.decorators</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -676,7 +701,7 @@ or see those provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/auth-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-cncf-kubernetes/_api/airflow/providers/cncf/kubernetes/decorators/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -810,18 +835,18 @@ or see those provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/decorators/kubernetes/index.html
similarity index 87%
copy from docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
copy to docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/decorators/kubernetes/index.html
index 8faf4c4988..6209a17e25 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/decorators/kubernetes/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secret backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Community Providers" href="../howto/create-update-providers.html" />
- <link rel="prev" title="Writing logs" href="logging.html" />
+ <title>airflow.providers.cncf.kubernetes.decorators.kubernetes — apache-airflow-providers-cncf-kubernetes Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.cncf.kubernetes.hooks" href="../../hooks/index.html" />
+ <link rel="prev" title="airflow.providers.cncf.kubernetes.decorators" href="../index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes</span></code></a></li>
- <li class="breadcrumb-item"><a href="secrets-backends.html"> Secret backends</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.decorators</span></code></a></li>
+
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.decorators.kubernetes</span></code></a></li>
</ul>
</div>
@@ -555,54 +590,52 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secret-backends">
-<h1>Secret backends<a class="headerlink" href="#secret-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of secret backends
-exposed via community-managed providers.</p>
-<p>Airflow has the capability of reading connections, variables and configuration from Secret Backends rather
-than from its own Database. While storing such information in Airflow’s database is possible, many of the
-enterprise customers already have some secret managers storing secrets, and Airflow can tap into those
-via providers that implement secrets backends for services Airflow integrates with.</p>
-<p>You can also take a
-look at Secret backends available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html" title="(in apache-airflow v2.4.0.dev0)"><span>Secrets Backend</span></a> and here you can see the ones
-provided by the community-managed providers:</p>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.html#airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SecretsManagerBackend</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/systems_manager/index.html#airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SystemsManagerParameterStoreBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/secrets/secret_manager/index.html#airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend" title="(in apache-airflow-providers-google v8.3.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudSecretManagerBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="hashicorp">
-<h2>Hashicorp<a class="headerlink" href="#hashicorp" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-hashicorp/stable/_api/airflow/providers/hashicorp/secrets/vault/index.html#airflow.providers.hashicorp.secrets.vault.VaultBackend" title="(in apache-airflow-providers-hashicorp v3.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">VaultBackend</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.cncf.kubernetes.decorators.kubernetes">
+<span id="airflow-providers-cncf-kubernetes-decorators-kubernetes"></span><h1><a class="reference internal" href="#module-airflow.providers.cncf.kubernetes.decorators.kubernetes" title="airflow.providers.cncf.kubernetes.decorators.kubernetes"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.decorators.kubernetes</span></code></a><a class="headerlink" href="#module-airflow.providers.cncf.kubernetes.decorators.kubernetes" title=" [...]
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="functions">
+<h3>Functions<a class="headerlink" href="#functions" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.cncf.kubernetes.decorators.kubernetes.kubernetes_task" title="airflow.providers.cncf.kubernetes.decorators.kubernetes.kubernetes_task"><code class="xref py py-obj docutils literal notranslate"><span class="pre">kubernetes_task</span></code></a>([python_callable, multiple_outputs])</p></td>
+<td><p>Kubernetes operator decorator.</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py function">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.decorators.kubernetes.kubernetes_task">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.cncf.kubernetes.decorators.kubernetes.</span></span><span class="sig-name descname"><span class="pre">kubernetes_task</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">python_callable</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span clas [...]
+<dd><p>Kubernetes operator decorator.</p>
+<p>This wraps a function to be executed in K8s using KubernetesPodOperator.
+Also accepts any argument that DockerOperator will via <code class="docutils literal notranslate"><span class="pre">kwargs</span></code>. Can be
+reused in a single DAG.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>python_callable</strong> (<em>Callable</em><em> | </em><em>None</em>) -- Function to decorate</p></li>
+<li><p><strong>multiple_outputs</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a><em> | </em><em>None</em>) -- if set, function return value will be
+unrolled to multiple XCom values. Dict will unroll to xcom values with
+keys as XCom keys. Defaults to False.</p></li>
</ul>
+</dd>
+</dl>
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/secrets/key_vault/index.html#airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></a></p></li>
-<li><p><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Writing logs" href="logging.html" >
+ <a rel="prev" title="airflow.providers.cncf.kubernetes.decorators" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Community Providers" href="../howto/create-update-providers.html" >
+ <a rel="next" title="airflow.providers.cncf.kubernetes.hooks" href="../../hooks/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -672,11 +705,14 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secret backends</a><ul>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#hashicorp">Hashicorp</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.decorators.kubernetes</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#functions">Functions</a><ul>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.decorators.kubernetes.kubernetes_task">kubernetes_task</a></li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -701,7 +737,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/secrets-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-cncf-kubernetes/_api/airflow/providers/cncf/kubernetes/decorators/kubernetes/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -835,18 +871,18 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/auth-backends.html b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/hooks/index.html
similarity index 90%
copy from docs-archive/apache-airflow-providers/core-extensions/auth-backends.html
copy to docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/hooks/index.html
index 2e92701cef..12d49b6ddf 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/auth-backends.html
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/hooks/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Auth backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Connections" href="connections.html" />
- <link rel="prev" title="Core Extensions" href="index.html" />
+ <title>airflow.providers.cncf.kubernetes.hooks — apache-airflow-providers-cncf-kubernetes Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.cncf.kubernetes.hooks.kubernetes" href="kubernetes/index.html" />
+ <link rel="prev" title="airflow.providers.cncf.kubernetes.decorators.kubernetes" href="../decorators/kubernetes/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes</span></code></a></li>
- <li class="breadcrumb-item"><a href="auth-backends.html"> Auth backends</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.hooks</span></code></a></li>
</ul>
</div>
@@ -555,32 +588,24 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="auth-backends">
-<h1>Auth backends<a class="headerlink" href="#auth-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of authentication backends
-exposed via community-managed providers.</p>
-<p>Airflow’s authentication for web server and API is based on Flask Application Builder’s authentication
-capabilities. You can read more about those in
-<a class="reference external" href="https://flask-appbuilder.readthedocs.io/en/latest/security.html">FAB security docs</a>.</p>
-<p>You can also
-take a look at Auth backends available in the core Airflow in <a class="reference external" href="/docs/apache-airflow/stable/security/webserver.html" title="(in apache-airflow v2.4.0.dev0)"><span>Webserver</span></a>
-or see those provided by the community-managed providers:</p>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><code class="xref py py-class docutils literal notranslate"><span class="pre">google_openid</span></code></p></li>
+ <div class="section" id="module-airflow.providers.cncf.kubernetes.hooks">
+<span id="airflow-providers-cncf-kubernetes-hooks"></span><h1><a class="reference internal" href="#module-airflow.providers.cncf.kubernetes.hooks" title="airflow.providers.cncf.kubernetes.hooks"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.hooks</span></code></a><a class="headerlink" href="#module-airflow.providers.cncf.kubernetes.hooks" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this heading">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="kubernetes/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.hooks.kubernetes</span></code></a></li>
</ul>
</div>
+</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Core Extensions" href="index.html" >
+ <a rel="prev" title="airflow.providers.cncf.kubernetes.decorators.kubernetes" href="../decorators/kubernetes/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Connections" href="connections.html" >
+ <a rel="next" title="airflow.providers.cncf.kubernetes.hooks.kubernetes" href="kubernetes/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -650,8 +675,8 @@ or see those provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Auth backends</a><ul>
-<li><a class="reference internal" href="#google">Google</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.hooks</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -676,7 +701,7 @@ or see those provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/auth-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-cncf-kubernetes/_api/airflow/providers/cncf/kubernetes/hooks/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -810,18 +835,18 @@ or see those provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.html
similarity index 69%
copy from docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
copy to docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.html
index 8faf4c4988..949b3682c6 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secret backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Community Providers" href="../howto/create-update-providers.html" />
- <link rel="prev" title="Writing logs" href="logging.html" />
+ <title>airflow.providers.cncf.kubernetes.hooks.kubernetes — apache-airflow-providers-cncf-kubernetes Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.cncf.kubernetes.operators" href="../../operators/index.html" />
+ <link rel="prev" title="airflow.providers.cncf.kubernetes.hooks" href="../index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.hooks</span></code></a></li>
- <li class="breadcrumb-item"><a href="secrets-backends.html"> Secret backends</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.hooks.kubernetes</span></code></a></li>
</ul>
</div>
@@ -555,54 +590,217 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secret-backends">
-<h1>Secret backends<a class="headerlink" href="#secret-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of secret backends
-exposed via community-managed providers.</p>
-<p>Airflow has the capability of reading connections, variables and configuration from Secret Backends rather
-than from its own Database. While storing such information in Airflow’s database is possible, many of the
-enterprise customers already have some secret managers storing secrets, and Airflow can tap into those
-via providers that implement secrets backends for services Airflow integrates with.</p>
-<p>You can also take a
-look at Secret backends available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html" title="(in apache-airflow v2.4.0.dev0)"><span>Secrets Backend</span></a> and here you can see the ones
-provided by the community-managed providers:</p>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
+ <div class="section" id="module-airflow.providers.cncf.kubernetes.hooks.kubernetes">
+<span id="airflow-providers-cncf-kubernetes-hooks-kubernetes"></span><h1><a class="reference internal" href="#module-airflow.providers.cncf.kubernetes.hooks.kubernetes" title="airflow.providers.cncf.kubernetes.hooks.kubernetes"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.hooks.kubernetes</span></code></a><a class="headerlink" href="#module-airflow.providers.cncf.kubernetes.hooks.kubernetes" title="Permalink to this heading [...]
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook" title="airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook"><code class="xref py py-obj docutils literal notranslate"><span class="pre">KubernetesHook</span></code></a></p></td>
+<td><p>Creates Kubernetes API connection.</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.cncf.kubernetes.hooks.kubernetes.</span></span><span class="sig-name descname"><span class="pre">KubernetesHook</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">conn_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">default [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/hooks/base/index.html#airflow.hooks.base.BaseHook" title="(in apache-airflow v2.5.0.dev0)"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.hooks.base.BaseHook</span></code></a></p>
+<p>Creates Kubernetes API connection.</p>
<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.html#airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SecretsManagerBackend</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/systems_manager/index.html#airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SystemsManagerParameterStoreBackend</span></code></a></p></li>
+<li><p>use in cluster configuration by using <code class="docutils literal notranslate"><span class="pre">extra__kubernetes__in_cluster</span></code> in connection</p></li>
+<li><p>use custom config by providing path to the file using <code class="docutils literal notranslate"><span class="pre">extra__kubernetes__kube_config_path</span></code></p></li>
+<li><dl class="simple">
+<dt>use custom configuration by providing content of kubeconfig file via</dt><dd><p><code class="docutils literal notranslate"><span class="pre">extra__kubernetes__kube_config</span></code> in connection</p>
+</dd>
+</dl>
+</li>
+<li><p>use default config by providing no extras</p></li>
</ul>
+<p>This hook check for configuration option in the above order. Once an option is present it will
+use this configuration.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more information about Kubernetes connection:
+<a class="reference internal" href="../../../../../../../connections/kubernetes.html"><span class="doc">Kubernetes cluster Connection</span></a></p>
</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/secrets/secret_manager/index.html#airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend" title="(in apache-airflow-providers-google v8.3.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudSecretManagerBackend</span></code></a></p></li>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- The <a class="reference internal" href="../../../../../../../connections/kubernetes.html#howto-connection-kubernetes"><span class="std std-ref">kubernetes connection</span></a>
+to Kubernetes cluster.</p></li>
+<li><p><strong>client_configuration</strong> (<em>client.Configuration</em><em> | </em><em>None</em>) -- Optional dictionary of client configuration params.
+Passed on to kubernetes client.</p></li>
+<li><p><strong>cluster_context</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- Optionally specify a context to use (e.g. if you have multiple
+in your kubeconfig.</p></li>
+<li><p><strong>config_file</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- Path to kubeconfig file.</p></li>
+<li><p><strong>in_cluster</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a><em> | </em><em>None</em>) -- Set to <code class="docutils literal notranslate"><span class="pre">True</span></code> if running from within a kubernetes cluster.</p></li>
+<li><p><strong>disable_verify_ssl</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a><em> | </em><em>None</em>) -- Set to <code class="docutils literal notranslate"><span class="pre">True</span></code> if SSL verification should be disabled.</p></li>
+<li><p><strong>disable_tcp_keepalive</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a><em> | </em><em>None</em>) -- Set to <code class="docutils literal notranslate"><span class="pre">True</span></code> if you want to disable keepalive logic.</p></li>
</ul>
-</div>
-<div class="section" id="hashicorp">
-<h2>Hashicorp<a class="headerlink" href="#hashicorp" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-hashicorp/stable/_api/airflow/providers/hashicorp/secrets/vault/index.html#airflow.providers.hashicorp.secrets.vault.VaultBackend" title="(in apache-airflow-providers-hashicorp v3.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">VaultBackend</span></code></a></p></li>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.conn_name_attr">
+<span class="sig-name descname"><span class="pre">conn_name_attr</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">kubernetes_conn_id</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/hooks/kubernetes.html#KubernetesHook.conn_name_attr"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.hooks. [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.default_conn_name">
+<span class="sig-name descname"><span class="pre">default_conn_name</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">kubernetes_default</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/hooks/kubernetes.html#KubernetesHook.default_conn_name"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes. [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.conn_type">
+<span class="sig-name descname"><span class="pre">conn_type</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">kubernetes</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/hooks/kubernetes.html#KubernetesHook.conn_type"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.Kuberne [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.hook_name">
+<span class="sig-name descname"><span class="pre">hook_name</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">Kubernetes</span> <span class="pre">Cluster</span> <span class="pre">Connection</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/hooks/kubernetes.html#KubernetesHook.hook_name"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerli [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_connection_form_widgets">
+<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">get_connection_form_widgets</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/hooks/kubernetes.html#KubernetesHook.get_connection_form_widgets"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerli [...]
+<dd><p>Returns connection widgets to add to connection form</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_ui_field_behaviour">
+<em class="property"><span class="pre">static</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">get_ui_field_behaviour</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/hooks/kubernetes.html#KubernetesHook.get_ui_field_behaviour"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href=" [...]
+<dd><p>Returns custom field behaviour</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.conn_extras">
+<span class="sig-name descname"><span class="pre">conn_extras</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/hooks/kubernetes.html#KubernetesHook.conn_extras"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.conn_extras" title="Permalink to thi [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_conn">
+<span class="sig-name descname"><span class="pre">get_conn</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/hooks/kubernetes.html#KubernetesHook.get_conn"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_conn" title="Permalink to this definit [...]
+<dd><p>Returns kubernetes api session for use with requests</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.is_in_cluster">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">is_in_cluster</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/hooks/kubernetes.html#KubernetesHook.is_in_cluster"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.is_in_cluster [...]
+<dd><p>Expose whether the hook is configured with <code class="docutils literal notranslate"><span class="pre">load_incluster_config</span></code> or not</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.api_client">
+<span class="sig-name descname"><span class="pre">api_client</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/hooks/kubernetes.html#KubernetesHook.api_client"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.api_client" title="Permalink to this d [...]
+<dd><p>Cached Kubernetes API client</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.core_v1_client">
+<span class="sig-name descname"><span class="pre">core_v1_client</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/hooks/kubernetes.html#KubernetesHook.core_v1_client"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.core_v1_client" title="Permali [...]
+<dd><dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.create_custom_object">
+<span class="sig-name descname"><span class="pre">create_custom_object</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">group</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">version</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">plural</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">body</span></span></em>, <em class="sig-param"><span class="n"><span cl [...]
+<dd><p>Creates custom resource definition object in Kubernetes</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>group</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- api group</p></li>
+<li><p><strong>version</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- api version</p></li>
+<li><p><strong>plural</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- api plural</p></li>
+<li><p><strong>body</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) -- crd object definition</p></li>
+<li><p><strong>namespace</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- kubernetes namespace</p></li>
</ul>
-</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/secrets/key_vault/index.html#airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></a></p></li>
-<li><p><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></p></li>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_custom_object">
+<span class="sig-name descname"><span class="pre">get_custom_object</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">group</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">version</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">plural</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">name</span></span></em>, <em class="sig-param"><span class="n"><span class [...]
+<dd><p>Get custom resource definition object from Kubernetes</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>group</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- api group</p></li>
+<li><p><strong>version</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- api version</p></li>
+<li><p><strong>plural</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- api plural</p></li>
+<li><p><strong>name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- crd object name</p></li>
+<li><p><strong>namespace</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- kubernetes namespace</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_namespace">
+<span class="sig-name descname"><span class="pre">get_namespace</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/hooks/kubernetes.html#KubernetesHook.get_namespace"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_namespace" title="Permalink [...]
+<dd><p>Returns the namespace that defined in the connection</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_pod_log_stream">
+<span class="sig-name descname"><span class="pre">get_pod_log_stream</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod_name</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">container</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">''</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">namespace</span></span><span class="o">< [...]
+<dd><p>Retrieves a log stream for a container in a kubernetes pod.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>pod_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- pod name</p></li>
+<li><p><strong>container</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- container name</p></li>
+<li><p><strong>namespace</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- kubernetes namespace</p></li>
</ul>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_pod_logs">
+<span class="sig-name descname"><span class="pre">get_pod_logs</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod_name</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">container</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">''</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">namespace</span></span><span class="o"><span c [...]
+<dd><p>Retrieves a container's log from the specified pod.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>pod_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- pod name</p></li>
+<li><p><strong>container</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- container name</p></li>
+<li><p><strong>namespace</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- kubernetes namespace</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+</dd></dl>
+
+</div>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Writing logs" href="logging.html" >
+ <a rel="prev" title="airflow.providers.cncf.kubernetes.hooks" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Community Providers" href="../howto/create-update-providers.html" >
+ <a rel="next" title="airflow.providers.cncf.kubernetes.operators" href="../../operators/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -672,11 +870,32 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secret backends</a><ul>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#hashicorp">Hashicorp</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.hooks.kubernetes</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook">KubernetesHook</a><ul>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.conn_name_attr">conn_name_attr</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.default_conn_name">default_conn_name</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.conn_type">conn_type</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.hook_name">hook_name</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_connection_form_widgets">get_connection_form_widgets</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_ui_field_behaviour">get_ui_field_behaviour</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.conn_extras">conn_extras</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_conn">get_conn</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.is_in_cluster">is_in_cluster</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.api_client">api_client</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.core_v1_client">core_v1_client</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.create_custom_object">create_custom_object</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_custom_object">get_custom_object</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_namespace">get_namespace</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_pod_log_stream">get_pod_log_stream</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_pod_logs">get_pod_logs</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -701,7 +920,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/secrets-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-cncf-kubernetes/_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -835,18 +1054,18 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/index.html
similarity index 88%
copy from docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
copy to docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/index.html
index 8faf4c4988..ab3f5b0ab4 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secret backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Community Providers" href="../howto/create-update-providers.html" />
- <link rel="prev" title="Writing logs" href="logging.html" />
+ <title>airflow.providers.cncf.kubernetes — apache-airflow-providers-cncf-kubernetes Documentation</title>
+ <link rel="stylesheet" href="../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../search.html" />
+ <link rel="next" title="airflow.providers.cncf.kubernetes.decorators" href="decorators/index.html" />
+ <link rel="prev" title="KubernetesPodOperator" href="../../../../../operators.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="current reference internal" href="#">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,9 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
-
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="secrets-backends.html"> Secret backends</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes</span></code></a></li>
</ul>
</div>
@@ -555,54 +586,53 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secret-backends">
-<h1>Secret backends<a class="headerlink" href="#secret-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of secret backends
-exposed via community-managed providers.</p>
-<p>Airflow has the capability of reading connections, variables and configuration from Secret Backends rather
-than from its own Database. While storing such information in Airflow’s database is possible, many of the
-enterprise customers already have some secret managers storing secrets, and Airflow can tap into those
-via providers that implement secrets backends for services Airflow integrates with.</p>
-<p>You can also take a
-look at Secret backends available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html" title="(in apache-airflow v2.4.0.dev0)"><span>Secrets Backend</span></a> and here you can see the ones
-provided by the community-managed providers:</p>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.html#airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SecretsManagerBackend</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/systems_manager/index.html#airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SystemsManagerParameterStoreBackend</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.cncf.kubernetes">
+<span id="airflow-providers-cncf-kubernetes"></span><h1><a class="reference internal" href="#module-airflow.providers.cncf.kubernetes" title="airflow.providers.cncf.kubernetes"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes</span></code></a><a class="headerlink" href="#module-airflow.providers.cncf.kubernetes" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="subpackages">
+<h2>Subpackages<a class="headerlink" href="#subpackages" title="Permalink to this heading">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="decorators/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.decorators</span></code></a><ul>
+<li class="toctree-l2"><a class="reference internal" href="decorators/kubernetes/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.decorators.kubernetes</span></code></a></li>
</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/secrets/secret_manager/index.html#airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend" title="(in apache-airflow-providers-google v8.3.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudSecretManagerBackend</span></code></a></p></li>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="hooks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.hooks</span></code></a><ul>
+<li class="toctree-l2"><a class="reference internal" href="hooks/kubernetes/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.hooks.kubernetes</span></code></a></li>
</ul>
-</div>
-<div class="section" id="hashicorp">
-<h2>Hashicorp<a class="headerlink" href="#hashicorp" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-hashicorp/stable/_api/airflow/providers/hashicorp/secrets/vault/index.html#airflow.providers.hashicorp.secrets.vault.VaultBackend" title="(in apache-airflow-providers-hashicorp v3.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">VaultBackend</span></code></a></p></li>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="operators/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.operators</span></code></a><ul>
+<li class="toctree-l2"><a class="reference internal" href="operators/kubernetes_pod/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.operators.kubernetes_pod</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="operators/spark_kubernetes/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.operators.spark_kubernetes</span></code></a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="sensors/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.sensors</span></code></a><ul>
+<li class="toctree-l2"><a class="reference internal" href="sensors/spark_kubernetes/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.sensors.spark_kubernetes</span></code></a></li>
+</ul>
+</li>
+<li class="toctree-l1"><a class="reference internal" href="utils/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.utils</span></code></a><ul>
+<li class="toctree-l2"><a class="reference internal" href="utils/pod_manager/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.utils.pod_manager</span></code></a></li>
+<li class="toctree-l2"><a class="reference internal" href="utils/xcom_sidecar/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.utils.xcom_sidecar</span></code></a></li>
</ul>
+</li>
+</ul>
+</div>
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/secrets/key_vault/index.html#airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></a></p></li>
-<li><p><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></p></li>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this heading">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="python_kubernetes_script/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.python_kubernetes_script</span></code></a></li>
</ul>
</div>
+</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Writing logs" href="logging.html" >
+ <a rel="prev" title="KubernetesPodOperator" href="../../../../../operators.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Community Providers" href="../howto/create-update-providers.html" >
+ <a rel="next" title="airflow.providers.cncf.kubernetes.decorators" href="decorators/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -672,11 +702,9 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secret backends</a><ul>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#hashicorp">Hashicorp</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes</span></code></a><ul>
+<li><a class="reference internal" href="#subpackages">Subpackages</a></li>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -701,7 +729,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/secrets-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-cncf-kubernetes/_api/airflow/providers/cncf/kubernetes/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -835,18 +863,18 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../" src="../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../" id="documentation_options" src="../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../_static/jquery.js"></script>
+ <script src="../../../../../_static/underscore.js"></script>
+ <script src="../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../_static/doctools.js"></script>
+ <script src="../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/auth-backends.html b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/operators/index.html
similarity index 90%
copy from docs-archive/apache-airflow-providers/core-extensions/auth-backends.html
copy to docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/operators/index.html
index 2e92701cef..01aed2d1f7 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/auth-backends.html
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/operators/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Auth backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Connections" href="connections.html" />
- <link rel="prev" title="Core Extensions" href="index.html" />
+ <title>airflow.providers.cncf.kubernetes.operators — apache-airflow-providers-cncf-kubernetes Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.cncf.kubernetes.operators.kubernetes_pod" href="kubernetes_pod/index.html" />
+ <link rel="prev" title="airflow.providers.cncf.kubernetes.hooks.kubernetes" href="../hooks/kubernetes/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes</span></code></a></li>
- <li class="breadcrumb-item"><a href="auth-backends.html"> Auth backends</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.operators</span></code></a></li>
</ul>
</div>
@@ -555,32 +588,25 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="auth-backends">
-<h1>Auth backends<a class="headerlink" href="#auth-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of authentication backends
-exposed via community-managed providers.</p>
-<p>Airflow’s authentication for web server and API is based on Flask Application Builder’s authentication
-capabilities. You can read more about those in
-<a class="reference external" href="https://flask-appbuilder.readthedocs.io/en/latest/security.html">FAB security docs</a>.</p>
-<p>You can also
-take a look at Auth backends available in the core Airflow in <a class="reference external" href="/docs/apache-airflow/stable/security/webserver.html" title="(in apache-airflow v2.4.0.dev0)"><span>Webserver</span></a>
-or see those provided by the community-managed providers:</p>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><code class="xref py py-class docutils literal notranslate"><span class="pre">google_openid</span></code></p></li>
+ <div class="section" id="module-airflow.providers.cncf.kubernetes.operators">
+<span id="airflow-providers-cncf-kubernetes-operators"></span><h1><a class="reference internal" href="#module-airflow.providers.cncf.kubernetes.operators" title="airflow.providers.cncf.kubernetes.operators"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.operators</span></code></a><a class="headerlink" href="#module-airflow.providers.cncf.kubernetes.operators" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this heading">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="kubernetes_pod/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.operators.kubernetes_pod</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="spark_kubernetes/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.operators.spark_kubernetes</span></code></a></li>
</ul>
</div>
+</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Core Extensions" href="index.html" >
+ <a rel="prev" title="airflow.providers.cncf.kubernetes.hooks.kubernetes" href="../hooks/kubernetes/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Connections" href="connections.html" >
+ <a rel="next" title="airflow.providers.cncf.kubernetes.operators.kubernetes_pod" href="kubernetes_pod/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -650,8 +676,8 @@ or see those provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Auth backends</a><ul>
-<li><a class="reference internal" href="#google">Google</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.operators</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -676,7 +702,7 @@ or see those provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/auth-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-cncf-kubernetes/_api/airflow/providers/cncf/kubernetes/operators/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -810,18 +836,18 @@ or see those provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html
similarity index 59%
copy from docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
copy to docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html
index 80ae316caa..3401fc8243 100644
--- a/docs-archive/apache-airflow-providers/operators-and-hooks-ref/azure.html
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Azure: Microsoft Azure — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Google" href="google.html" />
- <link rel="prev" title="AWS: Amazon Web Services" href="aws.html" />
+ <title>airflow.providers.cncf.kubernetes.operators.kubernetes_pod — apache-airflow-providers-cncf-kubernetes Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.cncf.kubernetes.operators.spark_kubernetes" href="../spark_kubernetes/index.html" />
+ <link rel="prev" title="airflow.providers.cncf.kubernetes.operators" href="../index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,23 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -408,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -439,23 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Operators and hooks</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="apache.html">ASF: Apache Software Foundation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aws.html">AWS: Amazon Web Services</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Azure: Microsoft Azure</a></li>
-<li class="toctree-l2"><a class="reference internal" href="google.html">Google</a></li>
-<li class="toctree-l2"><a class="reference internal" href="protocol.html">Protocol integrations</a></li>
-<li class="toctree-l2"><a class="reference internal" href="services.html">Services</a></li>
-<li class="toctree-l2"><a class="reference internal" href="software.html">Software integrations</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -544,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Operators and Hooks Reference</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.operators</span></code></a></li>
- <li class="breadcrumb-item"><a href="azure.html"> Azure: Microsoft Azure</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.operators.kubernetes_pod</span></code></a></li>
</ul>
</div>
@@ -559,378 +590,273 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="azure-microsoft-azure">
-<h1>Azure: Microsoft Azure<a class="headerlink" href="#azure-microsoft-azure" title="Permalink to this heading">¶</a></h1>
-<p>Airflow has limited support for <a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a>.</p>
-<p>Some hooks are based on <a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>
-which authenticate Azure’s Python SDK Clients.</p>
-<div class="section" id="services">
-<h2>Services<a class="headerlink" href="#services" title="Permalink to this heading">¶</a></h2>
-<p>These integrations allow you to perform various operations within the Microsoft Azure.</p>
-<div class="section" id="microsoft-azure">
-<h3>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/base_azure/index.html#module-airflow.providers.microsoft.azure.hooks.base_azure" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.base_azure</span></code></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/">Microsoft Azure</a></p>
-</dd>
-</dl>
+ <div class="section" id="module-airflow.providers.cncf.kubernetes.operators.kubernetes_pod">
+<span id="airflow-providers-cncf-kubernetes-operators-kubernetes-pod"></span><h1><a class="reference internal" href="#module-airflow.providers.cncf.kubernetes.operators.kubernetes_pod" title="airflow.providers.cncf.kubernetes.operators.kubernetes_pod"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.operators.kubernetes_pod</span></code></a><a class="headerlink" href="#module-airflow.providers.cncf.kubernetes.operators.kubernet [...]
+<p>Executes task in a Kubernetes POD</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator" title="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">KubernetesPodOperator</span></code></a></p></td>
+<td><p>Execute a task in a Kubernetes Pod</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py exception">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.PodReattachFailure">
+<em class="property"><span class="pre">exception</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.cncf.kubernetes.operators.kubernetes_pod.</span></span><span class="sig-name descname"><span class="pre">PodReattachFailure</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.html#PodReattachFailure"><span class="viewcode-link"><span class="pre" [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/exceptions/index.html#airflow.exceptions.AirflowException" title="(in apache-airflow v2.5.0.dev0)"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>When we expect to be able to find a pod but cannot.</p>
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.cncf.kubernetes.operators.kubernetes_pod.</span></span><span class="sig-name descname"><span class="pre">KubernetesPodOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">kubernetes_conn_id</span></spa [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Execute a task in a Kubernetes Pod</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more information on how to use this operator, take a look at the guide:
+<a class="reference internal" href="../../../../../../../operators.html#howto-operator-kubernetespodoperator"><span class="std std-ref">KubernetesPodOperator</span></a></p>
</div>
-<div class="section" id="microsoft-azure-batch">
-<h3>Microsoft Azure Batch<a class="headerlink" href="#microsoft-azure-batch" title="Permalink to this heading">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/batch/index.html#module-airflow.providers.microsoft.azure.operators.batch" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.batch</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/batch/index.html#module-airflow.providers.microsoft.azure.hooks.batch" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.batch</span></code></a>, <a class="reference external" href="/docs/apache-airflow-p [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/batch/">Microsoft Azure Batch</a></p>
-</dd>
-</dl>
+<div class="admonition note">
+<p class="admonition-title">Note</p>
+<p>If you use <a class="reference external" href="https://cloud.google.com/kubernetes-engine/">Google Kubernetes Engine</a>
+and Airflow is not running in the same cluster, consider using
+<a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/operators/kubernetes_engine/index.html#airflow.providers.google.cloud.operators.kubernetes_engine.GKEStartPodOperator" title="(in apache-airflow-providers-google v8.3.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GKEStartPodOperator</span></code></a>, which
+simplifies the authorization process.</p>
</div>
-<div class="section" id="microsoft-azure-blob-storage">
-<h3>Microsoft Azure Blob Storage<a class="headerlink" href="#microsoft-azure-blob-storage" title="Permalink to this heading">¶</a></h3>
<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/wasb_delete_blob/index.html#module-airflow.providers.microsoft.azure.operators.wasb_delete_blob" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.wasb_delete_blob</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/wasb/index.html#module-airflow.providers.microsoft.azure.hooks.wasb" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.wasb</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-container-instances">
-<h3>Microsoft Azure Container Instances<a class="headerlink" href="#microsoft-azure-container-instances" title="Permalink to this heading">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/container_instances/index.html#module-airflow.providers.microsoft.azure.operators.container_instances" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.container_instances</span></code></a>, <a cl [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/container_volume/index.html#module-airflow.providers.microsoft.azure.hooks.container_volume" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.container_volume</span></code></a>, <a class="reference exter [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/container-instances/">Microsoft Azure Container Instances</a></p>
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>kubernetes_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- The <a class="reference internal" href="../../../../../../../connections/kubernetes.html#howto-connection-kubernetes"><span class="std std-ref">kubernetes connection id</span></a>
+for the Kubernetes cluster.</p></li>
+<li><p><strong>namespace</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- the namespace to run within kubernetes.</p></li>
+<li><p><strong>image</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- Docker image you wish to launch. Defaults to hub.docker.com,
+but fully qualified URLS will point to custom repositories. (templated)</p></li>
+<li><p><strong>name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- name of the pod in which the task will run, will be used (plus a random
+suffix if random_name_suffix is True) to generate a pod id (DNS-1123 subdomain,
+containing only [a-z0-9.-]).</p></li>
+<li><p><strong>random_name_suffix</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a><em> | </em><em>None</em>) -- if True, will generate a random suffix.</p></li>
+<li><p><strong>cmds</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>] </em><em>| </em><em>None</em>) -- entrypoint of the container. (templated)
+The docker images's entrypoint is used if this is not provided.</p></li>
+<li><p><strong>arguments</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>] </em><em>| </em><em>None</em>) -- arguments of the entrypoint. (templated)
+The docker image's CMD is used if this is not provided.</p></li>
+<li><p><strong>ports</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em>[</em><em>k8s.V1ContainerPort</em><em>] </em><em>| </em><em>None</em>) -- ports for the launched pod.</p></li>
+<li><p><strong>volume_mounts</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em>[</em><em>k8s.V1VolumeMount</em><em>] </em><em>| </em><em>None</em>) -- volumeMounts for the launched pod.</p></li>
+<li><p><strong>volumes</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em>[</em><em>k8s.V1Volume</em><em>] </em><em>| </em><em>None</em>) -- volumes for the launched pod. Includes ConfigMaps and PersistentVolumes.</p></li>
+<li><p><strong>env_vars</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em>[</em><em>k8s.V1EnvVar</em><em>] </em><em>| </em><em>None</em>) -- Environment variables initialized in the container. (templated)</p></li>
+<li><p><strong>env_from</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em>[</em><em>k8s.V1EnvFromSource</em><em>] </em><em>| </em><em>None</em>) -- (Optional) List of sources to populate environment variables in the container.</p></li>
+<li><p><strong>secrets</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em>[</em><em>Secret</em><em>] </em><em>| </em><em>None</em>) -- Kubernetes secrets to inject in the container.
+They can be exposed as environment vars or files in a volume.</p></li>
+<li><p><strong>in_cluster</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a><em> | </em><em>None</em>) -- run kubernetes client with in_cluster configuration.</p></li>
+<li><p><strong>cluster_context</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- context that points to kubernetes cluster.
+Ignored when in_cluster is True. If None, current-context is used.</p></li>
+<li><p><strong>reattach_on_restart</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) -- if the worker dies while the pod is running, reattach and monitor
+during the next try. If False, always create a new pod for each try.</p></li>
+<li><p><strong>labels</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) -- labels to apply to the Pod. (templated)</p></li>
+<li><p><strong>startup_timeout_seconds</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- timeout in seconds to startup the pod.</p></li>
+<li><p><strong>get_logs</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) -- get the stdout of the container as logs of the tasks.</p></li>
+<li><p><strong>image_pull_policy</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- Specify a policy to cache or always pull an image.</p></li>
+<li><p><strong>annotations</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) -- non-identifying metadata you can attach to the Pod.
+Can be a large range of data, and can include characters
+that are not permitted by labels.</p></li>
+<li><p><strong>container_resources</strong> (<em>k8s.V1ResourceRequirements</em><em> | </em><em>None</em>) -- resources for the launched pod.</p></li>
+<li><p><strong>affinity</strong> (<em>k8s.V1Affinity</em><em> | </em><em>None</em>) -- affinity scheduling rules for the launched pod.</p></li>
+<li><p><strong>config_file</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- The path to the Kubernetes config file. (templated)
+If not specified, default value is <code class="docutils literal notranslate"><span class="pre">~/.kube/config</span></code></p></li>
+<li><p><strong>node_selectors</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) -- (Deprecated) A dict containing a group of scheduling rules.
+Please use node_selector instead.</p></li>
+<li><p><strong>node_selector</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) -- A dict containing a group of scheduling rules.</p></li>
+<li><p><strong>image_pull_secrets</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em>[</em><em>k8s.V1LocalObjectReference</em><em>] </em><em>| </em><em>None</em>) -- Any image pull secrets to be given to the pod.
+If more than one secret is required, provide a
+comma separated list: secret_a,secret_b</p></li>
+<li><p><strong>service_account_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- Name of the service account</p></li>
+<li><p><strong>is_delete_operator_pod</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) -- What to do when the pod reaches its final
+state, or the execution is interrupted. If True (default), delete the
+pod; if False, leave the pod.</p></li>
+<li><p><strong>hostnetwork</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) -- If True enable host networking on the pod.</p></li>
+<li><p><strong>tolerations</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em>[</em><em>k8s.V1Toleration</em><em>] </em><em>| </em><em>None</em>) -- A list of kubernetes tolerations.</p></li>
+<li><p><strong>security_context</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) -- security options the pod should run with (PodSecurityContext).</p></li>
+<li><p><strong>container_security_context</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) -- security options the container should run with.</p></li>
+<li><p><strong>dnspolicy</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- dnspolicy for the pod.</p></li>
+<li><p><strong>schedulername</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- Specify a schedulername for the pod</p></li>
+<li><p><strong>full_pod_spec</strong> (<em>k8s.V1Pod</em><em> | </em><em>None</em>) -- The complete podSpec</p></li>
+<li><p><strong>init_containers</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em>[</em><em>k8s.V1Container</em><em>] </em><em>| </em><em>None</em>) -- init container for the launched Pod</p></li>
+<li><p><strong>log_events_on_failure</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) -- Log the pod's events if a failure occurs</p></li>
+<li><p><strong>do_xcom_push</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) -- If True, the content of the file
+/airflow/xcom/return.json in the container will also be pushed to an
+XCom when the container completes.</p></li>
+<li><p><strong>pod_template_file</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- path to pod template file (templated)</p></li>
+<li><p><strong>priority_class_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- priority class name for the launched Pod</p></li>
+<li><p><strong>pod_runtime_info_envs</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em>[</em><em>k8s.V1EnvVar</em><em>] </em><em>| </em><em>None</em>) -- (Optional) A list of environment variables,
+to be set in the container.</p></li>
+<li><p><strong>termination_grace_period</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a><em> | </em><em>None</em>) -- Termination grace period if task killed in UI,
+defaults to kubernetes default</p></li>
+<li><p><strong>configmaps</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>] </em><em>| </em><em>None</em>) -- (Optional) A list of names of config maps from which it collects ConfigMaps
+to populate the environment variables with. The contents of the target
+ConfigMap's Data field will represent the key-value pairs as environment variables.
+Extends env_from.</p></li>
+</ul>
</dd>
</dl>
-</div>
-<div class="section" id="microsoft-azure-cosmos-db">
-<h3>Microsoft Azure Cosmos DB<a class="headerlink" href="#microsoft-azure-cosmos-db" title="Permalink to this heading">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/cosmos/index.html#module-airflow.providers.microsoft.azure.operators.cosmos" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.cosmos</span></code></a>, <a class="reference external" href="/docs/ap [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/cosmos/index.html#module-airflow.providers.microsoft.azure.hooks.cosmos" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.cosmos</span></code></a>, <a class="reference external" href="/docs/apache-airflo [...]
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/cosmos-db/">Microsoft Azure Cosmos DB</a></p>
-</dd>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.BASE_CONTAINER_NAME">
+<span class="sig-name descname"><span class="pre">BASE_CONTAINER_NAME</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">base</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.html#KubernetesPodOperator.BASE_CONTAINER_NAME"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubern [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.POD_CHECKED_KEY">
+<span class="sig-name descname"><span class="pre">POD_CHECKED_KEY</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">already_checked</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.html#KubernetesPodOperator.POD_CHECKED_KEY"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kub [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['image',</span> <span class="pre">'cmds',</span> <span class="pre">'arguments',</span> <span class="pre">'env_vars',</span> <span class="pre">'labels',</span> <span class="pre">'config_file',</span> <span class="pre">'pod_template_file',</span> <span class="pre">'namespace']</span> [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.template_fields_renderers">
+<span class="sig-name descname"><span class="pre">template_fields_renderers</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.html#KubernetesPodOperator.template_fields_renderers"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.template_fields_renderers" title="Permalin [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.pod_manager">
+<span class="sig-name descname"><span class="pre">pod_manager</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.html#KubernetesPodOperator.pod_manager"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.pod_ma [...]
+<dd><dl class="field-list simple">
</dl>
-</div>
-<div class="section" id="microsoft-azure-data-explorer">
-<h3>Microsoft Azure Data Explorer<a class="headerlink" href="#microsoft-azure-data-explorer" title="Permalink to this heading">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adx/index.html#module-airflow.providers.microsoft.azure.operators.adx" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adx</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/adx/index.html#module-airflow.providers.microsoft.azure.hooks.adx" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.adx</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-even">Product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-explorer/">Microsoft Azure Data Explorer</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-factory">
-<h3>Microsoft Azure Data Factory<a class="headerlink" href="#microsoft-azure-data-factory" title="Permalink to this heading">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/data_factory/index.html#module-airflow.providers.microsoft.azure.operators.data_factory" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.data_factory</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_factory/index.html#module-airflow.providers.microsoft.azure.hooks.data_factory" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_factory</span></code></a>, <a class="reference external" href="/ [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adf_run_pipeline.html" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><span>Azure Data Factory Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/data-factory/">Microsoft Azure Data Factory</a></p>
-</dd>
-</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage">
-<h3>Microsoft Azure Data Lake Storage<a class="headerlink" href="#microsoft-azure-data-lake-storage" title="Permalink to this heading">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/adls_list/index.html#module-airflow.providers.microsoft.azure.operators.adls_list" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.adls_list</span></code></a>, <a class="reference external" href= [...]
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/data_lake/index.html#module-airflow.providers.microsoft.azure.hooks.data_lake" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.data_lake</span></code></a>, <a class="reference external" href="/docs/apac [...]
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/adls.html" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><span>Azure DataLake Storage Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.get_hook">
+<span class="sig-name descname"><span class="pre">get_hook</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.html#KubernetesPodOperator.get_hook"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.get_hook" ti [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.hook">
+<span class="sig-name descname"><span class="pre">hook</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.html#KubernetesPodOperator.hook"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.hook" title="Permali [...]
+<dd><dl class="field-list simple">
</dl>
-</div>
-<div class="section" id="microsoft-azure-fileshare">
-<h3>Microsoft Azure FileShare<a class="headerlink" href="#microsoft-azure-fileshare" title="Permalink to this heading">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Hooks</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/fileshare/index.html#module-airflow.providers.microsoft.azure.hooks.fileshare" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.fileshare</span></code></a>, <a class="reference external" href="/docs/apach [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.client">
+<span class="sig-name descname"><span class="pre">client</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.html#KubernetesPodOperator.client"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.client" title="P [...]
+<dd><dl class="field-list simple">
</dl>
-</div>
-<div class="section" id="microsoft-azure-service-bus">
-<h3>Microsoft Azure Service Bus<a class="headerlink" href="#microsoft-azure-service-bus" title="Permalink to this heading">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.find_pod">
+<span class="sig-name descname"><span class="pre">find_pod</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">namespace</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">context</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">exclude_checked</span></span><span class="o"><span class="pre">=</span></span><span [...]
+<dd><p>Returns an already-running pod for this task instance if one exists.</p>
<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/asb/index.html#module-airflow.providers.microsoft.azure.operators.asb" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.asb</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/asb/index.html#module-airflow.providers.microsoft.azure.hooks.asb" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.asb</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/asb.html" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><span>Azure Service Bus Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/service-bus/">Microsoft Azure Service Bus</a></p>
-</dd>
</dl>
-</div>
-<div class="section" id="microsoft-azure-synapse">
-<h3>Microsoft Azure Synapse<a class="headerlink" href="#microsoft-azure-synapse" title="Permalink to this heading">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Operators</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/operators/synapse/index.html#module-airflow.providers.microsoft.azure.operators.synapse" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.operators.synapse</span></code></a>.</p>
-</dd>
-<dt class="field-even">Hooks</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/hooks/synapse/index.html#module-airflow.providers.microsoft.azure.hooks.synapse" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.hooks.synapse</span></code></a>.</p>
-</dd>
-<dt class="field-odd">Guides</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/azure_synapse.html" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><span>Azure Synapse Operators</span></a>.</p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
-<dt class="field-odd">Product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/synapse-analytics/">Microsoft Azure Synapse</a></p>
-</dd>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.get_or_create_pod">
+<span class="sig-name descname"><span class="pre">get_or_create_pod</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod_request_obj</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.html#KubernetesPodOperator.get_or_create_pod"><s [...]
+<dd><dl class="field-list simple">
</dl>
-</div>
-</div>
-<div class="section" id="transfers">
-<h2>Transfers<a class="headerlink" href="#transfers" title="Permalink to this heading">¶</a></h2>
-<p>These integrations allow you to copy data from/to Microsoft Azure.</p>
-<div class="section" id="microsoft-azure-fileshare-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure FileShare to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs" title="Permalink to this heading">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://cloud.google.com/storage/">Microsoft Azure FileShare</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/operators/transfer/azure_fileshare_to_gcs.html" title="(in apache-airflow-providers-google v8.3.0)"><span>Transfers data from Azure FileShare Storage to Google Cloud Storage</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/azure_fileshare_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs" title="(in apache-airflow-providers-google v8.3.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.azure_fileshare_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.await_pod_start">
+<span class="sig-name descname"><span class="pre">await_pod_start</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.html#KubernetesPodOperator.await_pod_start"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#a [...]
+<dd><dl class="field-list simple">
</dl>
-</div>
-<div class="section" id="microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs" title="Permalink to this heading">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.extract_xcom">
+<span class="sig-name descname"><span class="pre">extract_xcom</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.html#KubernetesPodOperator.extract_xcom"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow [...]
+<dd><p>Retrieves xcom value and kills xcom sidecar container</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/transfers/adls_to_gcs/index.html#module-airflow.providers.google.cloud.transfers.adls_to_gcs" title="(in apache-airflow-providers-google v8.3.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.transfers.adls_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-google"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-google</span></code></a></p>
-</dd>
</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-data-lake-storage">
-<h3>Local to Microsoft Azure Data Lake Storage<a class="headerlink" href="#local-to-microsoft-azure-data-lake-storage" title="Permalink to this heading">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.html#KubernetesPodOperator.execute"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.provi [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-even">Operator guide</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/local_to_adls.html" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><span>Upload data from Local Filesystem to Azure Data Lake</span></a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_adls/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_adls" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_adls</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
</dl>
-</div>
-<div class="section" id="oracle-to-microsoft-azure-data-lake-storage">
-<h3>Oracle to Microsoft Azure Data Lake Storage<a class="headerlink" href="#oracle-to-microsoft-azure-data-lake-storage" title="Permalink to this heading">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://www.oracle.com/en/database/">Oracle</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/data-lake-storage/">Microsoft Azure Data Lake Storage</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake/index.html#module-airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake</span> [...]
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.cleanup">
+<span class="sig-name descname"><span class="pre">cleanup</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">remote_pod</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.html#KubernetesPodOperator.cleanup"><span class="viewcode-link"><sp [...]
+<dd><dl class="field-list simple">
</dl>
-</div>
-<div class="section" id="local-to-microsoft-azure-blob-storage">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#local-to-microsoft-azure-blob-storage" title="Permalink to this heading">¶</a></h3>
-<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/file_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.file_to_wasb" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.file_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.process_pod_deletion">
+<span class="sig-name descname"><span class="pre">process_pod_deletion</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.html#KubernetesPodOperator.process_pod_deletion"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink [...]
+<dd><dl class="field-list simple">
</dl>
-</div>
-<div class="section" id="id1">
-<h3>Local to Microsoft Azure Blob Storage<a class="headerlink" href="#id1" title="Permalink to this heading">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.patch_already_checked">
+<span class="sig-name descname"><span class="pre">patch_already_checked</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.html#KubernetesPodOperator.patch_already_checked"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerli [...]
+<dd><p>Add an "already checked" annotation to ensure we don't reattach on retries</p>
<dl class="field-list simple">
-<dt class="field-odd">Target product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/local_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.local_to_wasb" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.local_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage-to-google-cloud-storage-gcs">
-<h3>Microsoft Azure Blob Storage to Google Cloud Storage (GCS)<a class="headerlink" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs" title="Permalink to this heading">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.on_kill">
+<span class="sig-name descname"><span class="pre">on_kill</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.html#KubernetesPodOperator.on_kill"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.on_kill" title [...]
+<dd><p>Override this method to cleanup subprocesses when a task instance
+gets killed. Any use of the threading, subprocess or multiprocessing
+module within an operator needs to be cleaned up or it will leave
+ghost processes behind.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://cloud.google.com/storage/">Google Cloud Storage (GCS)</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/azure_blob_to_gcs.html" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs/index.html#module-airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
</dl>
-</div>
-<div class="section" id="ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">
-<h3>SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage<a class="headerlink" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage" title="Permalink to this heading">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.build_pod_request_obj">
+<span class="sig-name descname"><span class="pre">build_pod_request_obj</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.html#KubernetesPodOpera [...]
+<dd><p>Returns V1Pod object based on pod template file, full pod spec, and other operator parameters.</p>
+<p>The V1Pod attributes are derived (in order of precedence) from operator params, full pod spec, pod
+template file.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://tools.ietf.org/wg/secsh/draft-ietf-secsh-filexfer/">SSH File Transfer Protocol (SFTP)</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-odd">Operator guide</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/operators/sftp_to_wasb.html" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><span>Azure Blob Storage Transfer Operator</span></a></p>
-</dd>
-<dt class="field-even">Python API</dt>
-<dd class="field-even"><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/transfers/sftp_to_wasb/index.html#module-airflow.providers.microsoft.azure.transfers.sftp_to_wasb" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.microsoft.azure.transfers.sftp_to_wasb</span></code></a></p>
-</dd>
-<dt class="field-odd">Provider</dt>
-<dd class="field-odd"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-microsoft-azure"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-microsoft-azure</span></code></a></p>
-</dd>
</dl>
-</div>
-<div class="section" id="microsoft-azure-blob-storage-to-snowflake">
-<h3>Microsoft Azure Blob Storage to Snowflake<a class="headerlink" href="#microsoft-azure-blob-storage-to-snowflake" title="Permalink to this heading">¶</a></h3>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.dry_run">
+<span class="sig-name descname"><span class="pre">dry_run</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.html#KubernetesPodOperator.dry_run"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.dry_run" title [...]
+<dd><p>Prints out the pod definition that would be created by this operator.
+Does not include labels specific to the task instance (since there isn't
+one in a dry_run) and excludes all empty elements.</p>
<dl class="field-list simple">
-<dt class="field-odd">Source product documentation</dt>
-<dd class="field-odd"><p><a class="reference external" href="https://azure.microsoft.com/en-us/services/storage/blobs/">Microsoft Azure Blob Storage</a></p>
-</dd>
-<dt class="field-even">Target product documentation</dt>
-<dd class="field-even"><p><a class="reference external" href="https://snowflake.com/">Snowflake</a></p>
-</dd>
-<dt class="field-odd">Python API</dt>
-<dd class="field-odd"><p><a class="reference external" href="/docs/apache-airflow-providers-snowflake/stable/_api/airflow/providers/snowflake/transfers/copy_into_snowflake/index.html#module-airflow.providers.snowflake.transfers.copy_into_snowflake" title="(in apache-airflow-providers-snowflake v3.2.0)"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.snowflake.transfers.copy_into_snowflake</span></code></a></p>
-</dd>
-<dt class="field-even">Provider</dt>
-<dd class="field-even"><p><a class="reference internal" href="../packages-ref.html#std-provider-apache-airflow-providers-snowflake"><code class="xref std std-provider docutils literal notranslate"><span class="pre">apache-airflow-providers-snowflake</span></code></a></p>
-</dd>
</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="AWS: Amazon Web Services" href="aws.html" >
+ <a rel="prev" title="airflow.providers.cncf.kubernetes.operators" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Google" href="google.html" >
+ <a rel="next" title="airflow.providers.cncf.kubernetes.operators.spark_kubernetes" href="../spark_kubernetes/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -1000,31 +926,34 @@ which authenticate Azure’s Python SDK Clients.</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Azure: Microsoft Azure</a><ul>
-<li><a class="reference internal" href="#services">Services</a><ul>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
-<li><a class="reference internal" href="#microsoft-azure-batch">Microsoft Azure Batch</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage">Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-container-instances">Microsoft Azure Container Instances</a></li>
-<li><a class="reference internal" href="#microsoft-azure-cosmos-db">Microsoft Azure Cosmos DB</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-explorer">Microsoft Azure Data Explorer</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-factory">Microsoft Azure Data Factory</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage">Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-fileshare">Microsoft Azure FileShare</a></li>
-<li><a class="reference internal" href="#microsoft-azure-service-bus">Microsoft Azure Service Bus</a></li>
-<li><a class="reference internal" href="#microsoft-azure-synapse">Microsoft Azure Synapse</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.operators.kubernetes_pod</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.PodReattachFailure">PodReattachFailure</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator">KubernetesPodOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.BASE_CONTAINER_NAME">BASE_CONTAINER_NAME</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.POD_CHECKED_KEY">POD_CHECKED_KEY</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.template_fields_renderers">template_fields_renderers</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.pod_manager">pod_manager</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.get_hook">get_hook</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.hook">hook</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.client">client</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.find_pod">find_pod</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.get_or_create_pod">get_or_create_pod</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.await_pod_start">await_pod_start</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.extract_xcom">extract_xcom</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.execute">execute</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.cleanup">cleanup</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.process_pod_deletion">process_pod_deletion</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.patch_already_checked">patch_already_checked</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.on_kill">on_kill</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.build_pod_request_obj">build_pod_request_obj</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.dry_run">dry_run</a></li>
+</ul>
+</li>
</ul>
</li>
-<li><a class="reference internal" href="#transfers">Transfers</a><ul>
-<li><a class="reference internal" href="#microsoft-azure-fileshare-to-google-cloud-storage-gcs">Microsoft Azure FileShare to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#microsoft-azure-data-lake-storage-to-google-cloud-storage-gcs">Microsoft Azure Data Lake Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-data-lake-storage">Local to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#oracle-to-microsoft-azure-data-lake-storage">Oracle to Microsoft Azure Data Lake Storage</a></li>
-<li><a class="reference internal" href="#local-to-microsoft-azure-blob-storage">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#id1">Local to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage-to-google-cloud-storage-gcs">Microsoft Azure Blob Storage to Google Cloud Storage (GCS)</a></li>
-<li><a class="reference internal" href="#ssh-file-transfer-protocol-sftp-to-microsoft-azure-blob-storage">SSH File Transfer Protocol (SFTP) to Microsoft Azure Blob Storage</a></li>
-<li><a class="reference internal" href="#microsoft-azure-blob-storage-to-snowflake">Microsoft Azure Blob Storage to Snowflake</a></li>
</ul>
</li>
</ul>
@@ -1051,7 +980,7 @@ which authenticate Azure’s Python SDK Clients.</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/operators-and-hooks-ref/azure.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-cncf-kubernetes/_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -1185,18 +1114,18 @@ which authenticate Azure’s Python SDK Clients.</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/operators/spark_kubernetes/index.html
similarity index 82%
copy from docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
copy to docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/operators/spark_kubernetes/index.html
index 8faf4c4988..d0137097a2 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/operators/spark_kubernetes/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secret backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Community Providers" href="../howto/create-update-providers.html" />
- <link rel="prev" title="Writing logs" href="logging.html" />
+ <title>airflow.providers.cncf.kubernetes.operators.spark_kubernetes — apache-airflow-providers-cncf-kubernetes Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.cncf.kubernetes.sensors" href="../../sensors/index.html" />
+ <link rel="prev" title="airflow.providers.cncf.kubernetes.operators.kubernetes_pod" href="../kubernetes_pod/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes</span></code></a></li>
- <li class="breadcrumb-item"><a href="secrets-backends.html"> Secret backends</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.operators</span></code></a></li>
+
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.operators.spark_kubernetes</span></code></a></li>
</ul>
</div>
@@ -555,54 +590,83 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secret-backends">
-<h1>Secret backends<a class="headerlink" href="#secret-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of secret backends
-exposed via community-managed providers.</p>
-<p>Airflow has the capability of reading connections, variables and configuration from Secret Backends rather
-than from its own Database. While storing such information in Airflow’s database is possible, many of the
-enterprise customers already have some secret managers storing secrets, and Airflow can tap into those
-via providers that implement secrets backends for services Airflow integrates with.</p>
-<p>You can also take a
-look at Secret backends available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html" title="(in apache-airflow v2.4.0.dev0)"><span>Secrets Backend</span></a> and here you can see the ones
-provided by the community-managed providers:</p>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.html#airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SecretsManagerBackend</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/systems_manager/index.html#airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SystemsManagerParameterStoreBackend</span></code></a></p></li>
-</ul>
+ <div class="section" id="module-airflow.providers.cncf.kubernetes.operators.spark_kubernetes">
+<span id="airflow-providers-cncf-kubernetes-operators-spark-kubernetes"></span><h1><a class="reference internal" href="#module-airflow.providers.cncf.kubernetes.operators.spark_kubernetes" title="airflow.providers.cncf.kubernetes.operators.spark_kubernetes"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.operators.spark_kubernetes</span></code></a><a class="headerlink" href="#module-airflow.providers.cncf.kubernetes.operators. [...]
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.spark_kubernetes.SparkKubernetesOperator" title="airflow.providers.cncf.kubernetes.operators.spark_kubernetes.SparkKubernetesOperator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkKubernetesOperator</span></code></a></p></td>
+<td><p>Creates sparkApplication object in kubernetes cluster:</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.spark_kubernetes.SparkKubernetesOperator">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.cncf.kubernetes.operators.spark_kubernetes.</span></span><span class="sig-name descname"><span class="pre">SparkKubernetesOperator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">application_file</span></s [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></p>
+<p>Creates sparkApplication object in kubernetes cluster:</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more detail about Spark Application Object have a look at the reference:
+<a class="reference external" href="https://github.com/GoogleCloudPlatform/spark-on-k8s-operator/blob/v1beta2-1.1.0-2.4.5/docs/api-docs.md#sparkapplication">https://github.com/GoogleCloudPlatform/spark-on-k8s-operator/blob/v1beta2-1.1.0-2.4.5/docs/api-docs.md#sparkapplication</a></p>
</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/secrets/secret_manager/index.html#airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend" title="(in apache-airflow-providers-google v8.3.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudSecretManagerBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="hashicorp">
-<h2>Hashicorp<a class="headerlink" href="#hashicorp" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-hashicorp/stable/_api/airflow/providers/hashicorp/secrets/vault/index.html#airflow.providers.hashicorp.secrets.vault.VaultBackend" title="(in apache-airflow-providers-hashicorp v3.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">VaultBackend</span></code></a></p></li>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>application_file</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- Defines Kubernetes 'custom_resource_definition' of 'sparkApplication' as either a
+path to a '.yaml' file, '.json' file, YAML string or JSON string.</p></li>
+<li><p><strong>namespace</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- kubernetes namespace to put sparkApplication</p></li>
+<li><p><strong>kubernetes_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- The <a class="reference internal" href="../../../../../../../connections/kubernetes.html#howto-connection-kubernetes"><span class="std std-ref">kubernetes connection id</span></a>
+for the to Kubernetes cluster.</p></li>
+<li><p><strong>api_group</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- kubernetes api group of sparkApplication</p></li>
+<li><p><strong>api_version</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- kubernetes api version of sparkApplication</p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.spark_kubernetes.SparkKubernetesOperator.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['application_file',</span> <span class="pre">'namespace']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/spark_kubernetes.html#SparkKubernetesOperator.template_fields"><span class="viewcode-link"><span class= [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.spark_kubernetes.SparkKubernetesOperator.template_ext">
+<span class="sig-name descname"><span class="pre">template_ext</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['.yaml',</span> <span class="pre">'.yml',</span> <span class="pre">'.json']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/spark_kubernetes.html#SparkKubernetesOperator.template_ext"><span class="viewcode-link"> [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.spark_kubernetes.SparkKubernetesOperator.ui_color">
+<span class="sig-name descname"><span class="pre">ui_color</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">#f4a460</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/spark_kubernetes.html#SparkKubernetesOperator.ui_color"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.operators. [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.operators.spark_kubernetes.SparkKubernetesOperator.execute">
+<span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/operators/spark_kubernetes.html#SparkKubernetesOperator.execute"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.p [...]
+<dd><p>This is the main method to derive when creating an operator.
+Context is the same dictionary used as when rendering jinja templates.</p>
+<p>Refer to get_template_context for more context.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/secrets/key_vault/index.html#airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></a></p></li>
-<li><p><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Writing logs" href="logging.html" >
+ <a rel="prev" title="airflow.providers.cncf.kubernetes.operators.kubernetes_pod" href="../kubernetes_pod/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Community Providers" href="../howto/create-update-providers.html" >
+ <a rel="next" title="airflow.providers.cncf.kubernetes.sensors" href="../../sensors/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -672,11 +736,20 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secret backends</a><ul>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#hashicorp">Hashicorp</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.operators.spark_kubernetes</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.spark_kubernetes.SparkKubernetesOperator">SparkKubernetesOperator</a><ul>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.spark_kubernetes.SparkKubernetesOperator.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.spark_kubernetes.SparkKubernetesOperator.template_ext">template_ext</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.spark_kubernetes.SparkKubernetesOperator.ui_color">ui_color</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.operators.spark_kubernetes.SparkKubernetesOperator.execute">execute</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -701,7 +774,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/secrets-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-cncf-kubernetes/_api/airflow/providers/cncf/kubernetes/operators/spark_kubernetes/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -835,18 +908,18 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/python_kubernetes_script/index.html
similarity index 86%
copy from docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
copy to docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/python_kubernetes_script/index.html
index 8faf4c4988..d256cf5c65 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/python_kubernetes_script/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secret backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Community Providers" href="../howto/create-update-providers.html" />
- <link rel="prev" title="Writing logs" href="logging.html" />
+ <title>airflow.providers.cncf.kubernetes.python_kubernetes_script — apache-airflow-providers-cncf-kubernetes Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="tests.system.providers.cncf.kubernetes" href="../../../../../tests/system/providers/cncf/kubernetes/index.html" />
+ <link rel="prev" title="airflow.providers.cncf.kubernetes.utils.xcom_sidecar" href="../utils/xcom_sidecar/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes</span></code></a></li>
- <li class="breadcrumb-item"><a href="secrets-backends.html"> Secret backends</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.python_kubernetes_script</span></code></a></li>
</ul>
</div>
@@ -555,54 +588,65 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secret-backends">
-<h1>Secret backends<a class="headerlink" href="#secret-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of secret backends
-exposed via community-managed providers.</p>
-<p>Airflow has the capability of reading connections, variables and configuration from Secret Backends rather
-than from its own Database. While storing such information in Airflow’s database is possible, many of the
-enterprise customers already have some secret managers storing secrets, and Airflow can tap into those
-via providers that implement secrets backends for services Airflow integrates with.</p>
-<p>You can also take a
-look at Secret backends available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html" title="(in apache-airflow v2.4.0.dev0)"><span>Secrets Backend</span></a> and here you can see the ones
-provided by the community-managed providers:</p>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.html#airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SecretsManagerBackend</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/systems_manager/index.html#airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SystemsManagerParameterStoreBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/secrets/secret_manager/index.html#airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend" title="(in apache-airflow-providers-google v8.3.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudSecretManagerBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="hashicorp">
-<h2>Hashicorp<a class="headerlink" href="#hashicorp" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-hashicorp/stable/_api/airflow/providers/hashicorp/secrets/vault/index.html#airflow.providers.hashicorp.secrets.vault.VaultBackend" title="(in apache-airflow-providers-hashicorp v3.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">VaultBackend</span></code></a></p></li>
+ <div class="section" id="module-airflow.providers.cncf.kubernetes.python_kubernetes_script">
+<span id="airflow-providers-cncf-kubernetes-python-kubernetes-script"></span><h1><a class="reference internal" href="#module-airflow.providers.cncf.kubernetes.python_kubernetes_script" title="airflow.providers.cncf.kubernetes.python_kubernetes_script"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.python_kubernetes_script</span></code></a><a class="headerlink" href="#module-airflow.providers.cncf.kubernetes.python_kubernetes_ [...]
+<p>Utilities for using the kubernetes decorator</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="functions">
+<h3>Functions<a class="headerlink" href="#functions" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.cncf.kubernetes.python_kubernetes_script.remove_task_decorator" title="airflow.providers.cncf.kubernetes.python_kubernetes_script.remove_task_decorator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">remove_task_decorator</span></code></a>(python_source, task_decorator_name)</p></td>
+<td><p>Removed @kubernetes_task</p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.cncf.kubernetes.python_kubernetes_script.write_python_script" title="airflow.providers.cncf.kubernetes.python_kubernetes_script.write_python_script"><code class="xref py py-obj docutils literal notranslate"><span class="pre">write_python_script</span></code></a>(jinja_context, filename[, ...])</p></td>
+<td><p>Renders the python script to a file to execute in the virtual environment.</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py function">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.python_kubernetes_script.remove_task_decorator">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.cncf.kubernetes.python_kubernetes_script.</span></span><span class="sig-name descname"><span class="pre">remove_task_decorator</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">python_source</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">task_decorator_name</span></span></em><span class="sig-paren">)</span><a class="reference internal [...]
+<dd><p>Removed @kubernetes_task</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>python_source</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- </p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.python_kubernetes_script.write_python_script">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.cncf.kubernetes.python_kubernetes_script.</span></span><span class="sig-name descname"><span class="pre">write_python_script</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">jinja_context</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">filename</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">render_template [...]
+<dd><p>Renders the python script to a file to execute in the virtual environment.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>jinja_context</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) -- The jinja context variables to unpack and replace with its placeholders in the
+template file.</p></li>
+<li><p><strong>filename</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- The name of the file to dump the rendered script to.</p></li>
+<li><p><strong>render_template_as_native_obj</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) -- If <code class="docutils literal notranslate"><span class="pre">True</span></code>, rendered Jinja template would be converted
+to a native Python object</p></li>
</ul>
+</dd>
+</dl>
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/secrets/key_vault/index.html#airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></a></p></li>
-<li><p><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Writing logs" href="logging.html" >
+ <a rel="prev" title="airflow.providers.cncf.kubernetes.utils.xcom_sidecar" href="../utils/xcom_sidecar/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Community Providers" href="../howto/create-update-providers.html" >
+ <a rel="next" title="tests.system.providers.cncf.kubernetes" href="../../../../../tests/system/providers/cncf/kubernetes/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -672,11 +716,15 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secret backends</a><ul>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#hashicorp">Hashicorp</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.python_kubernetes_script</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#functions">Functions</a><ul>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.python_kubernetes_script.remove_task_decorator">remove_task_decorator</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.python_kubernetes_script.write_python_script">write_python_script</a></li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -701,7 +749,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/secrets-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-cncf-kubernetes/_api/airflow/providers/cncf/kubernetes/python_kubernetes_script/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -835,18 +883,18 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/auth-backends.html b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/sensors/index.html
similarity index 90%
copy from docs-archive/apache-airflow-providers/core-extensions/auth-backends.html
copy to docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/sensors/index.html
index 2e92701cef..23a6803054 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/auth-backends.html
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/sensors/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Auth backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Connections" href="connections.html" />
- <link rel="prev" title="Core Extensions" href="index.html" />
+ <title>airflow.providers.cncf.kubernetes.sensors — apache-airflow-providers-cncf-kubernetes Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.cncf.kubernetes.sensors.spark_kubernetes" href="spark_kubernetes/index.html" />
+ <link rel="prev" title="airflow.providers.cncf.kubernetes.operators.spark_kubernetes" href="../operators/spark_kubernetes/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes</span></code></a></li>
- <li class="breadcrumb-item"><a href="auth-backends.html"> Auth backends</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.sensors</span></code></a></li>
</ul>
</div>
@@ -555,32 +588,24 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="auth-backends">
-<h1>Auth backends<a class="headerlink" href="#auth-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of authentication backends
-exposed via community-managed providers.</p>
-<p>Airflow’s authentication for web server and API is based on Flask Application Builder’s authentication
-capabilities. You can read more about those in
-<a class="reference external" href="https://flask-appbuilder.readthedocs.io/en/latest/security.html">FAB security docs</a>.</p>
-<p>You can also
-take a look at Auth backends available in the core Airflow in <a class="reference external" href="/docs/apache-airflow/stable/security/webserver.html" title="(in apache-airflow v2.4.0.dev0)"><span>Webserver</span></a>
-or see those provided by the community-managed providers:</p>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><code class="xref py py-class docutils literal notranslate"><span class="pre">google_openid</span></code></p></li>
+ <div class="section" id="module-airflow.providers.cncf.kubernetes.sensors">
+<span id="airflow-providers-cncf-kubernetes-sensors"></span><h1><a class="reference internal" href="#module-airflow.providers.cncf.kubernetes.sensors" title="airflow.providers.cncf.kubernetes.sensors"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.sensors</span></code></a><a class="headerlink" href="#module-airflow.providers.cncf.kubernetes.sensors" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this heading">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="spark_kubernetes/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.sensors.spark_kubernetes</span></code></a></li>
</ul>
</div>
+</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Core Extensions" href="index.html" >
+ <a rel="prev" title="airflow.providers.cncf.kubernetes.operators.spark_kubernetes" href="../operators/spark_kubernetes/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Connections" href="connections.html" >
+ <a rel="next" title="airflow.providers.cncf.kubernetes.sensors.spark_kubernetes" href="spark_kubernetes/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -650,8 +675,8 @@ or see those provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Auth backends</a><ul>
-<li><a class="reference internal" href="#google">Google</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.sensors</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -676,7 +701,7 @@ or see those provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/auth-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-cncf-kubernetes/_api/airflow/providers/cncf/kubernetes/sensors/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -810,18 +835,18 @@ or see those provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/sensors/spark_kubernetes/index.html
similarity index 81%
copy from docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
copy to docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/sensors/spark_kubernetes/index.html
index 8faf4c4988..c5e9456c4c 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/sensors/spark_kubernetes/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secret backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Community Providers" href="../howto/create-update-providers.html" />
- <link rel="prev" title="Writing logs" href="logging.html" />
+ <title>airflow.providers.cncf.kubernetes.sensors.spark_kubernetes — apache-airflow-providers-cncf-kubernetes Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.cncf.kubernetes.utils" href="../../utils/index.html" />
+ <link rel="prev" title="airflow.providers.cncf.kubernetes.sensors" href="../index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes</span></code></a></li>
- <li class="breadcrumb-item"><a href="secrets-backends.html"> Secret backends</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.sensors</span></code></a></li>
+
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.sensors.spark_kubernetes</span></code></a></li>
</ul>
</div>
@@ -555,54 +590,82 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secret-backends">
-<h1>Secret backends<a class="headerlink" href="#secret-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of secret backends
-exposed via community-managed providers.</p>
-<p>Airflow has the capability of reading connections, variables and configuration from Secret Backends rather
-than from its own Database. While storing such information in Airflow’s database is possible, many of the
-enterprise customers already have some secret managers storing secrets, and Airflow can tap into those
-via providers that implement secrets backends for services Airflow integrates with.</p>
-<p>You can also take a
-look at Secret backends available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html" title="(in apache-airflow v2.4.0.dev0)"><span>Secrets Backend</span></a> and here you can see the ones
-provided by the community-managed providers:</p>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.html#airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SecretsManagerBackend</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/systems_manager/index.html#airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SystemsManagerParameterStoreBackend</span></code></a></p></li>
-</ul>
+ <div class="section" id="module-airflow.providers.cncf.kubernetes.sensors.spark_kubernetes">
+<span id="airflow-providers-cncf-kubernetes-sensors-spark-kubernetes"></span><h1><a class="reference internal" href="#module-airflow.providers.cncf.kubernetes.sensors.spark_kubernetes" title="airflow.providers.cncf.kubernetes.sensors.spark_kubernetes"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.sensors.spark_kubernetes</span></code></a><a class="headerlink" href="#module-airflow.providers.cncf.kubernetes.sensors.spark_kube [...]
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.cncf.kubernetes.sensors.spark_kubernetes.SparkKubernetesSensor" title="airflow.providers.cncf.kubernetes.sensors.spark_kubernetes.SparkKubernetesSensor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkKubernetesSensor</span></code></a></p></td>
+<td><p>Checks sparkApplication object in kubernetes cluster:</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.sensors.spark_kubernetes.SparkKubernetesSensor">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.cncf.kubernetes.sensors.spark_kubernetes.</span></span><span class="sig-name descname"><span class="pre">SparkKubernetesSensor</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">application_name</span></span> [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/sensors/base/index.html#airflow.sensors.base.BaseSensorOperator" title="(in apache-airflow v2.5.0.dev0)"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.sensors.base.BaseSensorOperator</span></code></a></p>
+<p>Checks sparkApplication object in kubernetes cluster:</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p>For more detail about Spark Application Object have a look at the reference:
+<a class="reference external" href="https://github.com/GoogleCloudPlatform/spark-on-k8s-operator/blob/v1beta2-1.1.0-2.4.5/docs/api-docs.md#sparkapplication">https://github.com/GoogleCloudPlatform/spark-on-k8s-operator/blob/v1beta2-1.1.0-2.4.5/docs/api-docs.md#sparkapplication</a></p>
</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/secrets/secret_manager/index.html#airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend" title="(in apache-airflow-providers-google v8.3.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudSecretManagerBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="hashicorp">
-<h2>Hashicorp<a class="headerlink" href="#hashicorp" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-hashicorp/stable/_api/airflow/providers/hashicorp/secrets/vault/index.html#airflow.providers.hashicorp.secrets.vault.VaultBackend" title="(in apache-airflow-providers-hashicorp v3.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">VaultBackend</span></code></a></p></li>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>application_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- spark Application resource name</p></li>
+<li><p><strong>namespace</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) -- the kubernetes namespace where the sparkApplication reside in</p></li>
+<li><p><strong>kubernetes_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- The <a class="reference internal" href="../../../../../../../connections/kubernetes.html#howto-connection-kubernetes"><span class="std std-ref">kubernetes connection</span></a>
+to Kubernetes cluster.</p></li>
+<li><p><strong>attach_log</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) -- determines whether logs for driver pod should be appended to the sensor log</p></li>
+<li><p><strong>api_group</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- kubernetes api group of sparkApplication</p></li>
+<li><p><strong>api_version</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- kubernetes api version of sparkApplication</p></li>
</ul>
+</dd>
+</dl>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.sensors.spark_kubernetes.SparkKubernetesSensor.template_fields">
+<span class="sig-name descname"><span class="pre">template_fields</span></span><em class="property"><span class="w"> </span><span class="pre">:Sequence[str]</span> <span class="pre">=</span> <span class="pre">['application_name',</span> <span class="pre">'namespace']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/sensors/spark_kubernetes.html#SparkKubernetesSensor.template_fields"><span class="viewcode-link"><span class="pre [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.sensors.spark_kubernetes.SparkKubernetesSensor.FAILURE_STATES">
+<span class="sig-name descname"><span class="pre">FAILURE_STATES</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">['FAILED',</span> <span class="pre">'UNKNOWN']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/sensors/spark_kubernetes.html#SparkKubernetesSensor.FAILURE_STATES"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.sensors.spark_kubernetes.SparkKubernetesSensor.SUCCESS_STATES">
+<span class="sig-name descname"><span class="pre">SUCCESS_STATES</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">['COMPLETED']</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/sensors/spark_kubernetes.html#SparkKubernetesSensor.SUCCESS_STATES"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kuberne [...]
+<dd></dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.sensors.spark_kubernetes.SparkKubernetesSensor.poke">
+<span class="sig-name descname"><span class="pre">poke</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">context</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/sensors/spark_kubernetes.html#SparkKubernetesSensor.poke"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.c [...]
+<dd><p>Function that the sensors defined while deriving this class should
+override.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/secrets/key_vault/index.html#airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></a></p></li>
-<li><p><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Writing logs" href="logging.html" >
+ <a rel="prev" title="airflow.providers.cncf.kubernetes.sensors" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Community Providers" href="../howto/create-update-providers.html" >
+ <a rel="next" title="airflow.providers.cncf.kubernetes.utils" href="../../utils/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -672,11 +735,20 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secret backends</a><ul>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#hashicorp">Hashicorp</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.sensors.spark_kubernetes</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a><ul>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.sensors.spark_kubernetes.SparkKubernetesSensor">SparkKubernetesSensor</a><ul>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.sensors.spark_kubernetes.SparkKubernetesSensor.template_fields">template_fields</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.sensors.spark_kubernetes.SparkKubernetesSensor.FAILURE_STATES">FAILURE_STATES</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.sensors.spark_kubernetes.SparkKubernetesSensor.SUCCESS_STATES">SUCCESS_STATES</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.sensors.spark_kubernetes.SparkKubernetesSensor.poke">poke</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -701,7 +773,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/secrets-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-cncf-kubernetes/_api/airflow/providers/cncf/kubernetes/sensors/spark_kubernetes/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -835,18 +907,18 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/auth-backends.html b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/utils/index.html
similarity index 90%
copy from docs-archive/apache-airflow-providers/core-extensions/auth-backends.html
copy to docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/utils/index.html
index 2e92701cef..c7527ec57b 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/auth-backends.html
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/utils/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Auth backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Connections" href="connections.html" />
- <link rel="prev" title="Core Extensions" href="index.html" />
+ <title>airflow.providers.cncf.kubernetes.utils — apache-airflow-providers-cncf-kubernetes Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.cncf.kubernetes.utils.pod_manager" href="pod_manager/index.html" />
+ <link rel="prev" title="airflow.providers.cncf.kubernetes.sensors.spark_kubernetes" href="../sensors/spark_kubernetes/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes</span></code></a></li>
- <li class="breadcrumb-item"><a href="auth-backends.html"> Auth backends</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.utils</span></code></a></li>
</ul>
</div>
@@ -555,32 +588,25 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="auth-backends">
-<h1>Auth backends<a class="headerlink" href="#auth-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of authentication backends
-exposed via community-managed providers.</p>
-<p>Airflow’s authentication for web server and API is based on Flask Application Builder’s authentication
-capabilities. You can read more about those in
-<a class="reference external" href="https://flask-appbuilder.readthedocs.io/en/latest/security.html">FAB security docs</a>.</p>
-<p>You can also
-take a look at Auth backends available in the core Airflow in <a class="reference external" href="/docs/apache-airflow/stable/security/webserver.html" title="(in apache-airflow v2.4.0.dev0)"><span>Webserver</span></a>
-or see those provided by the community-managed providers:</p>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><code class="xref py py-class docutils literal notranslate"><span class="pre">google_openid</span></code></p></li>
+ <div class="section" id="module-airflow.providers.cncf.kubernetes.utils">
+<span id="airflow-providers-cncf-kubernetes-utils"></span><h1><a class="reference internal" href="#module-airflow.providers.cncf.kubernetes.utils" title="airflow.providers.cncf.kubernetes.utils"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.utils</span></code></a><a class="headerlink" href="#module-airflow.providers.cncf.kubernetes.utils" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this heading">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="pod_manager/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.utils.pod_manager</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="xcom_sidecar/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.utils.xcom_sidecar</span></code></a></li>
</ul>
</div>
+</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Core Extensions" href="index.html" >
+ <a rel="prev" title="airflow.providers.cncf.kubernetes.sensors.spark_kubernetes" href="../sensors/spark_kubernetes/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Connections" href="connections.html" >
+ <a rel="next" title="airflow.providers.cncf.kubernetes.utils.pod_manager" href="pod_manager/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -650,8 +676,8 @@ or see those provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Auth backends</a><ul>
-<li><a class="reference internal" href="#google">Google</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.utils</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -676,7 +702,7 @@ or see those provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/auth-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-cncf-kubernetes/_api/airflow/providers/cncf/kubernetes/utils/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -810,18 +836,18 @@ or see those provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/utils/pod_manager/index.html
similarity index 64%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/utils/pod_manager/index.html
index daa1b83e48..cec55c6374 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/utils/pod_manager/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>airflow.providers.cncf.kubernetes.utils.pod_manager — apache-airflow-providers-cncf-kubernetes Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.cncf.kubernetes.utils.xcom_sidecar" href="../xcom_sidecar/index.html" />
+ <link rel="prev" title="airflow.providers.cncf.kubernetes.utils" href="../index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.utils</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.utils.pod_manager</span></code></a></li>
</ul>
</div>
@@ -555,59 +590,298 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.4.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.0.1)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.0.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v5.1.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.2.0)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
+ <div class="section" id="module-airflow.providers.cncf.kubernetes.utils.pod_manager">
+<span id="airflow-providers-cncf-kubernetes-utils-pod-manager"></span><h1><a class="reference internal" href="#module-airflow.providers.cncf.kubernetes.utils.pod_manager" title="airflow.providers.cncf.kubernetes.utils.pod_manager"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.utils.pod_manager</span></code></a><a class="headerlink" href="#module-airflow.providers.cncf.kubernetes.utils.pod_manager" title="Permalink to this he [...]
+<p>Launches PODs</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodPhase" title="airflow.providers.cncf.kubernetes.utils.pod_manager.PodPhase"><code class="xref py py-obj docutils literal notranslate"><span class="pre">PodPhase</span></code></a></p></td>
+<td><p>Possible pod phases</p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodLoggingStatus" title="airflow.providers.cncf.kubernetes.utils.pod_manager.PodLoggingStatus"><code class="xref py py-obj docutils literal notranslate"><span class="pre">PodLoggingStatus</span></code></a></p></td>
+<td><p>Used for returning the status of the pod and last log time when exiting from <cite>fetch_container_logs</cite></p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager" title="airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager"><code class="xref py py-obj docutils literal notranslate"><span class="pre">PodManager</span></code></a></p></td>
+<td><p>Helper class for creating, monitoring, and otherwise interacting with Kubernetes pods</p></td>
+</tr>
+</tbody>
+</table>
</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.3.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.3.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.3.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
+<div class="section" id="functions">
+<h3>Functions<a class="headerlink" href="#functions" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.should_retry_start_pod" title="airflow.providers.cncf.kubernetes.utils.pod_manager.should_retry_start_pod"><code class="xref py py-obj docutils literal notranslate"><span class="pre">should_retry_start_pod</span></code></a>(exception)</p></td>
+<td><p>Check if an Exception indicates a transient error and warrants retrying</p></td>
+</tr>
+<tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.container_is_running" title="airflow.providers.cncf.kubernetes.utils.pod_manager.container_is_running"><code class="xref py py-obj docutils literal notranslate"><span class="pre">container_is_running</span></code></a>(pod, container_name)</p></td>
+<td><p>Examines V1Pod <code class="docutils literal notranslate"><span class="pre">pod</span></code> to determine whether <code class="docutils literal notranslate"><span class="pre">container_name</span></code> is running.</p></td>
+</tr>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.get_container_termination_message" title="airflow.providers.cncf.kubernetes.utils.pod_manager.get_container_termination_message"><code class="xref py py-obj docutils literal notranslate"><span class="pre">get_container_termination_message</span></code></a>(pod, container_name)</p></td>
+<td><p></p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py exception">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodLaunchFailedException">
+<em class="property"><span class="pre">exception</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.cncf.kubernetes.utils.pod_manager.</span></span><span class="sig-name descname"><span class="pre">PodLaunchFailedException</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodLaunchFailedException"><span class="viewcode-link"><span class="pre">[ [...]
+<dd><p>Bases: <a class="reference external" href="/docs/apache-airflow/stable/_api/airflow/exceptions/index.html#airflow.exceptions.AirflowException" title="(in apache-airflow v2.5.0.dev0)"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.exceptions.AirflowException</span></code></a></p>
+<p>When pod launching fails in KubernetesPodOperator.</p>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.should_retry_start_pod">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.cncf.kubernetes.utils.pod_manager.</span></span><span class="sig-name descname"><span class="pre">should_retry_start_pod</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">exception</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#should_retr [...]
+<dd><p>Check if an Exception indicates a transient error and warrants retrying</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodPhase">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.cncf.kubernetes.utils.pod_manager.</span></span><span class="sig-name descname"><span class="pre">PodPhase</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodPhase"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="h [...]
+<dd><p>Possible pod phases
+See <a class="reference external" href="https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle/#pod-phase">https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle/#pod-phase</a>.</p>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodPhase.PENDING">
+<span class="sig-name descname"><span class="pre">PENDING</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">Pending</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodPhase.PENDING"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodPhase.PENDING" [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodPhase.RUNNING">
+<span class="sig-name descname"><span class="pre">RUNNING</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">Running</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodPhase.RUNNING"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodPhase.RUNNING" [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodPhase.FAILED">
+<span class="sig-name descname"><span class="pre">FAILED</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">Failed</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodPhase.FAILED"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodPhase.FAILED" titl [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodPhase.SUCCEEDED">
+<span class="sig-name descname"><span class="pre">SUCCEEDED</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">Succeeded</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodPhase.SUCCEEDED"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodPhase.SUC [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodPhase.terminal_states">
+<span class="sig-name descname"><span class="pre">terminal_states</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodPhase.terminal_states"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodPhase.terminal_states" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.container_is_running">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.cncf.kubernetes.utils.pod_manager.</span></span><span class="sig-name descname"><span class="pre">container_is_running</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">container_name</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../ [...]
+<dd><p>Examines V1Pod <code class="docutils literal notranslate"><span class="pre">pod</span></code> to determine whether <code class="docutils literal notranslate"><span class="pre">container_name</span></code> is running.
+If that container is present and running, returns True. Returns False otherwise.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.get_container_termination_message">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.cncf.kubernetes.utils.pod_manager.</span></span><span class="sig-name descname"><span class="pre">get_container_termination_message</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">container_name</span></span></em><span class="sig-paren">)</span><a class="reference internal" href=".. [...]
+<dd><dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodLoggingStatus">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.cncf.kubernetes.utils.pod_manager.</span></span><span class="sig-name descname"><span class="pre">PodLoggingStatus</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodLoggingStatus"><span class="viewcode-link"><span class="pre">[source]</span></span [...]
+<dd><p>Used for returning the status of the pod and last log time when exiting from <cite>fetch_container_logs</cite></p>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodLoggingStatus.running">
+<span class="sig-name descname"><span class="pre">running</span></span><em class="property"><span class="w"> </span><span class="pre">:bool</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodLoggingStatus.running"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodLoggingStatus.running" title="Permal [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodLoggingStatus.last_log_time">
+<span class="sig-name descname"><span class="pre">last_log_time</span></span><em class="property"><span class="w"> </span><span class="pre">:DateTime</span> <span class="pre">|</span> <span class="pre">None</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodLoggingStatus.last_log_time"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers. [...]
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.cncf.kubernetes.utils.pod_manager.</span></span><span class="sig-name descname"><span class="pre">PodManager</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">kube_client</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</ [...]
+<dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.utils.log.logging_mixin.LoggingMixin</span></code></p>
+<p>Helper class for creating, monitoring, and otherwise interacting with Kubernetes pods
+for use with the KubernetesPodOperator</p>
+<dl class="field-list simple">
+</dl>
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.run_pod_async">
+<span class="sig-name descname"><span class="pre">run_pod_async</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodManager.run_po [...]
+<dd><p>Runs POD asynchronously</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.delete_pod">
+<span class="sig-name descname"><span class="pre">delete_pod</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodManager.delete_pod"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubern [...]
+<dd><p>Deletes POD</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.create_pod">
+<span class="sig-name descname"><span class="pre">create_pod</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodManager.create_pod"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubern [...]
+<dd><p>Launches the pod asynchronously.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.await_pod_start">
+<span class="sig-name descname"><span class="pre">await_pod_start</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">startup_timeout</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">120</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/a [...]
+<dd><p>Waits for the pod to reach phase other than <code class="docutils literal notranslate"><span class="pre">Pending</span></code></p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>pod</strong> (<em>kubernetes.client.models.v1_pod.V1Pod</em>) -- </p></li>
+<li><p><strong>startup_timeout</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) -- Timeout (in seconds) for startup of the pod
+(if pod is pending for too long, fails task)</p></li>
</ul>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p></p>
+</dd>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p>None</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.follow_container_logs">
+<span class="sig-name descname"><span class="pre">follow_container_logs</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">container_name</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodManager.follow_container_logs"><span class="view [...]
+<dd><dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.fetch_container_logs">
+<span class="sig-name descname"><span class="pre">fetch_container_logs</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">container_name</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">follow</span></span><span class="o"><span class="pre">=</span></span><s [...]
+<dd><p>Follows the logs of container and streams to airflow logging.
+Returns when container exits.</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.await_container_completion">
+<span class="sig-name descname"><span class="pre">await_container_completion</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">container_name</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodManager.await_container_completion"><span c [...]
+<dd><dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.await_pod_completion">
+<span class="sig-name descname"><span class="pre">await_pod_completion</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodManager.await_pod_completion"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.p [...]
+<dd><p>Monitors a pod and returns the final state</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>pod</strong> (<em>kubernetes.client.models.v1_pod.V1Pod</em>) -- pod spec that will be monitored</p>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>Tuple[State, Optional[str]]</p>
+</dd>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p>kubernetes.client.models.v1_pod.V1Pod</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.parse_log_line">
+<span class="sig-name descname"><span class="pre">parse_log_line</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">line</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodManager.parse_log_line"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cn [...]
+<dd><p>Parse K8s log line and returns the final state</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>line</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) -- k8s log line</p>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>timestamp and log message</p>
+</dd>
+<dt class="field-odd">Return type</dt>
+<dd class="field-odd"><p>Tuple[<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a>, <a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a>]</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.container_is_running">
+<span class="sig-name descname"><span class="pre">container_is_running</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">container_name</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodManager.container_is_running"><span class="viewco [...]
+<dd><p>Reads pod and checks if container is running</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.read_pod_logs">
+<span class="sig-name descname"><span class="pre">read_pod_logs</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">container_name</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">tail_lines</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="s [...]
+<dd><p>Reads log from the POD</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.read_pod_events">
+<span class="sig-name descname"><span class="pre">read_pod_events</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodManager.read_pod_events"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.c [...]
+<dd><p>Reads events from the POD</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.read_pod">
+<span class="sig-name descname"><span class="pre">read_pod</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodManager.read_pod"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes [...]
+<dd><p>Read POD information</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.await_xcom_sidecar_container_start">
+<span class="sig-name descname"><span class="pre">await_xcom_sidecar_container_start</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodManager.await_xcom_sidecar_container_start"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class=" [...]
+<dd><dl class="field-list simple">
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.extract_xcom">
+<span class="sig-name descname"><span class="pre">extract_xcom</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/pod_manager.html#PodManager.extract_xcom"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.ku [...]
+<dd><p>Retrieves XCom value and kills xcom sidecar container</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="airflow.providers.cncf.kubernetes.utils" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="airflow.providers.cncf.kubernetes.utils.xcom_sidecar" href="../xcom_sidecar/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +951,49 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.utils.pod_manager</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a></li>
+<li><a class="reference internal" href="#functions">Functions</a><ul>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodLaunchFailedException">PodLaunchFailedException</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.should_retry_start_pod">should_retry_start_pod</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodPhase">PodPhase</a><ul>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodPhase.PENDING">PENDING</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodPhase.RUNNING">RUNNING</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodPhase.FAILED">FAILED</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodPhase.SUCCEEDED">SUCCEEDED</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodPhase.terminal_states">terminal_states</a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.container_is_running">container_is_running</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.get_container_termination_message">get_container_termination_message</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodLoggingStatus">PodLoggingStatus</a><ul>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodLoggingStatus.running">running</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodLoggingStatus.last_log_time">last_log_time</a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager">PodManager</a><ul>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.run_pod_async">run_pod_async</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.delete_pod">delete_pod</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.create_pod">create_pod</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.await_pod_start">await_pod_start</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.follow_container_logs">follow_container_logs</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.fetch_container_logs">fetch_container_logs</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.await_container_completion">await_container_completion</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.await_pod_completion">await_pod_completion</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.parse_log_line">parse_log_line</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.container_is_running">container_is_running</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.read_pod_logs">read_pod_logs</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.read_pod_events">read_pod_events</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.read_pod">read_pod</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.await_xcom_sidecar_container_start">await_xcom_sidecar_container_start</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.pod_manager.PodManager.extract_xcom">extract_xcom</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +1018,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-cncf-kubernetes/_api/airflow/providers/cncf/kubernetes/utils/pod_manager/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,18 +1152,18 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/utils/xcom_sidecar/index.html
similarity index 82%
copy from docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
copy to docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/utils/xcom_sidecar/index.html
index 8faf4c4988..132e9b55ac 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/airflow/providers/cncf/kubernetes/utils/xcom_sidecar/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secret backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Community Providers" href="../howto/create-update-providers.html" />
- <link rel="prev" title="Writing logs" href="logging.html" />
+ <title>airflow.providers.cncf.kubernetes.utils.xcom_sidecar — apache-airflow-providers-cncf-kubernetes Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="airflow.providers.cncf.kubernetes.python_kubernetes_script" href="../../python_kubernetes_script/index.html" />
+ <link rel="prev" title="airflow.providers.cncf.kubernetes.utils.pod_manager" href="../pod_manager/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,13 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes</span></code></a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.utils</span></code></a></li>
- <li class="breadcrumb-item"><a href="secrets-backends.html"> Secret backends</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.utils.xcom_sidecar</span></code></a></li>
</ul>
</div>
@@ -555,54 +590,94 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secret-backends">
-<h1>Secret backends<a class="headerlink" href="#secret-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of secret backends
-exposed via community-managed providers.</p>
-<p>Airflow has the capability of reading connections, variables and configuration from Secret Backends rather
-than from its own Database. While storing such information in Airflow’s database is possible, many of the
-enterprise customers already have some secret managers storing secrets, and Airflow can tap into those
-via providers that implement secrets backends for services Airflow integrates with.</p>
-<p>You can also take a
-look at Secret backends available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html" title="(in apache-airflow v2.4.0.dev0)"><span>Secrets Backend</span></a> and here you can see the ones
-provided by the community-managed providers:</p>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.html#airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SecretsManagerBackend</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/systems_manager/index.html#airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SystemsManagerParameterStoreBackend</span></code></a></p></li>
-</ul>
+ <div class="section" id="module-airflow.providers.cncf.kubernetes.utils.xcom_sidecar">
+<span id="airflow-providers-cncf-kubernetes-utils-xcom-sidecar"></span><h1><a class="reference internal" href="#module-airflow.providers.cncf.kubernetes.utils.xcom_sidecar" title="airflow.providers.cncf.kubernetes.utils.xcom_sidecar"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.utils.xcom_sidecar</span></code></a><a class="headerlink" href="#module-airflow.providers.cncf.kubernetes.utils.xcom_sidecar" title="Permalink to th [...]
+<p>This module handles all xcom functionality for the KubernetesPodOperator
+by attaching a sidecar container that blocks the pod from completing until
+Airflow has pulled result data into the worker for xcom serialization.</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="classes">
+<h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.xcom_sidecar.PodDefaults" title="airflow.providers.cncf.kubernetes.utils.xcom_sidecar.PodDefaults"><code class="xref py py-obj docutils literal notranslate"><span class="pre">PodDefaults</span></code></a></p></td>
+<td><p>Static defaults for Pods</p></td>
+</tr>
+</tbody>
+</table>
</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/secrets/secret_manager/index.html#airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend" title="(in apache-airflow-providers-google v8.3.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudSecretManagerBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="hashicorp">
-<h2>Hashicorp<a class="headerlink" href="#hashicorp" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-hashicorp/stable/_api/airflow/providers/hashicorp/secrets/vault/index.html#airflow.providers.hashicorp.secrets.vault.VaultBackend" title="(in apache-airflow-providers-hashicorp v3.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">VaultBackend</span></code></a></p></li>
-</ul>
+<div class="section" id="functions">
+<h3>Functions<a class="headerlink" href="#functions" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.xcom_sidecar.add_xcom_sidecar" title="airflow.providers.cncf.kubernetes.utils.xcom_sidecar.add_xcom_sidecar"><code class="xref py py-obj docutils literal notranslate"><span class="pre">add_xcom_sidecar</span></code></a>(pod)</p></td>
+<td><p>Adds sidecar</p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py class">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.xcom_sidecar.PodDefaults">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.cncf.kubernetes.utils.xcom_sidecar.</span></span><span class="sig-name descname"><span class="pre">PodDefaults</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/xcom_sidecar.html#PodDefaults"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a [...]
+<dd><p>Static defaults for Pods</p>
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.xcom_sidecar.PodDefaults.XCOM_MOUNT_PATH">
+<span class="sig-name descname"><span class="pre">XCOM_MOUNT_PATH</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">/airflow/xcom</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/xcom_sidecar.html#PodDefaults.XCOM_MOUNT_PATH"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.utils.xcom [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.xcom_sidecar.PodDefaults.SIDECAR_CONTAINER_NAME">
+<span class="sig-name descname"><span class="pre">SIDECAR_CONTAINER_NAME</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">airflow-xcom-sidecar</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/xcom_sidecar.html#PodDefaults.SIDECAR_CONTAINER_NAME"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf. [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.xcom_sidecar.PodDefaults.XCOM_CMD">
+<span class="sig-name descname"><span class="pre">XCOM_CMD</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">trap</span> <span class="pre">"exit</span> <span class="pre">0"</span> <span class="pre">INT;</span> <span class="pre">while</span> <span class="pre">true;</span> <span class="pre">do</span> <span class="pre">sleep</span> <span class="pre">1;</span> <span class="pre">done;</span></em><a class="reference internal" href= [...]
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.xcom_sidecar.PodDefaults.VOLUME_MOUNT">
+<span class="sig-name descname"><span class="pre">VOLUME_MOUNT</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/xcom_sidecar.html#PodDefaults.VOLUME_MOUNT"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.utils.xcom_sidecar.PodDefaults.VOLUME_MOUNT" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.xcom_sidecar.PodDefaults.VOLUME">
+<span class="sig-name descname"><span class="pre">VOLUME</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/xcom_sidecar.html#PodDefaults.VOLUME"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.utils.xcom_sidecar.PodDefaults.VOLUME" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+<dl class="py attribute">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.xcom_sidecar.PodDefaults.SIDECAR_CONTAINER">
+<span class="sig-name descname"><span class="pre">SIDECAR_CONTAINER</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/xcom_sidecar.html#PodDefaults.SIDECAR_CONTAINER"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.cncf.kubernetes.utils.xcom_sidecar.PodDefaults.SIDECAR_CONTAINER" title="Permalink to this definition">¶</a></dt>
+<dd></dd></dl>
+
+</dd></dl>
+
+<dl class="py function">
+<dt class="sig sig-object py" id="airflow.providers.cncf.kubernetes.utils.xcom_sidecar.add_xcom_sidecar">
+<span class="sig-prename descclassname"><span class="pre">airflow.providers.cncf.kubernetes.utils.xcom_sidecar.</span></span><span class="sig-name descname"><span class="pre">add_xcom_sidecar</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">pod</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/cncf/kubernetes/utils/xcom_sidecar.html#add_xcom_sidecar"><sp [...]
+<dd><p>Adds sidecar</p>
+<dl class="field-list simple">
+</dl>
+</dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/secrets/key_vault/index.html#airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></a></p></li>
-<li><p><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Writing logs" href="logging.html" >
+ <a rel="prev" title="airflow.providers.cncf.kubernetes.utils.pod_manager" href="../pod_manager/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Community Providers" href="../howto/create-update-providers.html" >
+ <a rel="next" title="airflow.providers.cncf.kubernetes.python_kubernetes_script" href="../../python_kubernetes_script/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -672,11 +747,24 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secret backends</a><ul>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#hashicorp">Hashicorp</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.cncf.kubernetes.utils.xcom_sidecar</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#classes">Classes</a></li>
+<li><a class="reference internal" href="#functions">Functions</a><ul>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.xcom_sidecar.PodDefaults">PodDefaults</a><ul>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.xcom_sidecar.PodDefaults.XCOM_MOUNT_PATH">XCOM_MOUNT_PATH</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.xcom_sidecar.PodDefaults.SIDECAR_CONTAINER_NAME">SIDECAR_CONTAINER_NAME</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.xcom_sidecar.PodDefaults.XCOM_CMD">XCOM_CMD</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.xcom_sidecar.PodDefaults.VOLUME_MOUNT">VOLUME_MOUNT</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.xcom_sidecar.PodDefaults.VOLUME">VOLUME</a></li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.xcom_sidecar.PodDefaults.SIDECAR_CONTAINER">SIDECAR_CONTAINER</a></li>
+</ul>
+</li>
+<li><a class="reference internal" href="#airflow.providers.cncf.kubernetes.utils.xcom_sidecar.add_xcom_sidecar">add_xcom_sidecar</a></li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -701,7 +789,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/secrets-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-cncf-kubernetes/_api/airflow/providers/cncf/kubernetes/utils/xcom_sidecar/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -835,18 +923,18 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/tests/system/providers/cncf/kubernetes/example_kubernetes/index.html
similarity index 78%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/tests/system/providers/cncf/kubernetes/example_kubernetes/index.html
index daa1b83e48..038e436922 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/tests/system/providers/cncf/kubernetes/example_kubernetes/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>tests.system.providers.cncf.kubernetes.example_kubernetes — apache-airflow-providers-cncf-kubernetes Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="tests.system.providers.cncf.kubernetes.example_kubernetes_decorator" href="../example_kubernetes_decorator/index.html" />
+ <link rel="prev" title="tests.system.providers.cncf.kubernetes" href="../index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../airflow/providers/cncf/kubernetes/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../airflow/providers/cncf/kubernetes/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.cncf.kubernetes</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes</span></code></a></li>
</ul>
</div>
@@ -555,59 +588,100 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.4.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.0.1)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.0.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v5.1.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.2.0)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.3.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.3.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.3.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
+ <div class="section" id="module-tests.system.providers.cncf.kubernetes.example_kubernetes">
+<span id="tests-system-providers-cncf-kubernetes-example-kubernetes"></span><h1><a class="reference internal" href="#module-tests.system.providers.cncf.kubernetes.example_kubernetes" title="tests.system.providers.cncf.kubernetes.example_kubernetes"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes</span></code></a><a class="headerlink" href="#module-tests.system.providers.cncf.kubernetes.example_kubernete [...]
+<p>This is an example dag for using the KubernetesPodOperator.</p>
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_kubernetes.secret_file">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes.</span></span><span class="sig-name descname"><span class="pre">secret_file</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_kubernetes.html#secret_file"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.cncf.kubernetes.examp [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_kubernetes.secret_env">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes.</span></span><span class="sig-name descname"><span class="pre">secret_env</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_kubernetes.html#secret_env"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.cncf.kubernetes.example [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_kubernetes.secret_all_keys">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes.</span></span><span class="sig-name descname"><span class="pre">secret_all_keys</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_kubernetes.html#secret_all_keys"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.cncf.kubernet [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_kubernetes.volume_mount">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes.</span></span><span class="sig-name descname"><span class="pre">volume_mount</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_kubernetes.html#volume_mount"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.cncf.kubernetes.exa [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_kubernetes.configmaps">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes.</span></span><span class="sig-name descname"><span class="pre">configmaps</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_kubernetes.html#configmaps"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.cncf.kubernetes.example [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_kubernetes.volume">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes.</span></span><span class="sig-name descname"><span class="pre">volume</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_kubernetes.html#volume"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.cncf.kubernetes.example_kuberne [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_kubernetes.port">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes.</span></span><span class="sig-name descname"><span class="pre">port</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_kubernetes.html#port"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.cncf.kubernetes.example_kubernetes. [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_kubernetes.init_container_volume_mounts">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes.</span></span><span class="sig-name descname"><span class="pre">init_container_volume_mounts</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_kubernetes.html#init_container_volume_mounts"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.syst [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_kubernetes.init_environments">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes.</span></span><span class="sig-name descname"><span class="pre">init_environments</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_kubernetes.html#init_environments"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.cncf.kube [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_kubernetes.init_container">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes.</span></span><span class="sig-name descname"><span class="pre">init_container</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_kubernetes.html#init_container"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.cncf.kubernetes [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_kubernetes.affinity">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes.</span></span><span class="sig-name descname"><span class="pre">affinity</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_kubernetes.html#affinity"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.cncf.kubernetes.example_kub [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_kubernetes.tolerations">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes.</span></span><span class="sig-name descname"><span class="pre">tolerations</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_kubernetes.html#tolerations"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.cncf.kubernetes.examp [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_kubernetes.ENV_ID">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes.</span></span><span class="sig-name descname"><span class="pre">ENV_ID</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_kubernetes.html#ENV_ID"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.cncf.kubernetes.example_kuberne [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_kubernetes.DAG_ID">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes.</span></span><span class="sig-name descname"><span class="pre">DAG_ID</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">example_kubernetes_operator</span></em><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_kubernetes.html#DAG_ID"><span class="viewcode-link [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_kubernetes.k">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes.</span></span><span class="sig-name descname"><span class="pre">k</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_kubernetes.html#k"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.cncf.kubernetes.example_kubernetes.k" tit [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_kubernetes.test_run">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes.</span></span><span class="sig-name descname"><span class="pre">test_run</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_kubernetes.html#test_run"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.cncf.kubernetes.example_kub [...]
+<dd></dd></dl>
+
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="tests.system.providers.cncf.kubernetes" href="../index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="tests.system.providers.cncf.kubernetes.example_kubernetes_decorator" href="../example_kubernetes_decorator/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +751,26 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_kubernetes.secret_file">secret_file</a></li>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_kubernetes.secret_env">secret_env</a></li>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_kubernetes.secret_all_keys">secret_all_keys</a></li>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_kubernetes.volume_mount">volume_mount</a></li>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_kubernetes.configmaps">configmaps</a></li>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_kubernetes.volume">volume</a></li>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_kubernetes.port">port</a></li>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_kubernetes.init_container_volume_mounts">init_container_volume_mounts</a></li>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_kubernetes.init_environments">init_environments</a></li>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_kubernetes.init_container">init_container</a></li>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_kubernetes.affinity">affinity</a></li>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_kubernetes.tolerations">tolerations</a></li>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_kubernetes.ENV_ID">ENV_ID</a></li>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_kubernetes.DAG_ID">DAG_ID</a></li>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_kubernetes.k">k</a></li>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_kubernetes.test_run">test_run</a></li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +795,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-cncf-kubernetes/_api/tests/system/providers/cncf/kubernetes/example_kubernetes/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,18 +929,18 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/logging.html b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/tests/system/providers/cncf/kubernetes/example_kubernetes_decorator/index.html
similarity index 87%
copy from docs-archive/apache-airflow-providers/core-extensions/logging.html
copy to docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/tests/system/providers/cncf/kubernetes/example_kubernetes_decorator/index.html
index daa1b83e48..67729eb082 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/logging.html
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/tests/system/providers/cncf/kubernetes/example_kubernetes_decorator/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Writing logs — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Secret backends" href="secrets-backends.html" />
- <link rel="prev" title="Extra Links" href="extra-links.html" />
+ <title>tests.system.providers.cncf.kubernetes.example_kubernetes_decorator — apache-airflow-providers-cncf-kubernetes Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="tests.system.providers.cncf.kubernetes.example_spark_kubernetes" href="../example_spark_kubernetes/index.html" />
+ <link rel="prev" title="tests.system.providers.cncf.kubernetes.example_kubernetes" href="../example_kubernetes/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../airflow/providers/cncf/kubernetes/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../airflow/providers/cncf/kubernetes/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.cncf.kubernetes</span></code></a></li>
- <li class="breadcrumb-item"><a href="logging.html"> Writing logs</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes_decorator</span></code></a></li>
</ul>
</div>
@@ -555,59 +588,57 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="writing-logs">
-<h1>Writing logs<a class="headerlink" href="#writing-logs" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of writing task logs
-exposed via community-managed providers. You can also see logging options available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/logging-monitoring/logging-tasks.html" title="(in apache-airflow v2.4.0.dev0)"><span>Logging for Tasks</span></a> and here you can see those
-provided by the community-managed providers:</p>
-<div class="section" id="alibaba">
-<h2>Alibaba<a class="headerlink" href="#alibaba" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/logging/index.html" title="(in apache-airflow-providers-alibaba v2.0.1)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-alibaba/stable/_api/airflow/providers/alibaba/cloud/log/oss_task_handler/index.html#airflow.providers.alibaba.cloud.log.oss_task_handler.OSSTaskHandler" title="(in apache-airflow-providers-alibaba v2.0.1)"><code class="xref py py-class docutils literal notranslate"><span class="pre">OSSTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/logging/index.html" title="(in apache-airflow-providers-amazon v5.1.0)"><span>Logging for Tasks</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/s3_task_handler/index.html#airflow.providers.amazon.aws.log.s3_task_handler.S3TaskHandler" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">S3TaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/log/cloudwatch_task_handler/index.html#airflow.providers.amazon.aws.log.cloudwatch_task_handler.CloudwatchTaskHandler" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudwatchTaskHandler</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="elasticsearch">
-<h2>Elasticsearch<a class="headerlink" href="#elasticsearch" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/logging/index.html" title="(in apache-airflow-providers-elasticsearch v4.2.0)"><span>Writing logs to Elasticsearch</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-elasticsearch/stable/_api/airflow/providers/elasticsearch/log/es_task_handler/index.html#airflow.providers.elasticsearch.log.es_task_handler.ElasticsearchTaskHandler" title="(in apache-airflow-providers-elasticsearch v4.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">ElasticsearchTaskHandler</span></code></a></p></li>
-</ul>
+ <div class="section" id="module-tests.system.providers.cncf.kubernetes.example_kubernetes_decorator">
+<span id="tests-system-providers-cncf-kubernetes-example-kubernetes-decorator"></span><h1><a class="reference internal" href="#module-tests.system.providers.cncf.kubernetes.example_kubernetes_decorator" title="tests.system.providers.cncf.kubernetes.example_kubernetes_decorator"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes_decorator</span></code></a><a class="headerlink" href="#module-tests.system.pro [...]
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<div class="section" id="functions">
+<h3>Functions<a class="headerlink" href="#functions" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_kubernetes_decorator.execute_in_k8s_pod" title="tests.system.providers.cncf.kubernetes.example_kubernetes_decorator.execute_in_k8s_pod"><code class="xref py py-obj docutils literal notranslate"><span class="pre">execute_in_k8s_pod</span></code></a>()</p></td>
+<td><p></p></td>
+</tr>
+</tbody>
+</table>
</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/logging/index.html" title="(in apache-airflow-providers-google v8.3.0)"><span>Writing logs to Google Cloud Platform</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/gcs_task_handler/index.html#airflow.providers.google.cloud.log.gcs_task_handler.GCSTaskHandler" title="(in apache-airflow-providers-google v8.3.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">GCSTaskHandler</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/log/stackdriver_task_handler/index.html#airflow.providers.google.cloud.log.stackdriver_task_handler.StackdriverTaskHandler" title="(in apache-airflow-providers-google v8.3.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">StackdriverTaskHandler</span></code></a></p></li>
-</ul>
+<div class="section" id="attributes">
+<h3>Attributes<a class="headerlink" href="#attributes" title="Permalink to this heading">¶</a></h3>
+<table class="autosummary longtable docutils align-default">
+<colgroup>
+<col style="width: 10%" />
+<col style="width: 90%" />
+</colgroup>
+<tbody>
+<tr class="row-odd"><td><p><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_kubernetes_decorator.test_run" title="tests.system.providers.cncf.kubernetes.example_kubernetes_decorator.test_run"><code class="xref py py-obj docutils literal notranslate"><span class="pre">test_run</span></code></a></p></td>
+<td><p></p></td>
+</tr>
+</tbody>
+</table>
+<dl class="py function">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_kubernetes_decorator.execute_in_k8s_pod">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes_decorator.</span></span><span class="sig-name descname"><span class="pre">execute_in_k8s_pod</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_kubernetes_decorator.html#execute_in_k8s_pod"><span class="viewcode-link"><span class="pre">[ [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_kubernetes_decorator.test_run">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes_decorator.</span></span><span class="sig-name descname"><span class="pre">test_run</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_kubernetes_decorator.html#test_run"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.cncf.ku [...]
+<dd></dd></dl>
+
</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/logging/index.html" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><span>Writing logs to Azure Blob Storage</span></a></p>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/log/wasb_task_handler/index.html#airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">WasbTaskHandler</span></code></a></p></li>
-</ul>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Extra Links" href="extra-links.html" >
+ <a rel="prev" title="tests.system.providers.cncf.kubernetes.example_kubernetes" href="../example_kubernetes/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Secret backends" href="secrets-backends.html" >
+ <a rel="next" title="tests.system.providers.cncf.kubernetes.example_spark_kubernetes" href="../example_spark_kubernetes/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -677,12 +708,16 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Writing logs</a><ul>
-<li><a class="reference internal" href="#alibaba">Alibaba</a></li>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#elasticsearch">Elasticsearch</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes_decorator</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#functions">Functions</a></li>
+<li><a class="reference internal" href="#attributes">Attributes</a><ul>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_kubernetes_decorator.execute_in_k8s_pod">execute_in_k8s_pod</a></li>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_kubernetes_decorator.test_run">test_run</a></li>
+</ul>
+</li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -707,7 +742,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/logging.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-cncf-kubernetes/_api/tests/system/providers/cncf/kubernetes/example_kubernetes_decorator/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -841,18 +876,18 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/tests/system/providers/cncf/kubernetes/example_spark_kubernetes/index.html
similarity index 87%
copy from docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
copy to docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/tests/system/providers/cncf/kubernetes/example_spark_kubernetes/index.html
index 8faf4c4988..09e1b13cdf 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/secrets-backends.html
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/tests/system/providers/cncf/kubernetes/example_spark_kubernetes/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Secret backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Community Providers" href="../howto/create-update-providers.html" />
- <link rel="prev" title="Writing logs" href="logging.html" />
+ <title>tests.system.providers.cncf.kubernetes.example_spark_kubernetes — apache-airflow-providers-cncf-kubernetes Documentation</title>
+ <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../../search.html" />
+ <link rel="next" title="Installing from sources" href="../../../../../../../installing-providers-from-sources.html" />
+ <link rel="prev" title="tests.system.providers.cncf.kubernetes.example_kubernetes_decorator" href="../example_kubernetes_decorator/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../airflow/providers/cncf/kubernetes/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2"><a class="reference internal" href="auth-backends.html">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../airflow/providers/cncf/kubernetes/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
+ <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.cncf.kubernetes</span></code></a></li>
- <li class="breadcrumb-item"><a href="secrets-backends.html"> Secret backends</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.cncf.kubernetes.example_spark_kubernetes</span></code></a></li>
</ul>
</div>
@@ -555,54 +588,39 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="secret-backends">
-<h1>Secret backends<a class="headerlink" href="#secret-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of secret backends
-exposed via community-managed providers.</p>
-<p>Airflow has the capability of reading connections, variables and configuration from Secret Backends rather
-than from its own Database. While storing such information in Airflow’s database is possible, many of the
-enterprise customers already have some secret managers storing secrets, and Airflow can tap into those
-via providers that implement secrets backends for services Airflow integrates with.</p>
-<p>You can also take a
-look at Secret backends available in the core Airflow in
-<a class="reference external" href="/docs/apache-airflow/stable/security/secrets/secrets-backend/index.html" title="(in apache-airflow v2.4.0.dev0)"><span>Secrets Backend</span></a> and here you can see the ones
-provided by the community-managed providers:</p>
-<div class="section" id="amazon">
-<h2>Amazon<a class="headerlink" href="#amazon" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/secrets_manager/index.html#airflow.providers.amazon.aws.secrets.secrets_manager.SecretsManagerBackend" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SecretsManagerBackend</span></code></a></p></li>
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/secrets/systems_manager/index.html#airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend" title="(in apache-airflow-providers-amazon v5.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">SystemsManagerParameterStoreBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-google/stable/_api/airflow/providers/google/cloud/secrets/secret_manager/index.html#airflow.providers.google.cloud.secrets.secret_manager.CloudSecretManagerBackend" title="(in apache-airflow-providers-google v8.3.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">CloudSecretManagerBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="hashicorp">
-<h2>Hashicorp<a class="headerlink" href="#hashicorp" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-hashicorp/stable/_api/airflow/providers/hashicorp/secrets/vault/index.html#airflow.providers.hashicorp.secrets.vault.VaultBackend" title="(in apache-airflow-providers-hashicorp v3.1.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">VaultBackend</span></code></a></p></li>
-</ul>
-</div>
-<div class="section" id="microsoft-azure">
-<h2>Microsoft Azure<a class="headerlink" href="#microsoft-azure" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><a class="reference external" href="/docs/apache-airflow-providers-microsoft-azure/stable/_api/airflow/providers/microsoft/azure/secrets/key_vault/index.html#airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend" title="(in apache-airflow-providers-microsoft-azure v4.2.0)"><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></a></p></li>
-<li><p><code class="xref py py-class docutils literal notranslate"><span class="pre">AzureKeyVaultBackend</span></code></p></li>
-</ul>
+ <div class="section" id="module-tests.system.providers.cncf.kubernetes.example_spark_kubernetes">
+<span id="tests-system-providers-cncf-kubernetes-example-spark-kubernetes"></span><h1><a class="reference internal" href="#module-tests.system.providers.cncf.kubernetes.example_spark_kubernetes" title="tests.system.providers.cncf.kubernetes.example_spark_kubernetes"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.cncf.kubernetes.example_spark_kubernetes</span></code></a><a class="headerlink" href="#module-tests.system.providers.cncf.kube [...]
+<div class="section" id="module-contents">
+<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2>
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_spark_kubernetes.ENV_ID">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_spark_kubernetes.</span></span><span class="sig-name descname"><span class="pre">ENV_ID</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_spark_kubernetes.html#ENV_ID"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.cncf.kubernetes.exa [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_spark_kubernetes.DAG_ID">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_spark_kubernetes.</span></span><span class="sig-name descname"><span class="pre">DAG_ID</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">spark_pi</span></em><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_spark_kubernetes.html#DAG_ID"><span class="viewcode-link"><span [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_spark_kubernetes.t1">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_spark_kubernetes.</span></span><span class="sig-name descname"><span class="pre">t1</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_spark_kubernetes.html#t1"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.cncf.kubernetes.example_spa [...]
+<dd></dd></dl>
+
+<dl class="py data">
+<dt class="sig sig-object py" id="tests.system.providers.cncf.kubernetes.example_spark_kubernetes.test_run">
+<span class="sig-prename descclassname"><span class="pre">tests.system.providers.cncf.kubernetes.example_spark_kubernetes.</span></span><span class="sig-name descname"><span class="pre">test_run</span></span><a class="reference internal" href="../../../../../../../_modules/tests/system/providers/cncf/kubernetes/example_spark_kubernetes.html#test_run"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#tests.system.providers.cncf.kubernetes [...]
+<dd></dd></dl>
+
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Writing logs" href="logging.html" >
+ <a rel="prev" title="tests.system.providers.cncf.kubernetes.example_kubernetes_decorator" href="../example_kubernetes_decorator/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Community Providers" href="../howto/create-update-providers.html" >
+ <a rel="next" title="Installing from sources" href="../../../../../../../installing-providers-from-sources.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -672,11 +690,14 @@ provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Secret backends</a><ul>
-<li><a class="reference internal" href="#amazon">Amazon</a></li>
-<li><a class="reference internal" href="#google">Google</a></li>
-<li><a class="reference internal" href="#hashicorp">Hashicorp</a></li>
-<li><a class="reference internal" href="#microsoft-azure">Microsoft Azure</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.cncf.kubernetes.example_spark_kubernetes</span></code></a><ul>
+<li><a class="reference internal" href="#module-contents">Module Contents</a><ul>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_spark_kubernetes.ENV_ID">ENV_ID</a></li>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_spark_kubernetes.DAG_ID">DAG_ID</a></li>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_spark_kubernetes.t1">t1</a></li>
+<li><a class="reference internal" href="#tests.system.providers.cncf.kubernetes.example_spark_kubernetes.test_run">test_run</a></li>
+</ul>
+</li>
</ul>
</li>
</ul>
@@ -701,7 +722,7 @@ provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/secrets-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-cncf-kubernetes/_api/tests/system/providers/cncf/kubernetes/example_spark_kubernetes/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -835,18 +856,18 @@ provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/core-extensions/auth-backends.html b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/tests/system/providers/cncf/kubernetes/index.html
similarity index 90%
copy from docs-archive/apache-airflow-providers/core-extensions/auth-backends.html
copy to docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/tests/system/providers/cncf/kubernetes/index.html
index 2e92701cef..2abea3e3c7 100644
--- a/docs-archive/apache-airflow-providers/core-extensions/auth-backends.html
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_api/tests/system/providers/cncf/kubernetes/index.html
@@ -9,17 +9,18 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Auth backends — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Connections" href="connections.html" />
- <link rel="prev" title="Core Extensions" href="index.html" />
+ <title>tests.system.providers.cncf.kubernetes — apache-airflow-providers-cncf-kubernetes Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <link rel="next" title="tests.system.providers.cncf.kubernetes.example_kubernetes" href="example_kubernetes/index.html" />
+ <link rel="prev" title="airflow.providers.cncf.kubernetes.python_kubernetes_script" href="../../../../../airflow/providers/cncf/kubernetes/python_kubernetes_script/index.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +281,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +325,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../airflow/providers/cncf/kubernetes/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +423,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +467,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1 current"><a class="reference internal" href="index.html">Core Extensions</a><ul class="current">
-<li class="toctree-l2 current"><a class="current reference internal" href="#">Auth backends</a></li>
-<li class="toctree-l2"><a class="reference internal" href="connections.html">Connections</a></li>
-<li class="toctree-l2"><a class="reference internal" href="extra-links.html">Extra Links</a></li>
-<li class="toctree-l2"><a class="reference internal" href="logging.html">Writing logs</a></li>
-<li class="toctree-l2"><a class="reference internal" href="secrets-backends.html">Secret backends</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../airflow/providers/cncf/kubernetes/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,11 +573,9 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="index.html">Core Extensions</a></li>
-
- <li class="breadcrumb-item"><a href="auth-backends.html"> Auth backends</a></li>
+ <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.cncf.kubernetes</span></code></a></li>
</ul>
</div>
@@ -555,32 +586,26 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="auth-backends">
-<h1>Auth backends<a class="headerlink" href="#auth-backends" title="Permalink to this heading">¶</a></h1>
-<p>This is a summary of all Apache Airflow Community provided implementations of authentication backends
-exposed via community-managed providers.</p>
-<p>Airflow’s authentication for web server and API is based on Flask Application Builder’s authentication
-capabilities. You can read more about those in
-<a class="reference external" href="https://flask-appbuilder.readthedocs.io/en/latest/security.html">FAB security docs</a>.</p>
-<p>You can also
-take a look at Auth backends available in the core Airflow in <a class="reference external" href="/docs/apache-airflow/stable/security/webserver.html" title="(in apache-airflow v2.4.0.dev0)"><span>Webserver</span></a>
-or see those provided by the community-managed providers:</p>
-<div class="section" id="google">
-<h2>Google<a class="headerlink" href="#google" title="Permalink to this heading">¶</a></h2>
-<ul class="simple">
-<li><p><code class="xref py py-class docutils literal notranslate"><span class="pre">google_openid</span></code></p></li>
+ <div class="section" id="module-tests.system.providers.cncf.kubernetes">
+<span id="tests-system-providers-cncf-kubernetes"></span><h1><a class="reference internal" href="#module-tests.system.providers.cncf.kubernetes" title="tests.system.providers.cncf.kubernetes"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.cncf.kubernetes</span></code></a><a class="headerlink" href="#module-tests.system.providers.cncf.kubernetes" title="Permalink to this heading">¶</a></h1>
+<div class="section" id="submodules">
+<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this heading">¶</a></h2>
+<div class="toctree-wrapper compound">
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="example_kubernetes/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="example_kubernetes_decorator/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.cncf.kubernetes.example_kubernetes_decorator</span></code></a></li>
+<li class="toctree-l1"><a class="reference internal" href="example_spark_kubernetes/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.cncf.kubernetes.example_spark_kubernetes</span></code></a></li>
</ul>
</div>
+</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Core Extensions" href="index.html" >
+ <a rel="prev" title="airflow.providers.cncf.kubernetes.python_kubernetes_script" href="../../../../../airflow/providers/cncf/kubernetes/python_kubernetes_script/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
- <a rel="next" title="Connections" href="connections.html" >
+ <a rel="next" title="tests.system.providers.cncf.kubernetes.example_kubernetes" href="example_kubernetes/index.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
@@ -650,8 +675,8 @@ or see those provided by the community-managed providers:</p>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
-<li><a class="reference internal" href="#">Auth backends</a><ul>
-<li><a class="reference internal" href="#google">Google</a></li>
+<li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">tests.system.providers.cncf.kubernetes</span></code></a><ul>
+<li><a class="reference internal" href="#submodules">Submodules</a></li>
</ul>
</li>
</ul>
@@ -676,7 +701,7 @@ or see those provided by the community-managed providers:</p>
<div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/core-extensions/auth-backends.rst" rel="nofollow">
+ <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-cncf-kubernetes/_api/tests/system/providers/cncf/kubernetes/index.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
@@ -810,18 +835,18 @@ or see those provided by the community-managed providers:</p>
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/installing-from-sources.html b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_modules/airflow/providers/cncf/kubernetes/decorators/kubernetes.html
similarity index 78%
copy from docs-archive/apache-airflow-providers/installing-from-sources.html
copy to docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_modules/airflow/providers/cncf/kubernetes/decorators/kubernetes.html
index 15fab773a9..4044546b5b 100644
--- a/docs-archive/apache-airflow-providers/installing-from-sources.html
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_modules/airflow/providers/cncf/kubernetes/decorators/kubernetes.html
@@ -9,17 +9,16 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Installing Providers from Sources — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="_static/pin_32.png"/>
- <link rel="index" title="Index" href="genindex.html" />
- <link rel="search" title="Search" href="search.html" />
- <link rel="next" title="Installation from PyPI" href="installing-from-pypi.html" />
- <link rel="prev" title="Community Providers" href="howto/create-update-providers.html" />
+ <title>airflow.providers.cncf.kubernetes.decorators.kubernetes — apache-airflow-providers-cncf-kubernetes Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +279,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,18 +323,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1"><a class="reference internal" href="core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1 current"><a class="current reference internal" href="#">Installing from sources</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="#released-packages">Released packages</a></li>
-<li class="toctree-l2"><a class="reference internal" href="#release-integrity">Release integrity</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/cncf/kubernetes/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -403,8 +421,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -434,18 +465,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1"><a class="reference internal" href="core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1"><a class="reference internal" href="howto/create-update-providers.html">Update community providers</a></li>
-<li class="toctree-l1 current"><a class="current reference internal" href="#">Installing from sources</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="#released-packages">Released packages</a></li>
-<li class="toctree-l2"><a class="reference internal" href="#release-integrity">Release integrity</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/cncf/kubernetes/index.html">Python API</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -534,9 +571,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../../../../index.html">Module code</a></li>
- <li class="breadcrumb-item"><a href="installing-from-sources.html"> Installing Providers from Sources</a></li>
+ <li class="breadcrumb-item"><a href="kubernetes.html"> airflow.providers.cncf.kubernetes.decorators.kubernetes</a></li>
</ul>
</div>
@@ -547,239 +586,135 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="installing-providers-from-sources">
-<h1>Installing Providers from Sources<a class="headerlink" href="#installing-providers-from-sources" title="Permalink to this heading">¶</a></h1>
-<div class="section" id="released-packages">
-<h2>Released packages<a class="headerlink" href="#released-packages" title="Permalink to this heading">¶</a></h2>
-<ul style="column-count: 2;">
-
- <li><a href="/docs/apache-airflow-providers-airbyte/stable/installing-providers-from-sources.html"><code>Airbyte</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-alibaba/stable/installing-providers-from-sources.html"><code>Alibaba</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-amazon/stable/installing-providers-from-sources.html"><code>Amazon</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-apache-beam/stable/installing-providers-from-sources.html"><code>Apache Beam</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-apache-cassandra/stable/installing-providers-from-sources.html"><code>Apache Cassandra</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-apache-drill/stable/installing-providers-from-sources.html"><code>Apache Drill</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-apache-druid/stable/installing-providers-from-sources.html"><code>Apache Druid</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-apache-hdfs/stable/installing-providers-from-sources.html"><code>Apache HDFS</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-apache-hive/stable/installing-providers-from-sources.html"><code>Apache Hive</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-apache-kylin/stable/installing-providers-from-sources.html"><code>Apache Kylin</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-apache-livy/stable/installing-providers-from-sources.html"><code>Apache Livy</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-apache-pig/stable/installing-providers-from-sources.html"><code>Apache Pig</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-apache-pinot/stable/installing-providers-from-sources.html"><code>Apache Pinot</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-apache-spark/stable/installing-providers-from-sources.html"><code>Apache Spark</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-apache-sqoop/stable/installing-providers-from-sources.html"><code>Apache Sqoop</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-arangodb/stable/installing-providers-from-sources.html"><code>ArangoDB</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-asana/stable/installing-providers-from-sources.html"><code>Asana</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-atlassian-jira/stable/installing-providers-from-sources.html"><code>Atlassian Jira</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-celery/stable/installing-providers-from-sources.html"><code>Celery</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-cloudant/stable/installing-providers-from-sources.html"><code>IBM Cloudant</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-cncf-kubernetes/stable/installing-providers-from-sources.html"><code>Kubernetes</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-common-sql/stable/installing-providers-from-sources.html"><code>Common SQL</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-databricks/stable/installing-providers-from-sources.html"><code>Databricks</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-datadog/stable/installing-providers-from-sources.html"><code>Datadog</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-dbt-cloud/stable/installing-providers-from-sources.html"><code>dbt Cloud</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-dingding/stable/installing-providers-from-sources.html"><code>Dingding</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-discord/stable/installing-providers-from-sources.html"><code>Discord</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-docker/stable/installing-providers-from-sources.html"><code>Docker</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-elasticsearch/stable/installing-providers-from-sources.html"><code>Elasticsearch</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-exasol/stable/installing-providers-from-sources.html"><code>Exasol</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-facebook/stable/installing-providers-from-sources.html"><code>Facebook</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-ftp/stable/installing-providers-from-sources.html"><code>File Transfer Protocol (FTP)</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-github/stable/installing-providers-from-sources.html"><code>Github</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-google/stable/installing-providers-from-sources.html"><code>Google</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-grpc/stable/installing-providers-from-sources.html"><code>gRPC</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-hashicorp/stable/installing-providers-from-sources.html"><code>Hashicorp</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-http/stable/installing-providers-from-sources.html"><code>Hypertext Transfer Protocol (HTTP)</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-imap/stable/installing-providers-from-sources.html"><code>Internet Message Access Protocol (IMAP)</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-influxdb/stable/installing-providers-from-sources.html"><code>Influxdb</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-jdbc/stable/installing-providers-from-sources.html"><code>Java Database Connectivity (JDBC)</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-jenkins/stable/installing-providers-from-sources.html"><code>Jenkins</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-jira/stable/installing-providers-from-sources.html"><code>Jira</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-microsoft-azure/stable/installing-providers-from-sources.html"><code>Microsoft Azure</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-microsoft-mssql/stable/installing-providers-from-sources.html"><code>Microsoft SQL Server (MSSQL)</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-microsoft-psrp/stable/installing-providers-from-sources.html"><code>PowerShell Remoting Protocol (PSRP)</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-microsoft-winrm/stable/installing-providers-from-sources.html"><code>Windows Remote Management (WinRM)</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-mongo/stable/installing-providers-from-sources.html"><code>MongoDB</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-mysql/stable/installing-providers-from-sources.html"><code>MySQL</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-neo4j/stable/installing-providers-from-sources.html"><code>Neo4j</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-odbc/stable/installing-providers-from-sources.html"><code>ODBC</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-openfaas/stable/installing-providers-from-sources.html"><code>OpenFaaS</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-opsgenie/stable/installing-providers-from-sources.html"><code>Opsgenie</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-oracle/stable/installing-providers-from-sources.html"><code>Oracle</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-pagerduty/stable/installing-providers-from-sources.html"><code>Pagerduty</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-papermill/stable/installing-providers-from-sources.html"><code>Papermill</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-plexus/stable/installing-providers-from-sources.html"><code>Plexus</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-postgres/stable/installing-providers-from-sources.html"><code>PostgreSQL</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-presto/stable/installing-providers-from-sources.html"><code>Presto</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-qubole/stable/installing-providers-from-sources.html"><code>Qubole</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-redis/stable/installing-providers-from-sources.html"><code>Redis</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-salesforce/stable/installing-providers-from-sources.html"><code>Salesforce</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-samba/stable/installing-providers-from-sources.html"><code>Samba</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-segment/stable/installing-providers-from-sources.html"><code>Segment</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-sendgrid/stable/installing-providers-from-sources.html"><code>Sendgrid</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-sftp/stable/installing-providers-from-sources.html"><code>SFTP</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-singularity/stable/installing-providers-from-sources.html"><code>Singularity</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-slack/stable/installing-providers-from-sources.html"><code>Slack</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-snowflake/stable/installing-providers-from-sources.html"><code>Snowflake</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-sqlite/stable/installing-providers-from-sources.html"><code>SQLite</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-ssh/stable/installing-providers-from-sources.html"><code>SSH</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-tableau/stable/installing-providers-from-sources.html"><code>Tableau</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-tabular/stable/installing-providers-from-sources.html"><code>Tabular</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-telegram/stable/installing-providers-from-sources.html"><code>Telegram</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-trino/stable/installing-providers-from-sources.html"><code>Trino</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-vertica/stable/installing-providers-from-sources.html"><code>Vertica</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-yandex/stable/installing-providers-from-sources.html"><code>Yandex</code></a></li>
-
- <li><a href="/docs/apache-airflow-providers-zendesk/stable/installing-providers-from-sources.html"><code>Zendesk</code></a></li>
-
- </ul><p>You can also install <code class="docutils literal notranslate"><span class="pre">Apache</span> <span class="pre">Airflow</span> <span class="pre">Providers</span></code> - as most Python packages - via <a class="reference internal" href="installing-from-pypi.html"><span class="doc">PyPI</span></a>.
-You can choose different version of Airflow by selecting different version from the drop-down at
-the top-left of the page.</p>
-</div>
-<div class="section" id="release-integrity">
-<h2>Release integrity<a class="headerlink" href="#release-integrity" title="Permalink to this heading">¶</a></h2>
-<p><a class="reference external" href="https://downloads.apache.org/airflow/KEYS">PGP signatures KEYS</a></p>
-<p>It is essential that you verify the integrity of the downloaded files using the PGP or SHA signatures.
-The PGP signatures can be verified using GPG or PGP. Please download the KEYS as well as the asc
-signature files for relevant distribution. It is recommended to get these files from the
-main distribution directory and not from the mirrors.</p>
-<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>gpg -i KEYS
-</pre></div>
-</div>
-<p>or</p>
-<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>pgpk -a KEYS
-</pre></div>
-</div>
-<p>or</p>
-<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>pgp -ka KEYS
+ <h1>Source code for airflow.providers.cncf.kubernetes.decorators.kubernetes</h1><div class="highlight"><pre>
+<span></span><span class="c1"># Licensed to the Apache Software Foundation (ASF) under one</span>
+<span class="c1"># or more contributor license agreements. See the NOTICE file</span>
+<span class="c1"># distributed with this work for additional information</span>
+<span class="c1"># regarding copyright ownership. The ASF licenses this file</span>
+<span class="c1"># to you under the Apache License, Version 2.0 (the</span>
+<span class="c1"># "License"); you may not use this file except in compliance</span>
+<span class="c1"># with the License. You may obtain a copy of the License at</span>
+<span class="c1">#</span>
+<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
+<span class="c1">#</span>
+<span class="c1"># Unless required by applicable law or agreed to in writing,</span>
+<span class="c1"># software distributed under the License is distributed on an</span>
+<span class="c1"># "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span>
+<span class="c1"># KIND, either express or implied. See the License for the</span>
+<span class="c1"># specific language governing permissions and limitations</span>
+<span class="c1"># under the License.</span>
+<span class="kn">from</span> <span class="nn">__future__</span> <span class="kn">import</span> <span class="n">annotations</span>
+
+<span class="kn">import</span> <span class="nn">inspect</span>
+<span class="kn">import</span> <span class="nn">os</span>
+<span class="kn">import</span> <span class="nn">pickle</span>
+<span class="kn">import</span> <span class="nn">uuid</span>
+<span class="kn">from</span> <span class="nn">tempfile</span> <span class="kn">import</span> <span class="n">TemporaryDirectory</span>
+<span class="kn">from</span> <span class="nn">textwrap</span> <span class="kn">import</span> <span class="n">dedent</span>
+<span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">TYPE_CHECKING</span><span class="p">,</span> <span class="n">Callable</span><span class="p">,</span> <span class="n">Sequence</span>
+
+<span class="kn">from</span> <span class="nn">kubernetes.client</span> <span class="kn">import</span> <span class="n">models</span> <span class="k">as</span> <span class="n">k8s</span>
+
+<span class="kn">from</span> <span class="nn">airflow.decorators.base</span> <span class="kn">import</span> <span class="n">DecoratedOperator</span><span class="p">,</span> <span class="n">TaskDecorator</span><span class="p">,</span> <span class="n">task_decorator_factory</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.cncf.kubernetes.operators.kubernetes_pod</span> <span class="kn">import</span> <span class="n">KubernetesPodOperator</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.cncf.kubernetes.python_kubernetes_script</span> <span class="kn">import</span> <span class="p">(</span>
+ <span class="n">remove_task_decorator</span><span class="p">,</span>
+ <span class="n">write_python_script</span><span class="p">,</span>
+<span class="p">)</span>
+
+<span class="k">if</span> <span class="n">TYPE_CHECKING</span><span class="p">:</span>
+ <span class="kn">from</span> <span class="nn">airflow.utils.context</span> <span class="kn">import</span> <span class="n">Context</span>
+
+<span class="n">_PYTHON_SCRIPT_ENV</span> <span class="o">=</span> <span class="s2">"__PYTHON_SCRIPT"</span>
+
+<span class="n">_FILENAME_IN_CONTAINER</span> <span class="o">=</span> <span class="s2">"/tmp/script.py"</span>
+
+
+<span class="k">def</span> <span class="nf">_generate_decode_command</span><span class="p">()</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span>
+ <span class="k">return</span> <span class="p">(</span>
+ <span class="sa">f</span><span class="s1">'python -c "import base64, os;'</span>
+ <span class="sa">rf</span><span class="s1">'x = os.environ[\"</span><span class="si">{</span><span class="n">_PYTHON_SCRIPT_ENV</span><span class="si">}</span><span class="s1">\"];'</span>
+ <span class="sa">rf</span><span class="s1">'f = open(\"</span><span class="si">{</span><span class="n">_FILENAME_IN_CONTAINER</span><span class="si">}</span><span class="s1">\", \"w\"); f.write(x); f.close()"'</span>
+ <span class="p">)</span>
+
+
+<span class="k">def</span> <span class="nf">_read_file_contents</span><span class="p">(</span><span class="n">filename</span><span class="p">):</span>
+ <span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="n">filename</span><span class="p">)</span> <span class="k">as</span> <span class="n">script_file</span><span class="p">:</span>
+ <span class="k">return</span> <span class="n">script_file</span><span class="o">.</span><span class="n">read</span><span class="p">()</span>
+
+
+<span class="k">class</span> <span class="nc">_KubernetesDecoratedOperator</span><span class="p">(</span><span class="n">DecoratedOperator</span><span class="p">,</span> <span class="n">KubernetesPodOperator</span><span class="p">):</span>
+ <span class="n">custom_operator_name</span> <span class="o">=</span> <span class="s2">"@task.kubernetes"</span>
+
+ <span class="n">template_fields</span><span class="p">:</span> <span class="n">Sequence</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="p">(</span><span class="s1">'op_args'</span><span class="p">,</span> <span class="s1">'op_kwargs'</span><span class="p">)</span>
+
+ <span class="c1"># since we won't mutate the arguments, we should just do the shallow copy</span>
+ <span class="c1"># there are some cases we can't deepcopy the objects (e.g protobuf).</span>
+ <span class="n">shallow_copy_attrs</span><span class="p">:</span> <span class="n">Sequence</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="p">(</span><span class="s1">'python_callable'</span><span class="p">,)</span>
+
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">namespace</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"default"</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">pickling_library</span> <span class="o">=</span> <span class="n">pickle</span>
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
+ <span class="n">namespace</span><span class="o">=</span><span class="n">namespace</span><span class="p">,</span>
+ <span class="n">name</span><span class="o">=</span><span class="n">kwargs</span><span class="o">.</span><span class="n">pop</span><span class="p">(</span><span class="s2">"name"</span><span class="p">,</span> <span class="sa">f</span><span class="s2">"k8s_airflow_pod_</span><span class="si">{</span><span class="n">uuid</span><span class="o">.</span><span class="n">uuid4</span><span class="p">()</span><span class="o">.</span><span class="n">hex</span><span class [...]
+ <span class="n">cmds</span><span class="o">=</span><span class="p">[</span><span class="s2">"bash"</span><span class="p">],</span>
+ <span class="n">arguments</span><span class="o">=</span><span class="p">[</span><span class="s2">"-cx"</span><span class="p">,</span> <span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">_generate_decode_command</span><span class="p">()</span><span class="si">}</span><span class="s2"> && python </span><span class="si">{</span><span class="n">_FILENAME_IN_CONTAINER</span><span class="si">}</span><span class="s2">&quo [...]
+ <span class="o">**</span><span class="n">kwargs</span><span class="p">,</span>
+ <span class="p">)</span>
+
+ <span class="k">def</span> <span class="nf">_get_python_source</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="n">raw_source</span> <span class="o">=</span> <span class="n">inspect</span><span class="o">.</span><span class="n">getsource</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">python_callable</span><span class="p">)</span>
+ <span class="n">res</span> <span class="o">=</span> <span class="n">dedent</span><span class="p">(</span><span class="n">raw_source</span><span class="p">)</span>
+ <span class="n">res</span> <span class="o">=</span> <span class="n">remove_task_decorator</span><span class="p">(</span><span class="n">res</span><span class="p">,</span> <span class="s2">"@task.kubernetes"</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">res</span>
+
+ <span class="k">def</span> <span class="nf">execute</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">context</span><span class="p">:</span> <span class="n">Context</span><span class="p">):</span>
+ <span class="k">with</span> <span class="n">TemporaryDirectory</span><span class="p">(</span><span class="n">prefix</span><span class="o">=</span><span class="s2">"venv"</span><span class="p">)</span> <span class="k">as</span> <span class="n">tmp_dir</span><span class="p">:</span>
+ <span class="n">script_filename</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">tmp_dir</span><span class="p">,</span> <span class="s1">'script.py'</span><span class="p">)</span>
+ <span class="n">py_source</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_python_source</span><span class="p">()</span>
+
+ <span class="n">jinja_context</span> <span class="o">=</span> <span class="p">{</span>
+ <span class="s2">"op_args"</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">op_args</span><span class="p">,</span>
+ <span class="s2">"op_kwargs"</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">op_kwargs</span><span class="p">,</span>
+ <span class="s2">"pickling_library"</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">pickling_library</span><span class="o">.</span><span class="vm">__name__</span><span class="p">,</span>
+ <span class="s2">"python_callable"</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">python_callable</span><span class="o">.</span><span class="vm">__name__</span><span class="p">,</span>
+ <span class="s2">"python_callable_source"</span><span class="p">:</span> <span class="n">py_source</span><span class="p">,</span>
+ <span class="s2">"string_args_global"</span><span class="p">:</span> <span class="kc">False</span><span class="p">,</span>
+ <span class="p">}</span>
+ <span class="n">write_python_script</span><span class="p">(</span><span class="n">jinja_context</span><span class="o">=</span><span class="n">jinja_context</span><span class="p">,</span> <span class="n">filename</span><span class="o">=</span><span class="n">script_filename</span><span class="p">)</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">env_vars</span> <span class="o">=</span> <span class="p">[</span>
+ <span class="o">*</span><span class="bp">self</span><span class="o">.</span><span class="n">env_vars</span><span class="p">,</span>
+ <span class="n">k8s</span><span class="o">.</span><span class="n">V1EnvVar</span><span class="p">(</span><span class="n">name</span><span class="o">=</span><span class="n">_PYTHON_SCRIPT_ENV</span><span class="p">,</span> <span class="n">value</span><span class="o">=</span><span class="n">_read_file_contents</span><span class="p">(</span><span class="n">script_filename</span><span class="p">)),</span>
+ <span class="p">]</span>
+ <span class="k">return</span> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="n">context</span><span class="p">)</span>
+
+
+<div class="viewcode-block" id="kubernetes_task"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/decorators/kubernetes/index.html#airflow.providers.cncf.kubernetes.decorators.kubernetes.kubernetes_task">[docs]</a><span class="k">def</span> <span class="nf">kubernetes_task</span><span class="p">(</span>
+ <span class="n">python_callable</span><span class="p">:</span> <span class="n">Callable</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">multiple_outputs</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="o">**</span><span class="n">kwargs</span><span class="p">,</span>
+<span class="p">)</span> <span class="o">-></span> <span class="n">TaskDecorator</span><span class="p">:</span>
+ <span class="sd">"""Kubernetes operator decorator.</span>
+
+<span class="sd"> This wraps a function to be executed in K8s using KubernetesPodOperator.</span>
+<span class="sd"> Also accepts any argument that DockerOperator will via ``kwargs``. Can be</span>
+<span class="sd"> reused in a single DAG.</span>
+
+<span class="sd"> :param python_callable: Function to decorate</span>
+<span class="sd"> :param multiple_outputs: if set, function return value will be</span>
+<span class="sd"> unrolled to multiple XCom values. Dict will unroll to xcom values with</span>
+<span class="sd"> keys as XCom keys. Defaults to False.</span>
+<span class="sd"> """</span>
+ <span class="k">return</span> <span class="n">task_decorator_factory</span><span class="p">(</span>
+ <span class="n">python_callable</span><span class="o">=</span><span class="n">python_callable</span><span class="p">,</span>
+ <span class="n">multiple_outputs</span><span class="o">=</span><span class="n">multiple_outputs</span><span class="p">,</span>
+ <span class="n">decorated_operator_class</span><span class="o">=</span><span class="n">_KubernetesDecoratedOperator</span><span class="p">,</span>
+ <span class="o">**</span><span class="n">kwargs</span><span class="p">,</span></div>
+ <span class="p">)</span>
</pre></div>
-</div>
-<p>To verify the binaries/sources you can download the relevant asc files for it from main
-distribution directory and follow the below guide.</p>
-<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>gpg --verify apache-airflow-providers-********.asc apache-airflow-providers-*********
-</pre></div>
-</div>
-<p>or</p>
-<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>pgpv apache-airflow-providers-********.asc
-</pre></div>
-</div>
-<p>or</p>
-<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>pgp apache-airflow-providers-********.asc
-</pre></div>
-</div>
-<p>Example:</p>
-<div class="highlight-console notranslate"><div class="highlight"><pre><span></span><span class="gp">$ </span>gpg --verify apache-airflow-providers-airbyte-1.0.0-source.tar.gz.asc apache-airflow-providers-airbyte-1.0.0-source.tar.gz
-<span class="go"> gpg: Signature made Sat 11 Sep 12:49:54 2021 BST</span>
-<span class="go"> gpg: using RSA key CDE15C6E4D3A8EC4ECF4BA4B6674E08AD7DE406F</span>
-<span class="go"> gpg: issuer "kaxilnaik@apache.org"</span>
-<span class="go"> gpg: Good signature from "Kaxil Naik <kaxilnaik@apache.org>" [unknown]</span>
-<span class="go"> gpg: aka "Kaxil Naik <kaxilnaik@gmail.com>" [unknown]</span>
-<span class="go"> gpg: WARNING: The key's User ID is not certified with a trusted signature!</span>
-<span class="go"> gpg: There is no indication that the signature belongs to the owner.</span>
-<span class="go"> Primary key fingerprint: CDE1 5C6E 4D3A 8EC4 ECF4 BA4B 6674 E08A D7DE 406F</span>
-</pre></div>
-</div>
-<p>The “Good signature from …” is indication that the signatures are correct.
-Do not worry about the “not certified with a trusted signature” warning. Most of the certificates used
-by release managers are self signed, that’s why you get this warning. By importing the server in the
-previous step and importing it via ID from <code class="docutils literal notranslate"><span class="pre">KEYS</span></code> page, you know that this is a valid Key already.</p>
-<p>For SHA512 sum check, download the relevant <code class="docutils literal notranslate"><span class="pre">sha512</span></code> and run the following:</p>
-<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>shasum -a <span class="m">512</span> apache-airflow-providers-******** <span class="p">|</span> diff - apache-airflow-providers-********.sha512
-</pre></div>
-</div>
-<p>The <code class="docutils literal notranslate"><span class="pre">SHASUM</span></code> of the file should match the one provided in <code class="docutils literal notranslate"><span class="pre">.sha512</span></code> file.</p>
-<p>Example:</p>
-<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>shasum -a <span class="m">512</span> apache-airflow-providers-airbyte-1.0.0-source.tar.gz <span class="p">|</span> diff - apache-airflow-providers-airbyte-1.0.0-source.tar.gz.sha512
-</pre></div>
-</div>
-</div>
-</div>
-
- <div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Community Providers" href="howto/create-update-providers.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
- </a>
- <a rel="next" title="Installation from PyPI" href="installing-from-pypi.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
- </a>
+ <div class="pager" role="navigation" aria-label="related navigation"><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Previous</button><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Next</button>
</div>
</div>
@@ -846,14 +781,7 @@ previous step and importing it via ID from <code class="docutils literal notrans
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
- <ul>
-<li><a class="reference internal" href="#">Installing Providers from Sources</a><ul>
-<li><a class="reference internal" href="#released-packages">Released packages</a></li>
-<li><a class="reference internal" href="#release-integrity">Release integrity</a></li>
-</ul>
-</li>
-</ul>
-
+
</div>
</nav>
@@ -869,24 +797,6 @@ previous step and importing it via ID from <code class="docutils literal notrans
-
-
-
-
- <div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/installing-from-sources.rst" rel="nofollow">
-
- <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
- <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
- <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.15 [...]
- </svg>
-
- <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span>
- </button>
- </a>
- </div>
-
-
</div>
@@ -1008,18 +918,18 @@ previous step and importing it via ID from <code class="docutils literal notrans
</span>
</div>
</footer>
- <script type="text/javascript" src="_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="./" src="_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="./" id="documentation_options" src="_static/documentation_options.js"></script>
- <script src="_static/jquery.js"></script>
- <script src="_static/underscore.js"></script>
- <script src="_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="_static/doctools.js"></script>
- <script src="_static/clipboard.min.js"></script>
- <script src="_static/copybutton.js"></script>
- <script src="_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers/howto/create-update-providers.html b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_modules/airflow/providers/cncf/kubernetes/hooks/kubernetes.html
similarity index 52%
copy from docs-archive/apache-airflow-providers/howto/create-update-providers.html
copy to docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_modules/airflow/providers/cncf/kubernetes/hooks/kubernetes.html
index bbd05d9a47..5cf4198dbe 100644
--- a/docs-archive/apache-airflow-providers/howto/create-update-providers.html
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_modules/airflow/providers/cncf/kubernetes/hooks/kubernetes.html
@@ -9,17 +9,16 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
- <title>Community Providers — apache-airflow-providers Documentation</title>
- <link rel="stylesheet" href="../_static/_gen/css/main.min.css" type="text/css" />
- <link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main.min.css" />
- <link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
- <link rel="stylesheet" type="text/css" href="../_static/_gen/css/main-custom.min.css" />
- <link rel="shortcut icon" href="../_static/pin_32.png"/>
- <link rel="index" title="Index" href="../genindex.html" />
- <link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Installing Providers from Sources" href="../installing-from-sources.html" />
- <link rel="prev" title="Secret backends" href="../core-extensions/secrets-backends.html" />
+ <title>airflow.providers.cncf.kubernetes.hooks.kubernetes — apache-airflow-providers-cncf-kubernetes Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
@@ -280,8 +279,21 @@
<div class="content-drawer">
<div class="td-sidebar">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -311,21 +323,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1 current"><a class="current reference internal" href="#">Update community providers</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="#how-to-creating-a-new-community-provider">How-to creating a new community provider</a></li>
-<li class="toctree-l2"><a class="reference internal" href="#optional-provider-features">Optional provider features</a></li>
-<li class="toctree-l2"><a class="reference internal" href="#using-providers-with-dynamic-task-mapping">Using Providers with dynamic task mapping</a></li>
-<li class="toctree-l2"><a class="reference internal" href="#having-sensors-return-xom-values">Having sensors return XOM values</a></li>
-<li class="toctree-l2"><a class="reference internal" href="#how-to-update-a-community-provider">How-to Update a community provider</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/cncf/kubernetes/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -406,8 +421,21 @@
<div class="td-sidebar desktop-only d-print-none">
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
<div class="searchb-box">
- <form class="search-form" action="../search.html" method="get">
+ <form class="search-form" action="../../../../../../search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
@@ -437,21 +465,24 @@
<div class="toctree" role="navigation" aria-label="main navigation">
- <ul class="current">
-<li class="toctree-l1"><a class="reference internal" href="../index.html">Providers</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../packages-ref.html">Packages</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../operators-and-hooks-ref/index.html">Operators and hooks</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../core-extensions/index.html">Core Extensions</a></li>
-<li class="toctree-l1 current"><a class="current reference internal" href="#">Update community providers</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="#how-to-creating-a-new-community-provider">How-to creating a new community provider</a></li>
-<li class="toctree-l2"><a class="reference internal" href="#optional-provider-features">Optional provider features</a></li>
-<li class="toctree-l2"><a class="reference internal" href="#using-providers-with-dynamic-task-mapping">Using Providers with dynamic task mapping</a></li>
-<li class="toctree-l2"><a class="reference internal" href="#having-sensors-return-xom-values">Having sensors return XOM values</a></li>
-<li class="toctree-l2"><a class="reference internal" href="#how-to-update-a-community-provider">How-to Update a community provider</a></li>
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/cncf/kubernetes/index.html">Python API</a></li>
</ul>
-</li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-sources.html">Installing from sources</a></li>
-<li class="toctree-l1"><a class="reference internal" href="../installing-from-pypi.html">Installing from PyPI</a></li>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
</ul>
</div>
@@ -540,9 +571,11 @@
<ul class="breadcrumb">
- <li class="breadcrumb-item"><a href="../index.html" class="icon icon-home"> Home</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
- <li class="breadcrumb-item"><a href="create-update-providers.html"> Community Providers</a></li>
+ <li class="breadcrumb-item"><a href="../../../../../index.html">Module code</a></li>
+
+ <li class="breadcrumb-item"><a href="kubernetes.html"> airflow.providers.cncf.kubernetes.hooks.kubernetes</a></li>
</ul>
</div>
@@ -553,379 +586,438 @@
<div class="bodywrapper">
<div class="body" role="main">
- <blockquote>
-<div></div></blockquote>
-<div class="section" id="community-providers">
-<h1>Community Providers<a class="headerlink" href="#community-providers" title="Permalink to this heading">¶</a></h1>
-<div class="section" id="how-to-creating-a-new-community-provider">
-<h2>How-to creating a new community provider<a class="headerlink" href="#how-to-creating-a-new-community-provider" title="Permalink to this heading">¶</a></h2>
-<p>This document gathers the necessary steps to create a new community provider and also guidelines for updating
-the existing ones. You should be aware that providers may have distinctions that may not be covered in
-this guide. The sequence described was designed to meet the most linear flow possible in order to develop a
-new provider.</p>
-<p>Another recommendation that will help you is to look for a provider that works similar to yours. That way it will
-help you to set up tests and other dependencies.</p>
-<p>First, you need to set up your local development environment. See <a class="reference external" href="https://github.com/apache/airflow/blob/main/CONTRIBUTING.rst">Contribution Quick Start</a>
-if you did not set up your local environment yet. We recommend using <code class="docutils literal notranslate"><span class="pre">breeze</span></code> to develop locally. This way you
-easily be able to have an environment more similar to the one executed by GitHub CI workflow.</p>
-<blockquote>
-<div><div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>./breeze
-</pre></div>
-</div>
-</div></blockquote>
-<p>Using the code above you will set up Docker containers. These containers your local code to internal volumes.
-In this way, the changes made in your IDE are already applied to the code inside the container and tests can
-be carried out quickly.</p>
-<p>In this how-to guide our example provider name will be <code class="docutils literal notranslate"><span class="pre"><NEW_PROVIDER></span></code>.
-When you see this placeholder you must change for your provider name.</p>
-<div class="section" id="initial-code-and-unit-tests">
-<h3>Initial Code and Unit Tests<a class="headerlink" href="#initial-code-and-unit-tests" title="Permalink to this heading">¶</a></h3>
-<p>Most likely you have developed a version of the provider using some local customization and now you need to
-transfer this code to the Airflow project. Below is described all the initial code structure that
-the provider may need. Understand that not all providers will need all the components described in this structure.
-If you still have doubts about building your provider, we recommend that you read the initial provider guide and
-open a issue on GitHub so the community can help you.</p>
-<blockquote>
-<div><div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>airflow/
-├── providers/<NEW_PROVIDER>/
-│ ├── __init__.py
-│ ├── example_dags/
-│ │ ├── __init__.py
-│ │ └── example_<NEW_PROVIDER>.py
-│ ├── hooks/
-│ │ ├── __init__.py
-│ │ └── <NEW_PROVIDER>.py
-│ ├── operators/
-│ │ ├── __init__.py
-│ │ └── <NEW_PROVIDER>.py
-│ ├── sensors/
-│ │ ├── __init__.py
-│ │ └── <NEW_PROVIDER>.py
-│ └── transfers/
-│ ├── __init__.py
-│ └── <NEW_PROVIDER>.py
-└── tests/providers/<NEW_PROVIDER>/
- ├── __init__.py
- ├── hooks/
- │ ├── __init__.py
- │ └── test_<NEW_PROVIDER>.py
- ├── operators/
- │ ├── __init__.py
- │ ├── test_<NEW_PROVIDER>.py
- │ └── test_<NEW_PROVIDER>_system.py
- ├── sensors/
- │ ├── __init__.py
- │ └── test_<NEW_PROVIDER>.py
- └── transfers/
- ├── __init__.py
- └── test_<NEW_PROVIDER>.py
-</pre></div>
-</div>
-</div></blockquote>
-<p>Considering that you have already transferred your provider’s code to the above structure, it will now be necessary
-to create unit tests for each component you created. The example below I have already set up an environment using
-breeze and I’ll run unit tests for my Hook.</p>
-<blockquote>
-<div><div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>root@fafd8d630e46:/opt/airflow# python -m pytest tests/providers/<NEW_PROVIDER>/hook/<NEW_PROVIDER>.py
-</pre></div>
-</div>
-</div></blockquote>
-</div>
-<div class="section" id="integration-tests">
-<h3>Integration tests<a class="headerlink" href="#integration-tests" title="Permalink to this heading">¶</a></h3>
-<p>See <a class="reference external" href="https://github.com/apache/airflow/blob/main/TESTING.rst#airflow-integration-tests">Airflow Integration Tests</a></p>
-</div>
-<div class="section" id="documentation">
-<h3>Documentation<a class="headerlink" href="#documentation" title="Permalink to this heading">¶</a></h3>
-<p>An important part of building a new provider is the documentation.
-Some steps for documentation occurs automatically by <code class="docutils literal notranslate"><span class="pre">pre-commit</span></code> see <a class="reference external" href="https://github.com/apache/airflow/blob/main/CONTRIBUTORS_QUICK_START.rst#pre-commit">Installing pre-commit guide</a></p>
-<blockquote>
-<div><div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>airflow/
-├── INSTALL
-├── CONTRIBUTING.rst
-├── setup.py
-├── docs/
-│ ├── spelling_wordlist.txt
-│ ├── apache-airflow/
-│ │ └── extra-packages-ref.rst
-│ ├── integration-logos/<NEW_PROVIDER>/
-│ │ └── <NEW_PROVIDER>.png
-│ └── apache-airflow-providers-<NEW_PROVIDER>/
-│ ├── index.rst
-│ ├── commits.rst
-│ ├── connections.rst
-│ └── operators/
-│ └── <NEW_PROVIDER>.rst
-└── providers/
- └── <NEW_PROVIDER>/
- ├── provider.yaml
- └── CHANGELOG.rst
-</pre></div>
-</div>
-</div></blockquote>
-<p>Files automatically updated by pre-commit:</p>
-<ul class="simple">
-<li><p><code class="docutils literal notranslate"><span class="pre">INSTALL</span></code> in provider</p></li>
-</ul>
-<p>Files automatically created when the provider is released:</p>
-<ul class="simple">
-<li><p><code class="docutils literal notranslate"><span class="pre">docs/apache-airflow-providers-<NEW_PROVIDER>/commits.rst</span></code></p></li>
-<li><p><code class="docutils literal notranslate"><span class="pre">/airflow/providers/<NEW_PROVIDER>/CHANGELOG</span></code></p></li>
-</ul>
-<p>There is a chance that your provider’s name is not a common English word.
-In this case is necessary to add it to the file <code class="docutils literal notranslate"><span class="pre">docs/spelling_wordlist.txt</span></code>. This file begin with capitalized words and
-lowercase in the second block.</p>
-<blockquote>
-<div><div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>Namespace
-Neo4j
-Nextdoor
-<NEW_PROVIDER> <span class="o">(</span>new line<span class="o">)</span>
-Nones
-NotFound
-Nullable
-...
-neo4j
-neq
-networkUri
-<NEW_PROVIDER> <span class="o">(</span>new line<span class="o">)</span>
-nginx
-nobr
-nodash
-</pre></div>
-</div>
-</div></blockquote>
-<p>Add your provider dependencies into <code class="docutils literal notranslate"><span class="pre">provider.yaml</span></code> under <code class="docutils literal notranslate"><span class="pre">dependencies</span></code> key..
-If your provider doesn’t have any dependency add a empty list.</p>
-<p>In the <code class="docutils literal notranslate"><span class="pre">docs/apache-airflow-providers-<NEW_PROVIDER>/connections.rst</span></code>:</p>
-<ul class="simple">
-<li><p>add information how to configure connection for your provider.</p></li>
-</ul>
-<p>In the <code class="docutils literal notranslate"><span class="pre">docs/apache-airflow-providers-<NEW_PROVIDER>/operators/<NEW_PROVIDER>.rst</span></code>:</p>
-<ul>
-<li><p>add information how to use the Operator. It’s important to add examples and additional information if your Operator has extra-parameters.</p>
-<div class="highlight-RST notranslate"><div class="highlight"><pre><span></span><span class="p">..</span> <span class="nt">_howto/operator:</span>NewProviderOperator:
-
-<span class="gh">NewProviderOperator</span>
-<span class="gh">===================</span>
+ <h1>Source code for airflow.providers.cncf.kubernetes.hooks.kubernetes</h1><div class="highlight"><pre>
+<span></span><span class="c1"># Licensed to the Apache Software Foundation (ASF) under one</span>
+<span class="c1"># or more contributor license agreements. See the NOTICE file</span>
+<span class="c1"># distributed with this work for additional information</span>
+<span class="c1"># regarding copyright ownership. The ASF licenses this file</span>
+<span class="c1"># to you under the Apache License, Version 2.0 (the</span>
+<span class="c1"># "License"); you may not use this file except in compliance</span>
+<span class="c1"># with the License. You may obtain a copy of the License at</span>
+<span class="c1">#</span>
+<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
+<span class="c1">#</span>
+<span class="c1"># Unless required by applicable law or agreed to in writing,</span>
+<span class="c1"># software distributed under the License is distributed on an</span>
+<span class="c1"># "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span>
+<span class="c1"># KIND, either express or implied. See the License for the</span>
+<span class="c1"># specific language governing permissions and limitations</span>
+<span class="c1"># under the License.</span>
+<span class="kn">from</span> <span class="nn">__future__</span> <span class="kn">import</span> <span class="n">annotations</span>
+
+<span class="kn">import</span> <span class="nn">tempfile</span>
+<span class="kn">import</span> <span class="nn">warnings</span>
+<span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">TYPE_CHECKING</span><span class="p">,</span> <span class="n">Any</span><span class="p">,</span> <span class="n">Generator</span>
+
+<span class="kn">from</span> <span class="nn">kubernetes</span> <span class="kn">import</span> <span class="n">client</span><span class="p">,</span> <span class="n">config</span><span class="p">,</span> <span class="n">watch</span>
+<span class="kn">from</span> <span class="nn">kubernetes.config</span> <span class="kn">import</span> <span class="n">ConfigException</span>
+
+<span class="kn">from</span> <span class="nn">airflow.compat.functools</span> <span class="kn">import</span> <span class="n">cached_property</span>
+<span class="kn">from</span> <span class="nn">airflow.exceptions</span> <span class="kn">import</span> <span class="n">AirflowException</span>
+<span class="kn">from</span> <span class="nn">airflow.hooks.base</span> <span class="kn">import</span> <span class="n">BaseHook</span>
+<span class="kn">from</span> <span class="nn">airflow.kubernetes.kube_client</span> <span class="kn">import</span> <span class="n">_disable_verify_ssl</span><span class="p">,</span> <span class="n">_enable_tcp_keepalive</span>
+<span class="kn">from</span> <span class="nn">airflow.utils</span> <span class="kn">import</span> <span class="n">yaml</span>
+
+
+<span class="k">def</span> <span class="nf">_load_body_to_dict</span><span class="p">(</span><span class="n">body</span><span class="p">):</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="n">body_dict</span> <span class="o">=</span> <span class="n">yaml</span><span class="o">.</span><span class="n">safe_load</span><span class="p">(</span><span class="n">body</span><span class="p">)</span>
+ <span class="k">except</span> <span class="n">yaml</span><span class="o">.</span><span class="n">YAMLError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Exception when loading resource definition: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="se">\n</span><span class="s2">"</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">body_dict</span>
+
+
+<div class="viewcode-block" id="KubernetesHook"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.html#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook">[docs]</a><span class="k">class</span> <span class="nc">KubernetesHook</span><span class="p">(</span><span class="n">BaseHook</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Creates Kubernetes API connection.</span>
+
+<span class="sd"> - use in cluster configuration by using ``extra__kubernetes__in_cluster`` in connection</span>
+<span class="sd"> - use custom config by providing path to the file using ``extra__kubernetes__kube_config_path``</span>
+<span class="sd"> - use custom configuration by providing content of kubeconfig file via</span>
+<span class="sd"> ``extra__kubernetes__kube_config`` in connection</span>
+<span class="sd"> - use default config by providing no extras</span>
+
+<span class="sd"> This hook check for configuration option in the above order. Once an option is present it will</span>
+<span class="sd"> use this configuration.</span>
+
+<span class="sd"> .. seealso::</span>
+<span class="sd"> For more information about Kubernetes connection:</span>
+<span class="sd"> :doc:`/connections/kubernetes`</span>
+
+<span class="sd"> :param conn_id: The :ref:`kubernetes connection <howto/connection:kubernetes>`</span>
+<span class="sd"> to Kubernetes cluster.</span>
+<span class="sd"> :param client_configuration: Optional dictionary of client configuration params.</span>
+<span class="sd"> Passed on to kubernetes client.</span>
+<span class="sd"> :param cluster_context: Optionally specify a context to use (e.g. if you have multiple</span>
+<span class="sd"> in your kubeconfig.</span>
+<span class="sd"> :param config_file: Path to kubeconfig file.</span>
+<span class="sd"> :param in_cluster: Set to ``True`` if running from within a kubernetes cluster.</span>
+<span class="sd"> :param disable_verify_ssl: Set to ``True`` if SSL verification should be disabled.</span>
+<span class="sd"> :param disable_tcp_keepalive: Set to ``True`` if you want to disable keepalive logic.</span>
+<span class="sd"> """</span>
+
+<div class="viewcode-block" id="KubernetesHook.conn_name_attr"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.html#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.conn_name_attr">[docs]</a> <span class="n">conn_name_attr</span> <span class="o">=</span> <span class="s1">'kubernetes_conn_id'</span></div>
+<div class="viewcode-block" id="KubernetesHook.default_conn_name"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.html#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.default_conn_name">[docs]</a> <span class="n">default_conn_name</span> <span class="o">=</span> <span class="s1">'kubernetes_default'</span></div>
+<div class="viewcode-block" id="KubernetesHook.conn_type"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.html#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.conn_type">[docs]</a> <span class="n">conn_type</span> <span class="o">=</span> <span class="s1">'kubernetes'</span></div>
+<div class="viewcode-block" id="KubernetesHook.hook_name"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.html#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.hook_name">[docs]</a> <span class="n">hook_name</span> <span class="o">=</span> <span class="s1">'Kubernetes Cluster Connection'</span></div>
+
+ <span class="nd">@staticmethod</span>
+<div class="viewcode-block" id="KubernetesHook.get_connection_form_widgets"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.html#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_connection_form_widgets">[docs]</a> <span class="k">def</span> <span class="nf">get_connection_form_widgets</span><span class="p">()</span> <span class="o">-></span> <span class="nb">dict</span><span class="p">[</span><span [...]
+ <span class="sd">"""Returns connection widgets to add to connection form"""</span>
+ <span class="kn">from</span> <span class="nn">flask_appbuilder.fieldwidgets</span> <span class="kn">import</span> <span class="n">BS3TextFieldWidget</span>
+ <span class="kn">from</span> <span class="nn">flask_babel</span> <span class="kn">import</span> <span class="n">lazy_gettext</span>
+ <span class="kn">from</span> <span class="nn">wtforms</span> <span class="kn">import</span> <span class="n">BooleanField</span><span class="p">,</span> <span class="n">StringField</span>
+
+ <span class="k">return</span> <span class="p">{</span>
+ <span class="s2">"extra__kubernetes__in_cluster"</span><span class="p">:</span> <span class="n">BooleanField</span><span class="p">(</span><span class="n">lazy_gettext</span><span class="p">(</span><span class="s1">'In cluster configuration'</span><span class="p">)),</span>
+ <span class="s2">"extra__kubernetes__kube_config_path"</span><span class="p">:</span> <span class="n">StringField</span><span class="p">(</span>
+ <span class="n">lazy_gettext</span><span class="p">(</span><span class="s1">'Kube config path'</span><span class="p">),</span> <span class="n">widget</span><span class="o">=</span><span class="n">BS3TextFieldWidget</span><span class="p">()</span>
+ <span class="p">),</span>
+ <span class="s2">"extra__kubernetes__kube_config"</span><span class="p">:</span> <span class="n">StringField</span><span class="p">(</span>
+ <span class="n">lazy_gettext</span><span class="p">(</span><span class="s1">'Kube config (JSON format)'</span><span class="p">),</span> <span class="n">widget</span><span class="o">=</span><span class="n">BS3TextFieldWidget</span><span class="p">()</span>
+ <span class="p">),</span>
+ <span class="s2">"extra__kubernetes__namespace"</span><span class="p">:</span> <span class="n">StringField</span><span class="p">(</span>
+ <span class="n">lazy_gettext</span><span class="p">(</span><span class="s1">'Namespace'</span><span class="p">),</span> <span class="n">widget</span><span class="o">=</span><span class="n">BS3TextFieldWidget</span><span class="p">()</span>
+ <span class="p">),</span>
+ <span class="s2">"extra__kubernetes__cluster_context"</span><span class="p">:</span> <span class="n">StringField</span><span class="p">(</span>
+ <span class="n">lazy_gettext</span><span class="p">(</span><span class="s1">'Cluster context'</span><span class="p">),</span> <span class="n">widget</span><span class="o">=</span><span class="n">BS3TextFieldWidget</span><span class="p">()</span>
+ <span class="p">),</span>
+ <span class="s2">"extra__kubernetes__disable_verify_ssl"</span><span class="p">:</span> <span class="n">BooleanField</span><span class="p">(</span><span class="n">lazy_gettext</span><span class="p">(</span><span class="s1">'Disable SSL'</span><span class="p">)),</span>
+ <span class="s2">"extra__kubernetes__disable_tcp_keepalive"</span><span class="p">:</span> <span class="n">BooleanField</span><span class="p">(</span><span class="n">lazy_gettext</span><span class="p">(</span><span class="s1">'Disable TCP keepalive'</span><span class="p">)),</span></div>
+ <span class="p">}</span>
+
+ <span class="nd">@staticmethod</span>
+<div class="viewcode-block" id="KubernetesHook.get_ui_field_behaviour"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.html#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_ui_field_behaviour">[docs]</a> <span class="k">def</span> <span class="nf">get_ui_field_behaviour</span><span class="p">()</span> <span class="o">-></span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str< [...]
+ <span class="sd">"""Returns custom field behaviour"""</span>
+ <span class="k">return</span> <span class="p">{</span>
+ <span class="s2">"hidden_fields"</span><span class="p">:</span> <span class="p">[</span><span class="s1">'host'</span><span class="p">,</span> <span class="s1">'schema'</span><span class="p">,</span> <span class="s1">'login'</span><span class="p">,</span> <span class="s1">'password'</span><span class="p">,</span> <span class="s1">'port'</span><span class="p">,</span> <span class="s1">'extra'</span><span class="p">],</span>
+ <span class="s2">"relabeling"</span><span class="p">:</span> <span class="p">{},</span></div>
+ <span class="p">}</span>
+
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">conn_id</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="n">default_conn_name</span><span class="p">,</span>
+ <span class="n">client_configuration</span><span class="p">:</span> <span class="n">client</span><span class="o">.</span><span class="n">Configuration</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">cluster_context</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">config_file</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">in_cluster</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">disable_verify_ssl</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">disable_tcp_keepalive</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">conn_id</span> <span class="o">=</span> <span class="n">conn_id</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">client_configuration</span> <span class="o">=</span> <span class="n">client_configuration</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">cluster_context</span> <span class="o">=</span> <span class="n">cluster_context</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">config_file</span> <span class="o">=</span> <span class="n">config_file</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">in_cluster</span> <span class="o">=</span> <span class="n">in_cluster</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">disable_verify_ssl</span> <span class="o">=</span> <span class="n">disable_verify_ssl</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">disable_tcp_keepalive</span> <span class="o">=</span> <span class="n">disable_tcp_keepalive</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">_is_in_cluster</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>
+
+ <span class="c1"># these params used for transition in KPO to K8s hook</span>
+ <span class="c1"># for a deprecation period we will continue to consider k8s settings from airflow.cfg</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_deprecated_core_disable_tcp_keepalive</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_deprecated_core_disable_verify_ssl</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_deprecated_core_in_cluster</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_deprecated_core_cluster_context</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_deprecated_core_config_file</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>
+
+ <span class="nd">@staticmethod</span>
+ <span class="k">def</span> <span class="nf">_coalesce_param</span><span class="p">(</span><span class="o">*</span><span class="n">params</span><span class="p">):</span>
+ <span class="k">for</span> <span class="n">param</span> <span class="ow">in</span> <span class="n">params</span><span class="p">:</span>
+ <span class="k">if</span> <span class="n">param</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="k">return</span> <span class="n">param</span>
+
+ <span class="nd">@cached_property</span>
+<div class="viewcode-block" id="KubernetesHook.conn_extras"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.html#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.conn_extras">[docs]</a> <span class="k">def</span> <span class="nf">conn_extras</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">conn_id</span><span class="p">:</span>
+ <span class="n">connection</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_connection</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">conn_id</span><span class="p">)</span>
+ <span class="n">extras</span> <span class="o">=</span> <span class="n">connection</span><span class="o">.</span><span class="n">extra_dejson</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">extras</span> <span class="o">=</span> <span class="p">{}</span>
+ <span class="k">return</span> <span class="n">extras</span></div>
+
+ <span class="k">def</span> <span class="nf">_get_field</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field_name</span><span class="p">):</span>
+ <span class="k">if</span> <span class="n">field_name</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s1">'extra_'</span><span class="p">):</span>
+ <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span>
+ <span class="sa">f</span><span class="s2">"Got prefixed name </span><span class="si">{</span><span class="n">field_name</span><span class="si">}</span><span class="s2">; please remove the 'extra__kubernetes__' prefix "</span>
+ <span class="sa">f</span><span class="s2">"when using this method."</span>
+ <span class="p">)</span>
+ <span class="k">if</span> <span class="n">field_name</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">conn_extras</span><span class="p">:</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">conn_extras</span><span class="p">[</span><span class="n">field_name</span><span class="p">]</span> <span class="ow">or</span> <span class="kc">None</span>
+ <span class="n">prefixed_name</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">"extra__kubernetes__</span><span class="si">{</span><span class="n">field_name</span><span class="si">}</span><span class="s2">"</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">conn_extras</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">prefixed_name</span><span class="p">)</span> <span class="ow">or</span> <span class="kc">None</span>
+
+ <span class="nd">@staticmethod</span>
+ <span class="k">def</span> <span class="nf">_deprecation_warning_core_param</span><span class="p">(</span><span class="n">deprecation_warnings</span><span class="p">):</span>
+ <span class="n">settings_list_str</span> <span class="o">=</span> <span class="s1">''</span><span class="o">.</span><span class="n">join</span><span class="p">([</span><span class="sa">f</span><span class="s2">"</span><span class="se">\n\t</span><span class="si">{</span><span class="n">k</span><span class="si">}</span><span class="s2">=</span><span class="si">{</span><span class="n">v</span><span class="si">!r}</span><span class="s2">"</span> <span class="k">for [...]
+ <span class="n">warnings</span><span class="o">.</span><span class="n">warn</span><span class="p">(</span>
+ <span class="sa">f</span><span class="s2">"</span><span class="se">\n</span><span class="s2">Applying core Airflow settings from section [kubernetes] with the following keys:"</span>
+ <span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">settings_list_str</span><span class="si">}</span><span class="se">\n</span><span class="s2">"</span>
+ <span class="s2">"In a future release, KubernetesPodOperator will no longer consider core</span><span class="se">\n</span><span class="s2">"</span>
+ <span class="s2">"Airflow settings; define an Airflow connection instead."</span><span class="p">,</span>
+ <span class="ne">DeprecationWarning</span><span class="p">,</span>
+ <span class="p">)</span>
-Use the <span class="na">:class:</span><span class="nv">`~airflow.providers.<NEW_PROVIDER>.operators.NewProviderOperator`</span> to do something
-amazing with Airflow!
+<div class="viewcode-block" id="KubernetesHook.get_conn"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.html#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_conn">[docs]</a> <span class="k">def</span> <span class="nf">get_conn</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">client</span><span class="o">.</span><span class [...]
+ <span class="sd">"""Returns kubernetes api session for use with requests"""</span>
+ <span class="n">in_cluster</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_coalesce_param</span><span class="p">(</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">in_cluster</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">conn_extras</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"extra__kubernetes__in_cluster"</span><span class="p">)</span> <span class="ow">or</span> <span class="kc">None</span>
+ <span class="p">)</span>
+ <span class="n">cluster_context</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_coalesce_param</span><span class="p">(</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">cluster_context</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">conn_extras</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"extra__kubernetes__cluster_context"</span><span class="p">)</span> <span class="ow">or</span> <span class="kc">None</span>
+ <span class="p">)</span>
+ <span class="n">kubeconfig_path</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_coalesce_param</span><span class="p">(</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">config_file</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">conn_extras</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"extra__kubernetes__kube_config_path"</span><span class="p">)</span> <span class="ow">or</span> <span class="kc">None</span>
+ <span class="p">)</span>
-<span class="gh">Using the Operator</span>
-<span class="gh">^^^^^^^^^^^^^^^^^^</span>
+ <span class="n">kubeconfig</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">conn_extras</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"extra__kubernetes__kube_config"</span><span class="p">)</span> <span class="ow">or</span> <span class="kc">None</span>
+ <span class="n">num_selected_configuration</span> <span class="o">=</span> <span class="nb">len</span><span class="p">([</span><span class="n">o</span> <span class="k">for</span> <span class="n">o</span> <span class="ow">in</span> <span class="p">[</span><span class="n">in_cluster</span><span class="p">,</span> <span class="n">kubeconfig</span><span class="p">,</span> <span class="n">kubeconfig_path</span><span class="p">]</span> <span class="k">if</span> <span class="n">o</span> [...]
-The NewProviderOperator requires a <span class="s">``connection_id``</span> and this other awesome parameter.
-You can see an example below:
+ <span class="k">if</span> <span class="n">num_selected_configuration</span> <span class="o">></span> <span class="mi">1</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span>
+ <span class="s2">"Invalid connection configuration. Options kube_config_path, "</span>
+ <span class="s2">"kube_config, in_cluster are mutually exclusive. "</span>
+ <span class="s2">"You can only use one option at a time."</span>
+ <span class="p">)</span>
-<span class="p">..</span> <span class="ow">exampleinclude</span><span class="p">::</span> /../../airflow/providers/<NEW_PROVIDER>/example_dags/example_<NEW_PROVIDER>.py
- <span class="nc">:language:</span> python
- <span class="nc">:start-after:</span> [START howto_operator_<NEW_PROVIDER>]
- <span class="nc">:end-before:</span> [END howto_operator_<NEW_PROVIDER>]
-</pre></div>
-</div>
-</li>
-</ul>
-<p>In the <code class="docutils literal notranslate"><span class="pre">docs/apache-airflow-providers-new_provider/index.rst</span></code>:</p>
-<ul class="simple">
-<li><p>add all information of the purpose of your provider. It is recommended to check with another provider to help you complete this document as best as possible.</p></li>
-</ul>
-<p>In the <code class="docutils literal notranslate"><span class="pre">airflow/providers/<NEW_PROVIDER>/provider.yaml</span></code> add information of your provider:</p>
-<blockquote>
-<div><div class="highlight-yaml notranslate"><div class="highlight"><pre><span></span><span class="nt">package-name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">apache-airflow-providers-<NEW_PROVIDER></span><span class="w"></span>
-<span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain"><NEW_PROVIDER></span><span class="w"></span>
-<span class="nt">description</span><span class="p">:</span><span class="w"> </span><span class="p p-Indicator">|</span><span class="w"></span>
-<span class="w"> </span><span class="no">`<NEW_PROVIDER> <https://example.io/>`__</span><span class="w"></span>
-<span class="nt">versions</span><span class="p">:</span><span class="w"></span>
-<span class="w"> </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">1.0.0</span><span class="w"></span>
-
-<span class="nt">integrations</span><span class="p">:</span><span class="w"></span>
-<span class="w"> </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">integration-name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain"><NEW_PROVIDER></span><span class="w"></span>
-<span class="w"> </span><span class="nt">external-doc-url</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">https://www.example.io/</span><span class="w"></span>
-<span class="w"> </span><span class="nt">logo</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">/integration-logos/<NEW_PROVIDER>/<NEW_PROVIDER>.png</span><span class="w"></span>
-<span class="w"> </span><span class="nt">how-to-guide</span><span class="p">:</span><span class="w"></span>
-<span class="w"> </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">/docs/apache-airflow-providers-<NEW_PROVIDER>/operators/<NEW_PROVIDER>.rst</span><span class="w"></span>
-<span class="w"> </span><span class="nt">tags</span><span class="p">:</span><span class="w"> </span><span class="p p-Indicator">[</span><span class="nv">service</span><span class="p p-Indicator">]</span><span class="w"></span>
-
-<span class="nt">operators</span><span class="p">:</span><span class="w"></span>
-<span class="w"> </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">integration-name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain"><NEW_PROVIDER></span><span class="w"></span>
-<span class="w"> </span><span class="nt">python-modules</span><span class="p">:</span><span class="w"></span>
-<span class="w"> </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">airflow.providers.<NEW_PROVIDER>.operators.<NEW_PROVIDER></span><span class="w"></span>
-
-<span class="nt">hooks</span><span class="p">:</span><span class="w"></span>
-<span class="w"> </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">integration-name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain"><NEW_PROVIDER></span><span class="w"></span>
-<span class="w"> </span><span class="nt">python-modules</span><span class="p">:</span><span class="w"></span>
-<span class="w"> </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">airflow.providers.<NEW_PROVIDER>.hooks.<NEW_PROVIDER></span><span class="w"></span>
-
-<span class="nt">sensors</span><span class="p">:</span><span class="w"></span>
-<span class="w"> </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">integration-name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain"><NEW_PROVIDER></span><span class="w"></span>
-<span class="w"> </span><span class="nt">python-modules</span><span class="p">:</span><span class="w"></span>
-<span class="w"> </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">airflow.providers.<NEW_PROVIDER>.sensors.<NEW_PROVIDER></span><span class="w"></span>
-
-<span class="nt">connection-types</span><span class="p">:</span><span class="w"></span>
-<span class="w"> </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">hook-class-name</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">airflow.providers.<NEW_PROVIDER>.hooks.<NEW_PROVIDER>.NewProviderHook</span><span class="w"></span>
-<span class="w"> </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="nt">connection-type</span><span class="p">:</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">provider-connection-type</span><span class="w"></span>
-
-<span class="nt">hook-class-names</span><span class="p">:</span><span class="w"> </span><span class="c1"># deprecated in Airflow 2.2.0</span><span class="w"></span>
-<span class="w"> </span><span class="p p-Indicator">-</span><span class="w"> </span><span class="l l-Scalar l-Scalar-Plain">airflow.providers.<NEW_PROVIDER>.hooks.<NEW_PROVIDER>.NewProviderHook</span><span class="w"></span>
-</pre></div>
-</div>
-</div></blockquote>
-<div class="admonition note">
-<p class="admonition-title">Note</p>
-<p>Defining your own connection types</p>
-<p>You only need to add <code class="docutils literal notranslate"><span class="pre">connection-types</span></code> in case you have some hooks that have customized UI behavior. However
-it is only supported for Airflow 2.2.0. If your providers are also targeting Airflow below 2.2.0 you should
-provide the deprecated <code class="docutils literal notranslate"><span class="pre">hook-class-names</span></code> array. The <code class="docutils literal notranslate"><span class="pre">connection-types</span></code> array allows for optimization
-of importing of individual connections and while Airflow 2.2.0 is able to handle both definition, the
-<code class="docutils literal notranslate"><span class="pre">connection-types</span></code> is recommended.</p>
-<p>For more information see <a class="reference external" href="http://airflow.apache.org/docs/apache-airflow/stable/howto/connection.html#custom-connection-types">Custom connection types</a></p>
-</div>
-<p>After changing and creating these files you can build the documentation locally. The two commands below will
-serve to accomplish this. The first will build your provider’s documentation. The second will ensure that the
-main Airflow documentation that involves some steps with the providers is also working.</p>
-<blockquote>
-<div><div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>breeze build-docs --package-filter apache-airflow-providers-<NEW_PROVIDER>
-breeze build-docs --package-filter apache-airflow
-</pre></div>
-</div>
-</div></blockquote>
-</div>
-</div>
-<div class="section" id="optional-provider-features">
-<h2>Optional provider features<a class="headerlink" href="#optional-provider-features" title="Permalink to this heading">¶</a></h2>
-<blockquote>
-<div><div class="admonition note">
-<p class="admonition-title">Note</p>
-<p>This feature is available in Airflow 2.3+.</p>
-</div>
-</div></blockquote>
-<p>Some providers might provide optional features, which are only available when some packages or libraries
-are installed. Such features will typically result in <code class="docutils literal notranslate"><span class="pre">ImportErrors</span></code> however those import errors
-should be silently ignored rather than pollute the logs of Airflow with false warnings. False warnings
-are a very bad pattern, as they tend to turn into blind spots, so avoiding false warnings is encouraged.
-However until Airflow 2.3, Airflow had no mechanism to selectively ignore “known” ImportErrors. So
-Airflow 2.1 and 2.2 silently ignored all ImportErrors coming from providers with actually lead to
-ignoring even important import errors - without giving the clue to Airflow users that there is something
-missing in provider dependencies.</p>
-<p>In Airflow 2.3, new exception <code class="xref py py-class docutils literal notranslate"><span class="pre">OptionalProviderFeatureException</span></code> has been
-introduced and Providers can use the exception to signal that the ImportError (or any other error) should
-be ignored by Airflow ProvidersManager. However this Exception is only available in Airflow 2.3 so if
-providers would like to remain compatible with 2.2, they should continue throwing
-the ImportError exception.</p>
-<p>Example code (from Plyvel Hook, part of the Google Provider) explains how such conditional error handling
-should be implemented to keep compatibility with 2.2</p>
-<blockquote>
-<div><div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="k">try</span><span class="p">:</span>
- <span class="kn">import</span> <span class="nn">plyvel</span>
- <span class="kn">from</span> <span class="nn">plyvel</span> <span class="kn">import</span> <span class="n">DB</span>
-
- <span class="kn">from</span> <span class="nn">airflow.exceptions</span> <span class="kn">import</span> <span class="n">AirflowException</span>
- <span class="kn">from</span> <span class="nn">airflow.hooks.base</span> <span class="kn">import</span> <span class="n">BaseHook</span>
-
-<span class="k">except</span> <span class="ne">ImportError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
- <span class="c1"># Plyvel is an optional feature and if imports are missing, it should be silently ignored</span>
- <span class="c1"># As of Airflow 2.3 and above the operator can throw OptionalProviderFeatureException</span>
- <span class="k">try</span><span class="p">:</span>
- <span class="kn">from</span> <span class="nn">airflow.exceptions</span> <span class="kn">import</span> <span class="n">AirflowOptionalProviderFeatureException</span>
- <span class="k">except</span> <span class="ne">ImportError</span><span class="p">:</span>
- <span class="c1"># However, in order to keep backwards-compatibility with Airflow 2.1 and 2.2, if the</span>
- <span class="c1"># 2.3 exception cannot be imported, the original ImportError should be raised.</span>
- <span class="c1"># This try/except can be removed when the provider depends on Airflow >= 2.3.0</span>
- <span class="k">raise</span> <span class="n">e</span>
- <span class="k">raise</span> <span class="n">AirflowOptionalProviderFeatureException</span><span class="p">(</span><span class="n">e</span><span class="p">)</span>
-</pre></div>
-</div>
-</div></blockquote>
-</div>
-<div class="section" id="using-providers-with-dynamic-task-mapping">
-<h2>Using Providers with dynamic task mapping<a class="headerlink" href="#using-providers-with-dynamic-task-mapping" title="Permalink to this heading">¶</a></h2>
-<p>Airflow 2.3 added <a class="reference external" href="https://cwiki.apache.org/confluence/display/AIRFLOW/AIP-42+Dynamic+Task+Mapping">Dynamic Task Mapping</a>
-and it added the possibility of assigning a unique key to each task. Which means that when such dynamically
-mapped task wants to retrieve a value from XCom (for example in case an extra link should calculated)
-it should always check if the ti_key value passed is not None an only then retrieve the XCom value using
-XCom.get_value. This allows to keep backwards compatibility with earlier versions of Airflow.</p>
-<p>Typical code to access XCom Value in providers that want to keep backwards compatibility should look similar to
-this (note the <code class="docutils literal notranslate"><span class="pre">if</span> <span class="pre">ti_key</span> <span class="pre">is</span> <span class="pre">not</span> <span class="pre">None:</span></code> condition).</p>
-<blockquote>
-<div><div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="k">def</span> <span class="nf">get_link</span><span class="p">(</span>
- <span class="bp">self</span><span class="p">,</span>
- <span class="n">operator</span><span class="p">,</span>
- <span class="n">dttm</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">datetime</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
- <span class="n">ti_key</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="s2">"TaskInstanceKey"</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
-<span class="p">):</span>
- <span class="k">if</span> <span class="n">ti_key</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
- <span class="n">job_ids</span> <span class="o">=</span> <span class="n">XCom</span><span class="o">.</span><span class="n">get_value</span><span class="p">(</span><span class="n">key</span><span class="o">=</span><span class="s2">"job_id"</span><span class="p">,</span> <span class="n">ti_key</span><span class="o">=</span><span class="n">ti_key</span><span class="p">)</span>
- <span class="k">else</span><span class="p">:</span>
- <span class="k">assert</span> <span class="n">dttm</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span>
- <span class="n">job_ids</span> <span class="o">=</span> <span class="n">XCom</span><span class="o">.</span><span class="n">get_one</span><span class="p">(</span>
- <span class="n">key</span><span class="o">=</span><span class="s2">"job_id"</span><span class="p">,</span>
- <span class="n">dag_id</span><span class="o">=</span><span class="n">operator</span><span class="o">.</span><span class="n">dag</span><span class="o">.</span><span class="n">dag_id</span><span class="p">,</span>
- <span class="n">task_id</span><span class="o">=</span><span class="n">operator</span><span class="o">.</span><span class="n">task_id</span><span class="p">,</span>
- <span class="n">execution_date</span><span class="o">=</span><span class="n">dttm</span><span class="p">,</span>
+ <span class="n">disable_verify_ssl</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_coalesce_param</span><span class="p">(</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">disable_verify_ssl</span><span class="p">,</span> <span class="n">_get_bool</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_get_field</span><span class="p">(</span><span class="s2">"disable_verify_ssl"</span><span class="p">))</span>
<span class="p">)</span>
- <span class="k">if</span> <span class="ow">not</span> <span class="n">job_ids</span><span class="p">:</span>
- <span class="k">return</span> <span class="kc">None</span>
- <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">job_ids</span><span class="p">)</span> <span class="o"><</span> <span class="bp">self</span><span class="o">.</span><span class="n">index</span><span class="p">:</span>
- <span class="k">return</span> <span class="kc">None</span>
- <span class="n">job_id</span> <span class="o">=</span> <span class="n">job_ids</span><span class="p">[</span><span class="bp">self</span><span class="o">.</span><span class="n">index</span><span class="p">]</span>
- <span class="k">return</span> <span class="n">BIGQUERY_JOB_DETAILS_LINK_FMT</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">job_id</span><span class="o">=</span><span class="n">job_id</span><span class="p">)</span>
-</pre></div>
-</div>
-</div></blockquote>
-</div>
-<div class="section" id="having-sensors-return-xom-values">
-<h2>Having sensors return XOM values<a class="headerlink" href="#having-sensors-return-xom-values" title="Permalink to this heading">¶</a></h2>
-<p>In Airflow 2.3, sensor operators will be able to return XCOM values. This is achieved by returning an instance of the <code class="docutils literal notranslate"><span class="pre">PokeReturnValue</span></code> object at the end of the <code class="docutils literal notranslate"><span class="pre">poke()</span></code> method:</p>
-<blockquote>
-<div><div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">from</span> <span class="nn">airflow.sensors.base</span> <span class="kn">import</span> <span class="n">PokeReturnValue</span>
-
-
-<span class="k">class</span> <span class="nc">SensorWithXcomValue</span><span class="p">(</span><span class="n">BaseSensorOperator</span><span class="p">):</span>
- <span class="k">def</span> <span class="nf">poke</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">context</span><span class="p">:</span> <span class="n">Context</span><span class="p">)</span> <span class="o">-></span> <span class="n">Union</span><span class="p">[</span><span class="nb">bool</span><span class="p">,</span> <span class="n">PokeReturnValue</span><span class="p">]:</span>
- <span class="c1"># ...</span>
- <span class="n">is_done</span> <span class="o">=</span> <span class="o">...</span> <span class="c1"># set to true if the sensor should stop poking.</span>
- <span class="n">xcom_value</span> <span class="o">=</span> <span class="o">...</span> <span class="c1"># return value of the sensor operator to be pushed to XCOM.</span>
- <span class="k">return</span> <span class="n">PokeReturnValue</span><span class="p">(</span><span class="n">is_done</span><span class="p">,</span> <span class="n">xcom_value</span><span class="p">)</span>
-</pre></div>
-</div>
-</div></blockquote>
-<p>To implement a sensor operator that pushes a XCOM value and supports both version 2.3 and pre-2.3, you need to explicitly push the XCOM value if the version is pre-2.3.</p>
-<blockquote>
-<div><div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="k">try</span><span class="p">:</span>
- <span class="kn">from</span> <span class="nn">airflow.sensors.base</span> <span class="kn">import</span> <span class="n">PokeReturnValue</span>
-<span class="k">except</span> <span class="ne">ImportError</span><span class="p">:</span>
- <span class="n">PokeReturnValue</span> <span class="o">=</span> <span class="kc">None</span>
-
-
-<span class="k">class</span> <span class="nc">SensorWithXcomValue</span><span class="p">(</span><span class="n">BaseSensorOperator</span><span class="p">):</span>
- <span class="k">def</span> <span class="nf">poke</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">context</span><span class="p">:</span> <span class="n">Context</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span>
- <span class="c1"># ...</span>
- <span class="n">is_done</span> <span class="o">=</span> <span class="o">...</span> <span class="c1"># set to true if the sensor should stop poking.</span>
- <span class="n">xcom_value</span> <span class="o">=</span> <span class="o">...</span> <span class="c1"># return value of the sensor operator to be pushed to XCOM.</span>
- <span class="k">if</span> <span class="n">PokeReturnValue</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
- <span class="k">return</span> <span class="n">PokeReturnValue</span><span class="p">(</span><span class="n">is_done</span><span class="p">,</span> <span class="n">xcom_value</span><span class="p">)</span>
+ <span class="n">disable_tcp_keepalive</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_coalesce_param</span><span class="p">(</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">disable_tcp_keepalive</span><span class="p">,</span> <span class="n">_get_bool</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_get_field</span><span class="p">(</span><span class="s2">"disable_tcp_keepalive"</span><span class="p">))</span>
+ <span class="p">)</span>
+
+ <span class="c1"># BEGIN apply settings from core kubernetes configuration</span>
+ <span class="c1"># this section should be removed in next major release</span>
+ <span class="n">deprecation_warnings</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="nb">tuple</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">]]</span> <span class="o">=</span> <span class="p">[]</span>
+ <span class="k">if</span> <span class="n">disable_verify_ssl</span> <span class="ow">is</span> <span class="kc">None</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">_deprecated_core_disable_verify_ssl</span> <span class="ow">is</span> <span class="kc">True</span><span class="p">:</span>
+ <span class="n">deprecation_warnings</span><span class="o">.</span><span class="n">append</span><span class="p">((</span><span class="s1">'verify_ssl'</span><span class="p">,</span> <span class="kc">False</span><span class="p">))</span>
+ <span class="n">disable_verify_ssl</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_deprecated_core_disable_verify_ssl</span>
+ <span class="c1"># by default, hook will try in_cluster first. so we only need to</span>
+ <span class="c1"># apply core airflow config and alert when False and in_cluster not otherwise set.</span>
+ <span class="k">if</span> <span class="n">in_cluster</span> <span class="ow">is</span> <span class="kc">None</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">_deprecated_core_in_cluster</span> <span class="ow">is</span> <span class="kc">False</span><span class="p">:</span>
+ <span class="n">deprecation_warnings</span><span class="o">.</span><span class="n">append</span><span class="p">((</span><span class="s1">'in_cluster'</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_deprecated_core_in_cluster</span><span class="p">))</span>
+ <span class="n">in_cluster</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_deprecated_core_in_cluster</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">cluster_context</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">_deprecated_core_cluster_context</span><span class="p">:</span>
+ <span class="n">deprecation_warnings</span><span class="o">.</span><span class="n">append</span><span class="p">((</span><span class="s1">'cluster_context'</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_deprecated_core_cluster_context</span><span class="p">))</span>
+ <span class="n">cluster_context</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_deprecated_core_cluster_context</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">kubeconfig_path</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">_deprecated_core_config_file</span><span class="p">:</span>
+ <span class="n">deprecation_warnings</span><span class="o">.</span><span class="n">append</span><span class="p">((</span><span class="s1">'config_file'</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_deprecated_core_config_file</span><span class="p">))</span>
+ <span class="n">kubeconfig_path</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_deprecated_core_config_file</span>
+ <span class="k">if</span> <span class="n">disable_tcp_keepalive</span> <span class="ow">is</span> <span class="kc">None</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">_deprecated_core_disable_tcp_keepalive</span> <span class="ow">is</span> <span class="kc">True</span><span class="p">:</span>
+ <span class="n">deprecation_warnings</span><span class="o">.</span><span class="n">append</span><span class="p">((</span><span class="s1">'enable_tcp_keepalive'</span><span class="p">,</span> <span class="kc">False</span><span class="p">))</span>
+ <span class="n">disable_tcp_keepalive</span> <span class="o">=</span> <span class="kc">True</span>
+ <span class="k">if</span> <span class="n">deprecation_warnings</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_deprecation_warning_core_param</span><span class="p">(</span><span class="n">deprecation_warnings</span><span class="p">)</span>
+ <span class="c1"># END apply settings from core kubernetes configuration</span>
+
+ <span class="k">if</span> <span class="n">disable_verify_ssl</span> <span class="ow">is</span> <span class="kc">True</span><span class="p">:</span>
+ <span class="n">_disable_verify_ssl</span><span class="p">()</span>
+ <span class="k">if</span> <span class="n">disable_tcp_keepalive</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">True</span><span class="p">:</span>
+ <span class="n">_enable_tcp_keepalive</span><span class="p">()</span>
+
+ <span class="k">if</span> <span class="n">in_cluster</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s2">"loading kube_config from: in_cluster configuration"</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_is_in_cluster</span> <span class="o">=</span> <span class="kc">True</span>
+ <span class="n">config</span><span class="o">.</span><span class="n">load_incluster_config</span><span class="p">()</span>
+ <span class="k">return</span> <span class="n">client</span><span class="o">.</span><span class="n">ApiClient</span><span class="p">()</span>
+
+ <span class="k">if</span> <span class="n">kubeconfig_path</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s2">"loading kube_config from: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">kubeconfig_path</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_is_in_cluster</span> <span class="o">=</span> <span class="kc">False</span>
+ <span class="n">config</span><span class="o">.</span><span class="n">load_kube_config</span><span class="p">(</span>
+ <span class="n">config_file</span><span class="o">=</span><span class="n">kubeconfig_path</span><span class="p">,</span>
+ <span class="n">client_configuration</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">client_configuration</span><span class="p">,</span>
+ <span class="n">context</span><span class="o">=</span><span class="n">cluster_context</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="k">return</span> <span class="n">client</span><span class="o">.</span><span class="n">ApiClient</span><span class="p">()</span>
+
+ <span class="k">if</span> <span class="n">kubeconfig</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="k">with</span> <span class="n">tempfile</span><span class="o">.</span><span class="n">NamedTemporaryFile</span><span class="p">()</span> <span class="k">as</span> <span class="n">temp_config</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s2">"loading kube_config from: connection kube_config"</span><span class="p">)</span>
+ <span class="n">temp_config</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">kubeconfig</span><span class="o">.</span><span class="n">encode</span><span class="p">())</span>
+ <span class="n">temp_config</span><span class="o">.</span><span class="n">flush</span><span class="p">()</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_is_in_cluster</span> <span class="o">=</span> <span class="kc">False</span>
+ <span class="n">config</span><span class="o">.</span><span class="n">load_kube_config</span><span class="p">(</span>
+ <span class="n">config_file</span><span class="o">=</span><span class="n">temp_config</span><span class="o">.</span><span class="n">name</span><span class="p">,</span>
+ <span class="n">client_configuration</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">client_configuration</span><span class="p">,</span>
+ <span class="n">context</span><span class="o">=</span><span class="n">cluster_context</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="k">return</span> <span class="n">client</span><span class="o">.</span><span class="n">ApiClient</span><span class="p">()</span>
+
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_default_client</span><span class="p">(</span><span class="n">cluster_context</span><span class="o">=</span><span class="n">cluster_context</span><span class="p">)</span></div>
+
+ <span class="k">def</span> <span class="nf">_get_default_client</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="p">,</span> <span class="n">cluster_context</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">)</span> <span class="o">-></span> <span class="n">client</span><span class [...]
+ <span class="c1"># if we get here, then no configuration has been supplied</span>
+ <span class="c1"># we should try in_cluster since that's most likely</span>
+ <span class="c1"># but failing that just load assuming a kubeconfig file</span>
+ <span class="c1"># in the default location</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="n">config</span><span class="o">.</span><span class="n">load_incluster_config</span><span class="p">(</span><span class="n">client_configuration</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">client_configuration</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_is_in_cluster</span> <span class="o">=</span> <span class="kc">True</span>
+ <span class="k">except</span> <span class="n">ConfigException</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s2">"loading kube_config from: default file"</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_is_in_cluster</span> <span class="o">=</span> <span class="kc">False</span>
+ <span class="n">config</span><span class="o">.</span><span class="n">load_kube_config</span><span class="p">(</span>
+ <span class="n">client_configuration</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">client_configuration</span><span class="p">,</span>
+ <span class="n">context</span><span class="o">=</span><span class="n">cluster_context</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="k">return</span> <span class="n">client</span><span class="o">.</span><span class="n">ApiClient</span><span class="p">()</span>
+
+ <span class="nd">@property</span>
+<div class="viewcode-block" id="KubernetesHook.is_in_cluster"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.html#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.is_in_cluster">[docs]</a> <span class="k">def</span> <span class="nf">is_in_cluster</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span>
+ <span class="sd">"""Expose whether the hook is configured with ``load_incluster_config`` or not"""</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_is_in_cluster</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_is_in_cluster</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">api_client</span> <span class="c1"># so we can determine if we are in_cluster or not</span>
+ <span class="k">if</span> <span class="n">TYPE_CHECKING</span><span class="p">:</span>
+ <span class="k">assert</span> <span class="bp">self</span><span class="o">.</span><span class="n">_is_in_cluster</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_is_in_cluster</span></div>
+
+ <span class="nd">@cached_property</span>
+<div class="viewcode-block" id="KubernetesHook.api_client"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.html#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.api_client">[docs]</a> <span class="k">def</span> <span class="nf">api_client</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">client</span><span class="o">.</span><span [...]
+ <span class="sd">"""Cached Kubernetes API client"""</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_conn</span><span class="p">()</span></div>
+
+ <span class="nd">@cached_property</span>
+<div class="viewcode-block" id="KubernetesHook.core_v1_client"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.html#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.core_v1_client">[docs]</a> <span class="k">def</span> <span class="nf">core_v1_client</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">client</span><span class="o">. [...]
+ <span class="k">return</span> <span class="n">client</span><span class="o">.</span><span class="n">CoreV1Api</span><span class="p">(</span><span class="n">api_client</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">api_client</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="KubernetesHook.create_custom_object"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.html#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.create_custom_object">[docs]</a> <span class="k">def</span> <span class="nf">create_custom_object</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span> <span class="n">group</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">version</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">plural</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">body</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span cl [...]
+ <span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Creates custom resource definition object in Kubernetes</span>
+
+<span class="sd"> :param group: api group</span>
+<span class="sd"> :param version: api version</span>
+<span class="sd"> :param plural: api plural</span>
+<span class="sd"> :param body: crd object definition</span>
+<span class="sd"> :param namespace: kubernetes namespace</span>
+<span class="sd"> """</span>
+ <span class="n">api</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">CustomObjectsApi</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">api_client</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">namespace</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="n">namespace</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_namespace</span><span class="p">()</span>
+ <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">body</span><span class="p">,</span> <span class="nb">str</span><span class="p">):</span>
+ <span class="n">body_dict</span> <span class="o">=</span> <span class="n">_load_body_to_dict</span><span class="p">(</span><span class="n">body</span><span class="p">)</span>
<span class="k">else</span><span class="p">:</span>
- <span class="k">if</span> <span class="n">is_done</span><span class="p">:</span>
- <span class="n">context</span><span class="p">[</span><span class="s2">"ti"</span><span class="p">]</span><span class="o">.</span><span class="n">xcom_push</span><span class="p">(</span><span class="n">key</span><span class="o">=</span><span class="s2">"xcom_key"</span><span class="p">,</span> <span class="n">value</span><span class="o">=</span><span class="n">xcom_value</span><span class="p">)</span>
- <span class="k">return</span> <span class="n">is_done</span>
-</pre></div>
-</div>
-</div></blockquote>
-</div>
-<div class="section" id="how-to-update-a-community-provider">
-<h2>How-to Update a community provider<a class="headerlink" href="#how-to-update-a-community-provider" title="Permalink to this heading">¶</a></h2>
-<p>See <a class="reference external" href="https://github.com/apache/airflow/blob/main/dev/README_RELEASE_PROVIDER_PACKAGES.md#provider-packages-versioning">Provider packages versioning</a></p>
-</div>
-</div>
+ <span class="n">body_dict</span> <span class="o">=</span> <span class="n">body</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="n">api</span><span class="o">.</span><span class="n">delete_namespaced_custom_object</span><span class="p">(</span>
+ <span class="n">group</span><span class="o">=</span><span class="n">group</span><span class="p">,</span>
+ <span class="n">version</span><span class="o">=</span><span class="n">version</span><span class="p">,</span>
+ <span class="n">namespace</span><span class="o">=</span><span class="n">namespace</span><span class="p">,</span>
+ <span class="n">plural</span><span class="o">=</span><span class="n">plural</span><span class="p">,</span>
+ <span class="n">name</span><span class="o">=</span><span class="n">body_dict</span><span class="p">[</span><span class="s2">"metadata"</span><span class="p">][</span><span class="s2">"name"</span><span class="p">],</span>
+ <span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="s2">"Deleted SparkApplication with the same name."</span><span class="p">)</span>
+ <span class="k">except</span> <span class="n">client</span><span class="o">.</span><span class="n">rest</span><span class="o">.</span><span class="n">ApiException</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"SparkApp </span><span class="si">%s</span><span class="s2"> not found."</span><span class="p">,</span> <span class="n">body_dict</span><span class="p">[</span><span class="s1">'metadata'</span><span class="p">][</span><span class="s1">'name'</span><span class="p">])</span>
+
+ <span class="k">try</span><span class="p">:</span>
+ <span class="n">response</span> <span class="o">=</span> <span class="n">api</span><span class="o">.</span><span class="n">create_namespaced_custom_object</span><span class="p">(</span>
+ <span class="n">group</span><span class="o">=</span><span class="n">group</span><span class="p">,</span> <span class="n">version</span><span class="o">=</span><span class="n">version</span><span class="p">,</span> <span class="n">namespace</span><span class="o">=</span><span class="n">namespace</span><span class="p">,</span> <span class="n">plural</span><span class="o">=</span><span class="n">plural</span><span class="p">,</span> <span class="n">body</span><span class="o" [...]
+ <span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s2">"Response: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">response</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">response</span>
+ <span class="k">except</span> <span class="n">client</span><span class="o">.</span><span class="n">rest</span><span class="o">.</span><span class="n">ApiException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Exception when calling -> create_custom_object: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="se">\n</span><span class="s2">"</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="KubernetesHook.get_custom_object"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.html#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_custom_object">[docs]</a> <span class="k">def</span> <span class="nf">get_custom_object</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span> <span class="n">group</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">version</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">plural</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span cla [...]
+ <span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Get custom resource definition object from Kubernetes</span>
+
+<span class="sd"> :param group: api group</span>
+<span class="sd"> :param version: api version</span>
+<span class="sd"> :param plural: api plural</span>
+<span class="sd"> :param name: crd object name</span>
+<span class="sd"> :param namespace: kubernetes namespace</span>
+<span class="sd"> """</span>
+ <span class="n">api</span> <span class="o">=</span> <span class="n">client</span><span class="o">.</span><span class="n">CustomObjectsApi</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">api_client</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">namespace</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="n">namespace</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_namespace</span><span class="p">()</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="n">response</span> <span class="o">=</span> <span class="n">api</span><span class="o">.</span><span class="n">get_namespaced_custom_object</span><span class="p">(</span>
+ <span class="n">group</span><span class="o">=</span><span class="n">group</span><span class="p">,</span> <span class="n">version</span><span class="o">=</span><span class="n">version</span><span class="p">,</span> <span class="n">namespace</span><span class="o">=</span><span class="n">namespace</span><span class="p">,</span> <span class="n">plural</span><span class="o">=</span><span class="n">plural</span><span class="p">,</span> <span class="n">name</span><span class="o" [...]
+ <span class="p">)</span>
+ <span class="k">return</span> <span class="n">response</span>
+ <span class="k">except</span> <span class="n">client</span><span class="o">.</span><span class="n">rest</span><span class="o">.</span><span class="n">ApiException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Exception when calling -> get_custom_object: </span><span class="si">{</span><span class="n">e</span><span class="si">}</span><span class="se">\n</span><span class="s2">"</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="KubernetesHook.get_namespace"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.html#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_namespace">[docs]</a> <span class="k">def</span> <span class="nf">get_namespace</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span> <span class="o">|</sp [...]
+ <span class="sd">"""Returns the namespace that defined in the connection"""</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">conn_id</span><span class="p">:</span>
+ <span class="n">connection</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_connection</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">conn_id</span><span class="p">)</span>
+ <span class="n">extras</span> <span class="o">=</span> <span class="n">connection</span><span class="o">.</span><span class="n">extra_dejson</span>
+ <span class="n">namespace</span> <span class="o">=</span> <span class="n">extras</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"extra__kubernetes__namespace"</span><span class="p">,</span> <span class="s2">"default"</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">namespace</span>
+ <span class="k">return</span> <span class="kc">None</span></div>
+
+<div class="viewcode-block" id="KubernetesHook.get_pod_log_stream"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.html#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_pod_log_stream">[docs]</a> <span class="k">def</span> <span class="nf">get_pod_log_stream</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">pod_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">container</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="s2">""</span><span class="p">,</span>
+ <span class="n">namespace</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="nb">tuple</span><span class="p">[</span><span class="n">watch</span><span class="o">.</span><span class="n">Watch</span><span class="p">,</span> <span class="n">Generator</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="kc">None</span><span class="p">,</span> <span class="kc">None</span><span class="p">]]:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Retrieves a log stream for a container in a kubernetes pod.</span>
+
+<span class="sd"> :param pod_name: pod name</span>
+<span class="sd"> :param container: container name</span>
+<span class="sd"> :param namespace: kubernetes namespace</span>
+<span class="sd"> """</span>
+ <span class="n">watcher</span> <span class="o">=</span> <span class="n">watch</span><span class="o">.</span><span class="n">Watch</span><span class="p">()</span>
+ <span class="k">return</span> <span class="p">(</span>
+ <span class="n">watcher</span><span class="p">,</span>
+ <span class="n">watcher</span><span class="o">.</span><span class="n">stream</span><span class="p">(</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">core_v1_client</span><span class="o">.</span><span class="n">read_namespaced_pod_log</span><span class="p">,</span>
+ <span class="n">name</span><span class="o">=</span><span class="n">pod_name</span><span class="p">,</span>
+ <span class="n">container</span><span class="o">=</span><span class="n">container</span><span class="p">,</span>
+ <span class="n">namespace</span><span class="o">=</span><span class="n">namespace</span> <span class="k">if</span> <span class="n">namespace</span> <span class="k">else</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_namespace</span><span class="p">(),</span></div>
+ <span class="p">),</span>
+ <span class="p">)</span>
+
+<div class="viewcode-block" id="KubernetesHook.get_pod_logs"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/hooks/kubernetes/index.html#airflow.providers.cncf.kubernetes.hooks.kubernetes.KubernetesHook.get_pod_logs">[docs]</a> <span class="k">def</span> <span class="nf">get_pod_logs</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">pod_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
+ <span class="n">container</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="s2">""</span><span class="p">,</span>
+ <span class="n">namespace</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Retrieves a container's log from the specified pod.</span>
+
+<span class="sd"> :param pod_name: pod name</span>
+<span class="sd"> :param container: container name</span>
+<span class="sd"> :param namespace: kubernetes namespace</span>
+<span class="sd"> """</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">core_v1_client</span><span class="o">.</span><span class="n">read_namespaced_pod_log</span><span class="p">(</span>
+ <span class="n">name</span><span class="o">=</span><span class="n">pod_name</span><span class="p">,</span>
+ <span class="n">container</span><span class="o">=</span><span class="n">container</span><span class="p">,</span>
+ <span class="n">_preload_content</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
+ <span class="n">namespace</span><span class="o">=</span><span class="n">namespace</span> <span class="k">if</span> <span class="n">namespace</span> <span class="k">else</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_namespace</span><span class="p">(),</span></div></div>
+ <span class="p">)</span>
- <div class="pager" role="navigation" aria-label="related navigation">
- <a rel="prev" title="Secret backends" href="../core-extensions/secrets-backends.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
- </a>
- <a rel="next" title="Installing Providers from Sources" href="../installing-from-sources.html" >
- <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
- </a>
+<span class="k">def</span> <span class="nf">_get_bool</span><span class="p">(</span><span class="n">val</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span> <span class="o">|</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Converts val to bool if can be done with certainty.</span>
+<span class="sd"> If we cannot infer intention we return None.</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">val</span><span class="p">,</span> <span class="nb">bool</span><span class="p">):</span>
+ <span class="k">return</span> <span class="n">val</span>
+ <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">val</span><span class="p">,</span> <span class="nb">str</span><span class="p">):</span>
+ <span class="k">if</span> <span class="n">val</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">==</span> <span class="s1">'true'</span><span class="p">:</span>
+ <span class="k">return</span> <span class="kc">True</span>
+ <span class="k">elif</span> <span class="n">val</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">==</span> <span class="s1">'false'</span><span class="p">:</span>
+ <span class="k">return</span> <span class="kc">False</span>
+ <span class="k">return</span> <span class="kc">None</span>
+</pre></div>
+
+ <div class="pager" role="navigation" aria-label="related navigation"><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Previous</button><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Next</button>
</div>
</div>
@@ -992,22 +1084,7 @@ this (note the <code class="docutils literal notranslate"><span class="pre">if</
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
- <ul>
-<li><a class="reference internal" href="#">Community Providers</a><ul>
-<li><a class="reference internal" href="#how-to-creating-a-new-community-provider">How-to creating a new community provider</a><ul>
-<li><a class="reference internal" href="#initial-code-and-unit-tests">Initial Code and Unit Tests</a></li>
-<li><a class="reference internal" href="#integration-tests">Integration tests</a></li>
-<li><a class="reference internal" href="#documentation">Documentation</a></li>
-</ul>
-</li>
-<li><a class="reference internal" href="#optional-provider-features">Optional provider features</a></li>
-<li><a class="reference internal" href="#using-providers-with-dynamic-task-mapping">Using Providers with dynamic task mapping</a></li>
-<li><a class="reference internal" href="#having-sensors-return-xom-values">Having sensors return XOM values</a></li>
-<li><a class="reference internal" href="#how-to-update-a-community-provider">How-to Update a community provider</a></li>
-</ul>
-</li>
-</ul>
-
+
</div>
</nav>
@@ -1023,24 +1100,6 @@ this (note the <code class="docutils literal notranslate"><span class="pre">if</
-
-
-
-
- <div class="base-layout--button">
- <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers/howto/create-update-providers.rst" rel="nofollow">
-
- <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
- <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
- <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.15 [...]
- </svg>
-
- <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span>
- </button>
- </a>
- </div>
-
-
</div>
@@ -1162,18 +1221,18 @@ this (note the <code class="docutils literal notranslate"><span class="pre">if</
</span>
</div>
</footer>
- <script type="text/javascript" src="../_static/_gen/js/docs.js"></script>
- <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
+ <script type="text/javascript" src="../../../../../../_static/_gen/js/docs.js"></script>
+ <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../" src="../../../../../../_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
- <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
- <script src="../_static/jquery.js"></script>
- <script src="../_static/underscore.js"></script>
- <script src="../_static/_sphinx_javascript_frameworks_compat.js"></script>
- <script src="../_static/doctools.js"></script>
- <script src="../_static/clipboard.min.js"></script>
- <script src="../_static/copybutton.js"></script>
- <script src="../_static/js/globaltoc.js"></script>
+ <script data-url_root="../../../../../../" id="documentation_options" src="../../../../../../_static/documentation_options.js"></script>
+ <script src="../../../../../../_static/jquery.js"></script>
+ <script src="../../../../../../_static/underscore.js"></script>
+ <script src="../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script>
+ <script src="../../../../../../_static/doctools.js"></script>
+ <script src="../../../../../../_static/clipboard.min.js"></script>
+ <script src="../../../../../../_static/copybutton.js"></script>
+ <script src="../../../../../../_static/js/globaltoc.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_modules/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.html b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_modules/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.html
new file mode 100644
index 0000000000..a174bde734
--- /dev/null
+++ b/docs-archive/apache-airflow-providers-cncf-kubernetes/4.4.0/_modules/airflow/providers/cncf/kubernetes/operators/kubernetes_pod.html
@@ -0,0 +1,1476 @@
+
+
+
+
+<!DOCTYPE html>
+<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
+ <html xmlns="http://www.w3.org/1999/xhtml" lang="en">
+<head>
+ <meta charset="utf-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1">
+ <title>airflow.providers.cncf.kubernetes.operators.kubernetes_pod — apache-airflow-providers-cncf-kubernetes Documentation</title>
+ <link rel="stylesheet" href="../../../../../../_static/_gen/css/main.min.css" type="text/css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/pygments.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/copybutton.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/_gen/css/main-custom.min.css" />
+ <link rel="stylesheet" type="text/css" href="../../../../../../_static/graphviz.css" />
+ <link rel="shortcut icon" href="../../../../../../_static/pin_32.png"/>
+ <link rel="index" title="Index" href="../../../../../../genindex.html" />
+ <link rel="search" title="Search" href="../../../../../../search.html" />
+ <!-- Matomo -->
+ <script>
+ var _paq = window._paq = window._paq || [];
+ /* tracker methods like "setCustomDimension" should be called before "trackPageView" */
+ /* We explicitly disable cookie tracking to avoid privacy issues */
+ _paq.push(['disableCookies']);
+ _paq.push(['trackPageView']);
+ _paq.push(['enableLinkTracking']);
+ (function() {
+ var u="https://analytics.apache.org/";
+ _paq.push(['setTrackerUrl', u+'matomo.php']);
+ _paq.push(['setSiteId', '13']);
+ var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0];
+ g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s);
+ })();
+ </script>
+ <!-- End Matomo Code -->
+
+
+</head><body class="td-section">
+
+
+<header>
+ <nav class="js-navbar-scroll navbar">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178.258 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0zm-1 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482-.2h1 [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+ <div class="desktop-only navbar__menu-container">
+
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+ </div>
+
+
+
+ </div>
+
+ </div>
+ <div class="mobile-only navbar__drawer-container">
+ <button class="navbar__toggle-button" id="navbar-toggle-button">
+
+ <div id="hamburger-icon" class="navbar__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="26" height="20" viewBox="0 0 26 20">
+ <g id="Group_1294" data-name="Group 1294" transform="translate(-38.791 291)">
+ <g id="Group_1291" data-name="Group 1291" transform="translate(39 -291)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="translate(39 -281.822)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ <g id="Group_1293" data-name="Group 1293" transform="translate(39 -272.644)">
+ <rect id="Rectangle_463" width="26" height="2" fill="#51504f" data-name="Rectangle 463" rx="1" transform="translate(-.209 -.356)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="close-icon" class="navbar__toggle-button--icon">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </button>
+ <div class="navbar__drawer" id="navbar-drawer">
+ <div class="navbar__menu-content" id="main_navbar">
+
+ <div class="navbar__links-container">
+
+ <a class="navbar__text-link" href="/community/">
+ Community
+ </a>
+
+ <a class="navbar__text-link" href="/meetups/">
+ Meetups
+ </a>
+
+ <a class="navbar__text-link" href="/docs/">
+ Documentation
+ </a>
+
+ <a class="navbar__text-link" href="/use-cases/">
+ Use-cases
+ </a>
+
+ <a class="navbar__text-link" href="/announcements/">
+ Announcements
+ </a>
+
+ <a class="navbar__text-link" href="/blog/">
+ Blog
+ </a>
+
+ <a class="navbar__text-link" href="/ecosystem/">
+ Ecosystem
+ </a>
+
+
+ </div>
+
+
+ </div>
+ </div>
+ </div>
+ </nav>
+
+</header>
+
+
+ <div class="roadmap container-fluid td-default base-layout">
+
+
+ <div class="content-drawer-wrapper">
+ <button class="content-drawer__toggle-button" id="content-open-button">
+
+ <div id="hamburger-icon" class="content-drawer__toggle-button--icon visible">
+ <svg xmlns="http://www.w3.org/2000/svg" width="20.005" height="13.879" viewBox="0 0 20.005 13.879">
+ <g id="Group_1619" data-name="Group 1619" transform="translate(271.132 -418.872)">
+ <g id="Group_1613" data-name="Group 1613" transform="translate(-266.229 431.045)">
+ <path id="Path_1337" d="M-218.5 513.215h-14.583a.259.259 0 0 1-.259-.26.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.26z" fill="#51504f" data-name="Path 1337" transform="translate(233.345 -512.696)"></path>
+ </g>
+ <g id="Group_1614" data-name="Group 1614" transform="translate(-266.229 425.684)">
+ <path id="Path_1338" d="M-218.5 471.9h-14.583a.259.259 0 0 1-.259-.26.26.26 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.26.26 0 0 1-.259.26z" fill="#51504f" data-name="Path 1338" transform="translate(233.345 -471.376)"></path>
+ </g>
+ <g id="Group_1615" data-name="Group 1615" transform="translate(-266.229 420.323)">
+ <path id="Path_1339" d="M-218.5 430.574h-14.583a.259.259 0 0 1-.259-.259.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.259z" fill="#51504f" data-name="Path 1339" transform="translate(233.345 -430.055)"></path>
+ </g>
+ <g id="Group_1616" data-name="Group 1616" transform="translate(-271.132 429.814)">
+ <path id="Path_1340" d="M-269.663 506.145a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1340" transform="translate(271.132 -503.208)"></path>
+ </g>
+ <g id="Group_1617" data-name="Group 1617" transform="translate(-271.132 424.556)">
+ <path id="Path_1341" d="M-269.663 465.62a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.952z" fill="#51504f" data-name="Path 1341" transform="translate(271.132 -462.683)"></path>
+ </g>
+ <g id="Group_1618" data-name="Group 1618" transform="translate(-271.132 418.872)">
+ <path id="Path_1342" d="M-269.663 421.809a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1342" transform="translate(271.132 -418.872)"></path>
+ </g>
+ </g>
+ </svg>
+
+ <span class="bodytext__mobile--brownish-grey">Content</span>
+ </div>
+
+ </button>
+ <nav id="content-navbar" class="navbar navbar--hidden">
+ <div class="navbar__icon-container">
+ <a href="/">
+ <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
+ <defs>
+ <clipPath id="clip-path">
+ <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
+ </clipPath>
+ </defs>
+ <g id="logo" transform="translate(-1305 -780.355)">
+ <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
+ <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
+ <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
+ <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
+ <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
+ <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
+ <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
+ <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
+ <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
+ <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
+ <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
+ <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178 [...]
+ <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0 [...]
+ <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482- [...]
+ </g>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+ </div>
+
+ <div id="content-close-button">
+ <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
+ <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
+ <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
+ <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
+ </g>
+ <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
+ <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
+ </g>
+ </g>
+ </svg>
+
+ </div>
+
+ </nav>
+ <div class="content-drawer-container" id="content-drawer">
+ <div class="content-drawer">
+ <div class="td-sidebar">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/cncf/kubernetes/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+ </div>
+ </div>
+ </div>
+
+ <div class="d-flex">
+
+
+ <div class="td-sidebar desktop-only d-print-none">
+
+<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
+ <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
+ aria-expanded="false">
+ <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">4.4.0</span>
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
+
+ </div>
+ <script type="application/x-template" id="version-item-template">
+ <a class="dropdown-item"></a>
+ </script>
+</div>
+
+<div class="searchb-box">
+ <form class="search-form" action="../../../../../../search.html" method="get">
+ <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+
+ <button class="search-form__button" type="submit">
+
+ <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
+ <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
+ <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
+ <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
+ </g>
+ </svg>
+ </button>
+ </form>
+</div>
+
+
+<style>
+ .searchb-box {
+ margin-bottom: 26px;
+ }
+ .searchb-box .search-form {
+ width: 100%;
+ margin-top: 20px;
+ }
+</style>
+
+
+<div class="toctree" role="navigation" aria-label="main navigation">
+ <p class="caption" role="heading"><span class="caption-text">Guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../connections/kubernetes.html">Connection types</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../operators.html">Operators</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">References</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../_api/airflow/providers/cncf/kubernetes/index.html">Python API</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Resources</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference external" href="https://github.com/apache/airflow/tree/providers-cncf-kubernetes/4.1.0/tests/system/providers/cncf/kubernetes">Example DAGs</a></li>
+<li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-cncf-kubernetes/">PyPI Repository</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../installing-providers-from-sources.html">Installing from sources</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Commits</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../../../../../../commits.html">Detailed list of commits</a></li>
+</ul>
+
+</div>
+
+<style type="text/css">
+ .toctree {
+ }
+ .toctree li {
+ list-style: none;
+ }
+ .toctree .caption {
+ font-family: Roboto;
+ font-size: 18px;
+ font-weight: bold;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.33;
+ letter-spacing: normal;
+ color: #51504f;
+ padding-bottom: 13px;
+ text-transform: uppercase;
+ margin-bottom: 0;
+ }
+ .toctree .current > a:not([href="#"]) {
+ color: #017cee;
+ }
+ .toctree > ul {
+ padding-left: 0;
+ }
+ .toctree ul {
+ padding-left: 15px;
+ display: none;
+ }
+ .toctree > ul,
+ .toctree li.current > ul {
+ display: block;
+ }
+
+ .toctree a .toctree-expand {
+ display: inline-block;
+ position: relative;
+ height: 1em;
+ }
+
+ .toctree a .toctree-expand:before {
+ position: absolute;
+ top: 6px;
+ left: -12px;
+ content: '►';
+ font-size: 7px;
+ }
+ .toctree .current > a > .toctree-expand:before {
+ content: '▼';
+ }
+
+ .toctree .current {
+ color: #017cee;
+ }
+ .toctree li {
+ font-family: Roboto;
+ font-size: 16px;
+ font-weight: normal;
+ font-stretch: normal;
+ font-style: normal;
+ line-height: 1.63;
+ letter-spacing: normal;
+ color: #707070;
+ }
+
+</style>
+ </div>
+
+
+
+
+ <main class="col-12 col-md-9 col-xl-8" role="main">
+
+
+
+
+
+
+
+
+<div role="navigation" aria-label="breadcrumbs navigation" class="d-none d-md-block d-print-none">
+
+ <ul class="breadcrumb">
+
+ <li class="breadcrumb-item"><a href="../../../../../../index.html" class="icon icon-home"> Home</a></li>
+
+ <li class="breadcrumb-item"><a href="../../../../../index.html">Module code</a></li>
+
+ <li class="breadcrumb-item"><a href="kubernetes_pod.html"> airflow.providers.cncf.kubernetes.operators.kubernetes_pod</a></li>
+
+ </ul>
+</div>
+
+ <div class="rst-content">
+ <div class="document">
+ <div class="documentwrapper">
+ <div class="bodywrapper">
+ <div class="body" role="main">
+
+ <h1>Source code for airflow.providers.cncf.kubernetes.operators.kubernetes_pod</h1><div class="highlight"><pre>
+<span></span><span class="c1"># Licensed to the Apache Software Foundation (ASF) under one</span>
+<span class="c1"># or more contributor license agreements. See the NOTICE file</span>
+<span class="c1"># distributed with this work for additional information</span>
+<span class="c1"># regarding copyright ownership. The ASF licenses this file</span>
+<span class="c1"># to you under the Apache License, Version 2.0 (the</span>
+<span class="c1"># "License"); you may not use this file except in compliance</span>
+<span class="c1"># with the License. You may obtain a copy of the License at</span>
+<span class="c1">#</span>
+<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
+<span class="c1">#</span>
+<span class="c1"># Unless required by applicable law or agreed to in writing,</span>
+<span class="c1"># software distributed under the License is distributed on an</span>
+<span class="c1"># "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY</span>
+<span class="c1"># KIND, either express or implied. See the License for the</span>
+<span class="c1"># specific language governing permissions and limitations</span>
+<span class="c1"># under the License.</span>
+<span class="sd">"""Executes task in a Kubernetes POD"""</span>
+<span class="kn">from</span> <span class="nn">__future__</span> <span class="kn">import</span> <span class="n">annotations</span>
+
+<span class="kn">import</span> <span class="nn">json</span>
+<span class="kn">import</span> <span class="nn">logging</span>
+<span class="kn">import</span> <span class="nn">re</span>
+<span class="kn">import</span> <span class="nn">warnings</span>
+<span class="kn">from</span> <span class="nn">contextlib</span> <span class="kn">import</span> <span class="n">AbstractContextManager</span>
+<span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">TYPE_CHECKING</span><span class="p">,</span> <span class="n">Any</span><span class="p">,</span> <span class="n">Sequence</span>
+
+<span class="kn">from</span> <span class="nn">kubernetes.client</span> <span class="kn">import</span> <span class="n">CoreV1Api</span><span class="p">,</span> <span class="n">models</span> <span class="k">as</span> <span class="n">k8s</span>
+
+<span class="kn">from</span> <span class="nn">airflow.compat.functools</span> <span class="kn">import</span> <span class="n">cached_property</span>
+<span class="kn">from</span> <span class="nn">airflow.configuration</span> <span class="kn">import</span> <span class="n">conf</span>
+<span class="kn">from</span> <span class="nn">airflow.exceptions</span> <span class="kn">import</span> <span class="n">AirflowException</span>
+<span class="kn">from</span> <span class="nn">airflow.kubernetes</span> <span class="kn">import</span> <span class="n">pod_generator</span>
+<span class="kn">from</span> <span class="nn">airflow.kubernetes.pod_generator</span> <span class="kn">import</span> <span class="n">PodGenerator</span>
+<span class="kn">from</span> <span class="nn">airflow.kubernetes.secret</span> <span class="kn">import</span> <span class="n">Secret</span>
+<span class="kn">from</span> <span class="nn">airflow.models</span> <span class="kn">import</span> <span class="n">BaseOperator</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.cncf.kubernetes.backcompat.backwards_compat_converters</span> <span class="kn">import</span> <span class="p">(</span>
+ <span class="n">convert_affinity</span><span class="p">,</span>
+ <span class="n">convert_configmap</span><span class="p">,</span>
+ <span class="n">convert_env_vars</span><span class="p">,</span>
+ <span class="n">convert_image_pull_secrets</span><span class="p">,</span>
+ <span class="n">convert_pod_runtime_info_env</span><span class="p">,</span>
+ <span class="n">convert_port</span><span class="p">,</span>
+ <span class="n">convert_resources</span><span class="p">,</span>
+ <span class="n">convert_toleration</span><span class="p">,</span>
+ <span class="n">convert_volume</span><span class="p">,</span>
+ <span class="n">convert_volume_mount</span><span class="p">,</span>
+<span class="p">)</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.cncf.kubernetes.hooks.kubernetes</span> <span class="kn">import</span> <span class="n">KubernetesHook</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.cncf.kubernetes.utils</span> <span class="kn">import</span> <span class="n">xcom_sidecar</span> <span class="c1"># type: ignore[attr-defined]</span>
+<span class="kn">from</span> <span class="nn">airflow.providers.cncf.kubernetes.utils.pod_manager</span> <span class="kn">import</span> <span class="p">(</span>
+ <span class="n">PodLaunchFailedException</span><span class="p">,</span>
+ <span class="n">PodManager</span><span class="p">,</span>
+ <span class="n">PodPhase</span><span class="p">,</span>
+ <span class="n">get_container_termination_message</span><span class="p">,</span>
+<span class="p">)</span>
+<span class="kn">from</span> <span class="nn">airflow.settings</span> <span class="kn">import</span> <span class="n">pod_mutation_hook</span>
+<span class="kn">from</span> <span class="nn">airflow.utils</span> <span class="kn">import</span> <span class="n">yaml</span>
+<span class="kn">from</span> <span class="nn">airflow.utils.helpers</span> <span class="kn">import</span> <span class="n">prune_dict</span><span class="p">,</span> <span class="n">validate_key</span>
+<span class="kn">from</span> <span class="nn">airflow.version</span> <span class="kn">import</span> <span class="n">version</span> <span class="k">as</span> <span class="n">airflow_version</span>
+
+<span class="k">if</span> <span class="n">TYPE_CHECKING</span><span class="p">:</span>
+ <span class="kn">import</span> <span class="nn">jinja2</span>
+
+ <span class="kn">from</span> <span class="nn">airflow.utils.context</span> <span class="kn">import</span> <span class="n">Context</span>
+
+
+<div class="viewcode-block" id="PodReattachFailure"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.PodReattachFailure">[docs]</a><span class="k">class</span> <span class="nc">PodReattachFailure</span><span class="p">(</span><span class="n">AirflowException</span><span class="p">):</span>
+ <span class="sd">"""When we expect to be able to find a pod but cannot."""</span></div>
+
+
+<div class="viewcode-block" id="KubernetesPodOperator"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator">[docs]</a><span class="k">class</span> <span class="nc">KubernetesPodOperator</span><span class="p">(</span><span class="n">BaseOperator</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Execute a task in a Kubernetes Pod</span>
+
+<span class="sd"> .. seealso::</span>
+<span class="sd"> For more information on how to use this operator, take a look at the guide:</span>
+<span class="sd"> :ref:`howto/operator:KubernetesPodOperator`</span>
+
+<span class="sd"> .. note::</span>
+<span class="sd"> If you use `Google Kubernetes Engine <https://cloud.google.com/kubernetes-engine/>`__</span>
+<span class="sd"> and Airflow is not running in the same cluster, consider using</span>
+<span class="sd"> :class:`~airflow.providers.google.cloud.operators.kubernetes_engine.GKEStartPodOperator`, which</span>
+<span class="sd"> simplifies the authorization process.</span>
+
+<span class="sd"> :param kubernetes_conn_id: The :ref:`kubernetes connection id <howto/connection:kubernetes>`</span>
+<span class="sd"> for the Kubernetes cluster.</span>
+<span class="sd"> :param namespace: the namespace to run within kubernetes.</span>
+<span class="sd"> :param image: Docker image you wish to launch. Defaults to hub.docker.com,</span>
+<span class="sd"> but fully qualified URLS will point to custom repositories. (templated)</span>
+<span class="sd"> :param name: name of the pod in which the task will run, will be used (plus a random</span>
+<span class="sd"> suffix if random_name_suffix is True) to generate a pod id (DNS-1123 subdomain,</span>
+<span class="sd"> containing only [a-z0-9.-]).</span>
+<span class="sd"> :param random_name_suffix: if True, will generate a random suffix.</span>
+<span class="sd"> :param cmds: entrypoint of the container. (templated)</span>
+<span class="sd"> The docker images's entrypoint is used if this is not provided.</span>
+<span class="sd"> :param arguments: arguments of the entrypoint. (templated)</span>
+<span class="sd"> The docker image's CMD is used if this is not provided.</span>
+<span class="sd"> :param ports: ports for the launched pod.</span>
+<span class="sd"> :param volume_mounts: volumeMounts for the launched pod.</span>
+<span class="sd"> :param volumes: volumes for the launched pod. Includes ConfigMaps and PersistentVolumes.</span>
+<span class="sd"> :param env_vars: Environment variables initialized in the container. (templated)</span>
+<span class="sd"> :param env_from: (Optional) List of sources to populate environment variables in the container.</span>
+<span class="sd"> :param secrets: Kubernetes secrets to inject in the container.</span>
+<span class="sd"> They can be exposed as environment vars or files in a volume.</span>
+<span class="sd"> :param in_cluster: run kubernetes client with in_cluster configuration.</span>
+<span class="sd"> :param cluster_context: context that points to kubernetes cluster.</span>
+<span class="sd"> Ignored when in_cluster is True. If None, current-context is used.</span>
+<span class="sd"> :param reattach_on_restart: if the worker dies while the pod is running, reattach and monitor</span>
+<span class="sd"> during the next try. If False, always create a new pod for each try.</span>
+<span class="sd"> :param labels: labels to apply to the Pod. (templated)</span>
+<span class="sd"> :param startup_timeout_seconds: timeout in seconds to startup the pod.</span>
+<span class="sd"> :param get_logs: get the stdout of the container as logs of the tasks.</span>
+<span class="sd"> :param image_pull_policy: Specify a policy to cache or always pull an image.</span>
+<span class="sd"> :param annotations: non-identifying metadata you can attach to the Pod.</span>
+<span class="sd"> Can be a large range of data, and can include characters</span>
+<span class="sd"> that are not permitted by labels.</span>
+<span class="sd"> :param container_resources: resources for the launched pod.</span>
+<span class="sd"> :param affinity: affinity scheduling rules for the launched pod.</span>
+<span class="sd"> :param config_file: The path to the Kubernetes config file. (templated)</span>
+<span class="sd"> If not specified, default value is ``~/.kube/config``</span>
+<span class="sd"> :param node_selectors: (Deprecated) A dict containing a group of scheduling rules.</span>
+<span class="sd"> Please use node_selector instead.</span>
+<span class="sd"> :param node_selector: A dict containing a group of scheduling rules.</span>
+<span class="sd"> :param image_pull_secrets: Any image pull secrets to be given to the pod.</span>
+<span class="sd"> If more than one secret is required, provide a</span>
+<span class="sd"> comma separated list: secret_a,secret_b</span>
+<span class="sd"> :param service_account_name: Name of the service account</span>
+<span class="sd"> :param is_delete_operator_pod: What to do when the pod reaches its final</span>
+<span class="sd"> state, or the execution is interrupted. If True (default), delete the</span>
+<span class="sd"> pod; if False, leave the pod.</span>
+<span class="sd"> :param hostnetwork: If True enable host networking on the pod.</span>
+<span class="sd"> :param tolerations: A list of kubernetes tolerations.</span>
+<span class="sd"> :param security_context: security options the pod should run with (PodSecurityContext).</span>
+<span class="sd"> :param container_security_context: security options the container should run with.</span>
+<span class="sd"> :param dnspolicy: dnspolicy for the pod.</span>
+<span class="sd"> :param schedulername: Specify a schedulername for the pod</span>
+<span class="sd"> :param full_pod_spec: The complete podSpec</span>
+<span class="sd"> :param init_containers: init container for the launched Pod</span>
+<span class="sd"> :param log_events_on_failure: Log the pod's events if a failure occurs</span>
+<span class="sd"> :param do_xcom_push: If True, the content of the file</span>
+<span class="sd"> /airflow/xcom/return.json in the container will also be pushed to an</span>
+<span class="sd"> XCom when the container completes.</span>
+<span class="sd"> :param pod_template_file: path to pod template file (templated)</span>
+<span class="sd"> :param priority_class_name: priority class name for the launched Pod</span>
+<span class="sd"> :param pod_runtime_info_envs: (Optional) A list of environment variables,</span>
+<span class="sd"> to be set in the container.</span>
+<span class="sd"> :param termination_grace_period: Termination grace period if task killed in UI,</span>
+<span class="sd"> defaults to kubernetes default</span>
+<span class="sd"> :param configmaps: (Optional) A list of names of config maps from which it collects ConfigMaps</span>
+<span class="sd"> to populate the environment variables with. The contents of the target</span>
+<span class="sd"> ConfigMap's Data field will represent the key-value pairs as environment variables.</span>
+<span class="sd"> Extends env_from.</span>
+<span class="sd"> """</span>
+
+<div class="viewcode-block" id="KubernetesPodOperator.BASE_CONTAINER_NAME"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.BASE_CONTAINER_NAME">[docs]</a> <span class="n">BASE_CONTAINER_NAME</span> <span class="o">=</span> <span class="s1">'base'</span></div>
+<div class="viewcode-block" id="KubernetesPodOperator.POD_CHECKED_KEY"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.POD_CHECKED_KEY">[docs]</a> <span class="n">POD_CHECKED_KEY</span> <span class="o">=</span> <span class="s1">'already_checked'</span></div>
+
+<div class="viewcode-block" id="KubernetesPodOperator.template_fields"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.template_fields">[docs]</a> <span class="n">template_fields</span><span class="p">:</span> <span class="n">Sequence</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o" [...]
+ <span class="s1">'image'</span><span class="p">,</span>
+ <span class="s1">'cmds'</span><span class="p">,</span>
+ <span class="s1">'arguments'</span><span class="p">,</span>
+ <span class="s1">'env_vars'</span><span class="p">,</span>
+ <span class="s1">'labels'</span><span class="p">,</span>
+ <span class="s1">'config_file'</span><span class="p">,</span>
+ <span class="s1">'pod_template_file'</span><span class="p">,</span>
+ <span class="s1">'namespace'</span><span class="p">,</span></div>
+ <span class="p">)</span>
+<div class="viewcode-block" id="KubernetesPodOperator.template_fields_renderers"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.template_fields_renderers">[docs]</a> <span class="n">template_fields_renderers</span> <span class="o">=</span> <span class="p">{</span><span class="s1">'env_vars'</span><span class="p">:</span> [...]
+
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="o">*</span><span class="p">,</span>
+ <span class="n">kubernetes_conn_id</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> <span class="c1"># 'kubernetes_default',</span>
+ <span class="n">namespace</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">image</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">name</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">random_name_suffix</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
+ <span class="n">cmds</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">arguments</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">ports</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="n">k8s</span><span class="o">.</span><span class="n">V1ContainerPort</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">volume_mounts</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="n">k8s</span><span class="o">.</span><span class="n">V1VolumeMount</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">volumes</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="n">k8s</span><span class="o">.</span><span class="n">V1Volume</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">env_vars</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="n">k8s</span><span class="o">.</span><span class="n">V1EnvVar</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">env_from</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="n">k8s</span><span class="o">.</span><span class="n">V1EnvFromSource</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">secrets</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="n">Secret</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">in_cluster</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">cluster_context</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">labels</span><span class="p">:</span> <span class="nb">dict</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">reattach_on_restart</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
+ <span class="n">startup_timeout_seconds</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">120</span><span class="p">,</span>
+ <span class="n">get_logs</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
+ <span class="n">image_pull_policy</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">annotations</span><span class="p">:</span> <span class="nb">dict</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">container_resources</span><span class="p">:</span> <span class="n">k8s</span><span class="o">.</span><span class="n">V1ResourceRequirements</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">affinity</span><span class="p">:</span> <span class="n">k8s</span><span class="o">.</span><span class="n">V1Affinity</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">config_file</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">node_selectors</span><span class="p">:</span> <span class="nb">dict</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">node_selector</span><span class="p">:</span> <span class="nb">dict</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">image_pull_secrets</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="n">k8s</span><span class="o">.</span><span class="n">V1LocalObjectReference</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">service_account_name</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">is_delete_operator_pod</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
+ <span class="n">hostnetwork</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
+ <span class="n">tolerations</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="n">k8s</span><span class="o">.</span><span class="n">V1Toleration</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">security_context</span><span class="p">:</span> <span class="nb">dict</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">container_security_context</span><span class="p">:</span> <span class="nb">dict</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">dnspolicy</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">schedulername</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">full_pod_spec</span><span class="p">:</span> <span class="n">k8s</span><span class="o">.</span><span class="n">V1Pod</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">init_containers</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="n">k8s</span><span class="o">.</span><span class="n">V1Container</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">log_events_on_failure</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
+ <span class="n">do_xcom_push</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
+ <span class="n">pod_template_file</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">priority_class_name</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">pod_runtime_info_envs</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="n">k8s</span><span class="o">.</span><span class="n">V1EnvVar</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">termination_grace_period</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">configmaps</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="n">resources</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
+ <span class="o">**</span><span class="n">kwargs</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+
+ <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">resources</span><span class="p">,</span> <span class="n">k8s</span><span class="o">.</span><span class="n">V1ResourceRequirements</span><span class="p">):</span>
+ <span class="n">warnings</span><span class="o">.</span><span class="n">warn</span><span class="p">(</span>
+ <span class="s2">"Specifying resources for the launched pod with 'resources' is deprecated. "</span>
+ <span class="s2">"Use 'container_resources' instead."</span><span class="p">,</span>
+ <span class="n">category</span><span class="o">=</span><span class="ne">DeprecationWarning</span><span class="p">,</span>
+ <span class="n">stacklevel</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="n">container_resources</span> <span class="o">=</span> <span class="n">resources</span>
+ <span class="n">resources</span> <span class="o">=</span> <span class="kc">None</span>
+
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">resources</span><span class="o">=</span><span class="n">resources</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">kubernetes_conn_id</span> <span class="o">=</span> <span class="n">kubernetes_conn_id</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">do_xcom_push</span> <span class="o">=</span> <span class="n">do_xcom_push</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">image</span> <span class="o">=</span> <span class="n">image</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">namespace</span> <span class="o">=</span> <span class="n">namespace</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">cmds</span> <span class="o">=</span> <span class="n">cmds</span> <span class="ow">or</span> <span class="p">[]</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">arguments</span> <span class="o">=</span> <span class="n">arguments</span> <span class="ow">or</span> <span class="p">[]</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">labels</span> <span class="o">=</span> <span class="n">labels</span> <span class="ow">or</span> <span class="p">{}</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">startup_timeout_seconds</span> <span class="o">=</span> <span class="n">startup_timeout_seconds</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">env_vars</span> <span class="o">=</span> <span class="n">convert_env_vars</span><span class="p">(</span><span class="n">env_vars</span><span class="p">)</span> <span class="k">if</span> <span class="n">env_vars</span> <span class="k">else</span> <span class="p">[]</span>
+ <span class="k">if</span> <span class="n">pod_runtime_info_envs</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">env_vars</span><span class="o">.</span><span class="n">extend</span><span class="p">([</span><span class="n">convert_pod_runtime_info_env</span><span class="p">(</span><span class="n">p</span><span class="p">)</span> <span class="k">for</span> <span class="n">p</span> <span class="ow">in</span> <span class="n">pod_runtime_info_envs</span><span class="p">])</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">env_from</span> <span class="o">=</span> <span class="n">env_from</span> <span class="ow">or</span> <span class="p">[]</span>
+ <span class="k">if</span> <span class="n">configmaps</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">env_from</span><span class="o">.</span><span class="n">extend</span><span class="p">([</span><span class="n">convert_configmap</span><span class="p">(</span><span class="n">c</span><span class="p">)</span> <span class="k">for</span> <span class="n">c</span> <span class="ow">in</span> <span class="n">configmaps</span><span class="p">])</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">ports</span> <span class="o">=</span> <span class="p">[</span><span class="n">convert_port</span><span class="p">(</span><span class="n">p</span><span class="p">)</span> <span class="k">for</span> <span class="n">p</span> <span class="ow">in</span> <span class="n">ports</span><span class="p">]</span> <span class="k">if</span> <span class="n">ports</span> <span class="k">else</span> <span class="p">[]</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">volume_mounts</span> <span class="o">=</span> <span class="p">[</span><span class="n">convert_volume_mount</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> <span class="k">for</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">volume_mounts</span><span class="p">]</span> <span class="k">if</span> <span class="n">volume_mounts</span> <span class="k">else</span> [...]
+ <span class="bp">self</span><span class="o">.</span><span class="n">volumes</span> <span class="o">=</span> <span class="p">[</span><span class="n">convert_volume</span><span class="p">(</span><span class="n">volume</span><span class="p">)</span> <span class="k">for</span> <span class="n">volume</span> <span class="ow">in</span> <span class="n">volumes</span><span class="p">]</span> <span class="k">if</span> <span class="n">volumes</span> <span class="k">else</span> <span class=" [...]
+ <span class="bp">self</span><span class="o">.</span><span class="n">secrets</span> <span class="o">=</span> <span class="n">secrets</span> <span class="ow">or</span> <span class="p">[]</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">in_cluster</span> <span class="o">=</span> <span class="n">in_cluster</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">cluster_context</span> <span class="o">=</span> <span class="n">cluster_context</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">reattach_on_restart</span> <span class="o">=</span> <span class="n">reattach_on_restart</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">get_logs</span> <span class="o">=</span> <span class="n">get_logs</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">image_pull_policy</span> <span class="o">=</span> <span class="n">image_pull_policy</span>
+ <span class="k">if</span> <span class="n">node_selectors</span><span class="p">:</span>
+ <span class="c1"># Node selectors is incorrect based on k8s API</span>
+ <span class="n">warnings</span><span class="o">.</span><span class="n">warn</span><span class="p">(</span>
+ <span class="s2">"node_selectors is deprecated. Please use node_selector instead."</span><span class="p">,</span> <span class="ne">DeprecationWarning</span>
+ <span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">node_selector</span> <span class="o">=</span> <span class="n">node_selectors</span>
+ <span class="k">elif</span> <span class="n">node_selector</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">node_selector</span> <span class="o">=</span> <span class="n">node_selector</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">node_selector</span> <span class="o">=</span> <span class="p">{}</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">annotations</span> <span class="o">=</span> <span class="n">annotations</span> <span class="ow">or</span> <span class="p">{}</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">affinity</span> <span class="o">=</span> <span class="n">convert_affinity</span><span class="p">(</span><span class="n">affinity</span><span class="p">)</span> <span class="k">if</span> <span class="n">affinity</span> <span class="k">else</span> <span class="p">{}</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">k8s_resources</span> <span class="o">=</span> <span class="n">convert_resources</span><span class="p">(</span><span class="n">container_resources</span><span class="p">)</span> <span class="k">if</span> <span class="n">container_resources</span> <span class="k">else</span> <span class="p">{}</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">config_file</span> <span class="o">=</span> <span class="n">config_file</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">image_pull_secrets</span> <span class="o">=</span> <span class="n">convert_image_pull_secrets</span><span class="p">(</span><span class="n">image_pull_secrets</span><span class="p">)</span> <span class="k">if</span> <span class="n">image_pull_secrets</span> <span class="k">else</span> <span class="p">[]</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">service_account_name</span> <span class="o">=</span> <span class="n">service_account_name</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">is_delete_operator_pod</span> <span class="o">=</span> <span class="n">is_delete_operator_pod</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">hostnetwork</span> <span class="o">=</span> <span class="n">hostnetwork</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">tolerations</span> <span class="o">=</span> <span class="p">(</span>
+ <span class="p">[</span><span class="n">convert_toleration</span><span class="p">(</span><span class="n">toleration</span><span class="p">)</span> <span class="k">for</span> <span class="n">toleration</span> <span class="ow">in</span> <span class="n">tolerations</span><span class="p">]</span> <span class="k">if</span> <span class="n">tolerations</span> <span class="k">else</span> <span class="p">[]</span>
+ <span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">security_context</span> <span class="o">=</span> <span class="n">security_context</span> <span class="ow">or</span> <span class="p">{}</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">container_security_context</span> <span class="o">=</span> <span class="n">container_security_context</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">dnspolicy</span> <span class="o">=</span> <span class="n">dnspolicy</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">schedulername</span> <span class="o">=</span> <span class="n">schedulername</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">full_pod_spec</span> <span class="o">=</span> <span class="n">full_pod_spec</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">init_containers</span> <span class="o">=</span> <span class="n">init_containers</span> <span class="ow">or</span> <span class="p">[]</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log_events_on_failure</span> <span class="o">=</span> <span class="n">log_events_on_failure</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">priority_class_name</span> <span class="o">=</span> <span class="n">priority_class_name</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">pod_template_file</span> <span class="o">=</span> <span class="n">pod_template_file</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_set_name</span><span class="p">(</span><span class="n">name</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">random_name_suffix</span> <span class="o">=</span> <span class="n">random_name_suffix</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">termination_grace_period</span> <span class="o">=</span> <span class="n">termination_grace_period</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">pod_request_obj</span><span class="p">:</span> <span class="n">k8s</span><span class="o">.</span><span class="n">V1Pod</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">pod</span><span class="p">:</span> <span class="n">k8s</span><span class="o">.</span><span class="n">V1Pod</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>
+
+ <span class="k">def</span> <span class="nf">_render_nested_template_fields</span><span class="p">(</span>
+ <span class="bp">self</span><span class="p">,</span>
+ <span class="n">content</span><span class="p">:</span> <span class="n">Any</span><span class="p">,</span>
+ <span class="n">context</span><span class="p">:</span> <span class="n">Context</span><span class="p">,</span>
+ <span class="n">jinja_env</span><span class="p">:</span> <span class="n">jinja2</span><span class="o">.</span><span class="n">Environment</span><span class="p">,</span>
+ <span class="n">seen_oids</span><span class="p">:</span> <span class="nb">set</span><span class="p">,</span>
+ <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
+ <span class="k">if</span> <span class="nb">id</span><span class="p">(</span><span class="n">content</span><span class="p">)</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">seen_oids</span> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">content</span><span class="p">,</span> <span class="n">k8s</span><span class="o">.</span><span class="n">V1EnvVar</span><span class="p">):</span>
+ <span class="n">seen_oids</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="nb">id</span><span class="p">(</span><span class="n">content</span><span class="p">))</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_do_render_template_fields</span><span class="p">(</span><span class="n">content</span><span class="p">,</span> <span class="p">(</span><span class="s1">'value'</span><span class="p">,</span> <span class="s1">'name'</span><span class="p">),</span> <span class="n">context</span><span class="p">,</span> <span class="n">jinja_env</span><span class="p">,</span> <span class="n">seen_oids</span><spa [...]
+ <span class="k">return</span>
+
+ <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="n">_render_nested_template_fields</span><span class="p">(</span><span class="n">content</span><span class="p">,</span> <span class="n">context</span><span class="p">,</span> <span class="n">jinja_env</span><span class="p">,</span> <span class="n">seen_oids</span><span class="p">)</span>
+
+ <span class="nd">@staticmethod</span>
+ <span class="k">def</span> <span class="nf">_get_ti_pod_labels</span><span class="p">(</span><span class="n">context</span><span class="p">:</span> <span class="n">Context</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> <span class="n">include_try_number</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">)</span> <spa [...]
+ <span class="sd">"""</span>
+<span class="sd"> Generate labels for the pod to track the pod in case of Operator crash</span>
+
+<span class="sd"> :param context: task context provided by airflow DAG</span>
+<span class="sd"> :return: dict</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">context</span><span class="p">:</span>
+ <span class="k">return</span> <span class="p">{}</span>
+
+ <span class="n">ti</span> <span class="o">=</span> <span class="n">context</span><span class="p">[</span><span class="s1">'ti'</span><span class="p">]</span>
+ <span class="n">run_id</span> <span class="o">=</span> <span class="n">context</span><span class="p">[</span><span class="s1">'run_id'</span><span class="p">]</span>
+
+ <span class="n">labels</span> <span class="o">=</span> <span class="p">{</span>
+ <span class="s1">'dag_id'</span><span class="p">:</span> <span class="n">ti</span><span class="o">.</span><span class="n">dag_id</span><span class="p">,</span>
+ <span class="s1">'task_id'</span><span class="p">:</span> <span class="n">ti</span><span class="o">.</span><span class="n">task_id</span><span class="p">,</span>
+ <span class="s1">'run_id'</span><span class="p">:</span> <span class="n">run_id</span><span class="p">,</span>
+ <span class="s1">'kubernetes_pod_operator'</span><span class="p">:</span> <span class="s1">'True'</span><span class="p">,</span>
+ <span class="p">}</span>
+
+ <span class="c1"># If running on Airflow 2.3+:</span>
+ <span class="n">map_index</span> <span class="o">=</span> <span class="nb">getattr</span><span class="p">(</span><span class="n">ti</span><span class="p">,</span> <span class="s1">'map_index'</span><span class="p">,</span> <span class="o">-</span><span class="mi">1</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">map_index</span> <span class="o">>=</span> <span class="mi">0</span><span class="p">:</span>
+ <span class="n">labels</span><span class="p">[</span><span class="s1">'map_index'</span><span class="p">]</span> <span class="o">=</span> <span class="n">map_index</span>
+
+ <span class="k">if</span> <span class="n">include_try_number</span><span class="p">:</span>
+ <span class="n">labels</span><span class="o">.</span><span class="n">update</span><span class="p">(</span><span class="n">try_number</span><span class="o">=</span><span class="n">ti</span><span class="o">.</span><span class="n">try_number</span><span class="p">)</span>
+ <span class="c1"># In the case of sub dags this is just useful</span>
+ <span class="k">if</span> <span class="n">context</span><span class="p">[</span><span class="s1">'dag'</span><span class="p">]</span><span class="o">.</span><span class="n">parent_dag</span><span class="p">:</span>
+ <span class="n">labels</span><span class="p">[</span><span class="s1">'parent_dag_id'</span><span class="p">]</span> <span class="o">=</span> <span class="n">context</span><span class="p">[</span><span class="s1">'dag'</span><span class="p">]</span><span class="o">.</span><span class="n">parent_dag</span><span class="o">.</span><span class="n">dag_id</span>
+ <span class="c1"># Ensure that label is valid for Kube,</span>
+ <span class="c1"># and if not truncate/remove invalid chars and replace with short hash.</span>
+ <span class="k">for</span> <span class="n">label_id</span><span class="p">,</span> <span class="n">label</span> <span class="ow">in</span> <span class="n">labels</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
+ <span class="n">safe_label</span> <span class="o">=</span> <span class="n">pod_generator</span><span class="o">.</span><span class="n">make_safe_label_value</span><span class="p">(</span><span class="nb">str</span><span class="p">(</span><span class="n">label</span><span class="p">))</span>
+ <span class="n">labels</span><span class="p">[</span><span class="n">label_id</span><span class="p">]</span> <span class="o">=</span> <span class="n">safe_label</span>
+ <span class="k">return</span> <span class="n">labels</span>
+
+ <span class="nd">@cached_property</span>
+<div class="viewcode-block" id="KubernetesPodOperator.pod_manager"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.pod_manager">[docs]</a> <span class="k">def</span> <span class="nf">pod_manager</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">PodManage [...]
+ <span class="k">return</span> <span class="n">PodManager</span><span class="p">(</span><span class="n">kube_client</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">client</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="KubernetesPodOperator.get_hook"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.get_hook">[docs]</a> <span class="k">def</span> <span class="nf">get_hook</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="n">warnings</span><span class="o">.</span><span class="n">warn</span><span class="p">(</span><span class="s2">"get_hook is deprecated. Please use hook instead."</span><span class="p">,</span> <span class="ne">DeprecationWarning</span><span class="p">,</span> <span class="n">stacklevel</span><span class="o">=</span><span class="mi">2</span><span class="p">)</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">hook</span></div>
+
+ <span class="nd">@cached_property</span>
+<div class="viewcode-block" id="KubernetesPodOperator.hook"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.hook">[docs]</a> <span class="k">def</span> <span class="nf">hook</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">KubernetesHook</span><span cla [...]
+ <span class="n">hook</span> <span class="o">=</span> <span class="n">KubernetesHook</span><span class="p">(</span>
+ <span class="n">conn_id</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">kubernetes_conn_id</span><span class="p">,</span>
+ <span class="n">in_cluster</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">in_cluster</span><span class="p">,</span>
+ <span class="n">config_file</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">config_file</span><span class="p">,</span>
+ <span class="n">cluster_context</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">cluster_context</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_patch_deprecated_k8s_settings</span><span class="p">(</span><span class="n">hook</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">hook</span></div>
+
+ <span class="nd">@cached_property</span>
+<div class="viewcode-block" id="KubernetesPodOperator.client"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.client">[docs]</a> <span class="k">def</span> <span class="nf">client</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">CoreV1Api</span><span cl [...]
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">hook</span><span class="o">.</span><span class="n">core_v1_client</span></div>
+
+<div class="viewcode-block" id="KubernetesPodOperator.find_pod"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.find_pod">[docs]</a> <span class="k">def</span> <span class="nf">find_pod</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">namespace</span><span class="p">:</span> <span [...]
+ <span class="sd">"""Returns an already-running pod for this task instance if one exists."""</span>
+ <span class="n">label_selector</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_build_find_pod_label_selector</span><span class="p">(</span><span class="n">context</span><span class="p">,</span> <span class="n">exclude_checked</span><span class="o">=</span><span class="n">exclude_checked</span><span class="p">)</span>
+ <span class="n">pod_list</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">client</span><span class="o">.</span><span class="n">list_namespaced_pod</span><span class="p">(</span>
+ <span class="n">namespace</span><span class="o">=</span><span class="n">namespace</span><span class="p">,</span>
+ <span class="n">label_selector</span><span class="o">=</span><span class="n">label_selector</span><span class="p">,</span>
+ <span class="p">)</span><span class="o">.</span><span class="n">items</span>
+
+ <span class="n">pod</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="n">num_pods</span> <span class="o">=</span> <span class="nb">len</span><span class="p">(</span><span class="n">pod_list</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">num_pods</span> <span class="o">></span> <span class="mi">1</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="sa">f</span><span class="s1">'More than one pod running with labels </span><span class="si">{</span><span class="n">label_selector</span><span class="si">}</span><span class="s1">'</span><span class="p">)</span>
+ <span class="k">elif</span> <span class="n">num_pods</span> <span class="o">==</span> <span class="mi">1</span><span class="p">:</span>
+ <span class="n">pod</span> <span class="o">=</span> <span class="n">pod_list</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Found matching pod </span><span class="si">%s</span><span class="s2"> with labels </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">pod</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">name</span><s [...]
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"`try_number` of task_instance: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">context</span><span class="p">[</span><span class="s1">'ti'</span><span class="p">]</span><span class="o">.</span><span class="n">try_number</span><span class="p [...]
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"`try_number` of pod: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">pod</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">labels</span><span class="p">[</span><span class="s1">'try_number' [...]
+ <span class="k">return</span> <span class="n">pod</span></div>
+
+<div class="viewcode-block" id="KubernetesPodOperator.get_or_create_pod"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.get_or_create_pod">[docs]</a> <span class="k">def</span> <span class="nf">get_or_create_pod</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">pod_request_obj</spa [...]
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">reattach_on_restart</span><span class="p">:</span>
+ <span class="n">pod</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">find_pod</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">namespace</span> <span class="ow">or</span> <span class="n">pod_request_obj</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">namespace</span><span class="p">,</span> <span class="n">context</span><span [...]
+ <span class="k">if</span> <span class="n">pod</span><span class="p">:</span>
+ <span class="k">return</span> <span class="n">pod</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s2">"Starting pod:</span><span class="se">\n</span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">yaml</span><span class="o">.</span><span class="n">safe_dump</span><span class="p">(</span><span class="n">pod_request_obj</span><span class="o">.</span><span class [...]
+ <span class="bp">self</span><span class="o">.</span><span class="n">pod_manager</span><span class="o">.</span><span class="n">create_pod</span><span class="p">(</span><span class="n">pod</span><span class="o">=</span><span class="n">pod_request_obj</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">pod_request_obj</span></div>
+
+<div class="viewcode-block" id="KubernetesPodOperator.await_pod_start"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.await_pod_start">[docs]</a> <span class="k">def</span> <span class="nf">await_pod_start</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">pod</span><span class="p"> [...]
+ <span class="k">try</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">pod_manager</span><span class="o">.</span><span class="n">await_pod_start</span><span class="p">(</span><span class="n">pod</span><span class="o">=</span><span class="n">pod</span><span class="p">,</span> <span class="n">startup_timeout</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">startup_timeout_seconds</span><span class="p">)</span>
+ <span class="k">except</span> <span class="n">PodLaunchFailedException</span><span class="p">:</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">log_events_on_failure</span><span class="p">:</span>
+ <span class="k">for</span> <span class="n">event</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">pod_manager</span><span class="o">.</span><span class="n">read_pod_events</span><span class="p">(</span><span class="n">pod</span><span class="p">)</span><span class="o">.</span><span class="n">items</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="s2">"Pod Event: </span><span class="si">%s</span><span class="s2"> - </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">event</span><span class="o">.</span><span class="n">reason</span><span class="p">,</span> <span class="n">event</span><span cla [...]
+ <span class="k">raise</span></div>
+
+<div class="viewcode-block" id="KubernetesPodOperator.extract_xcom"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.extract_xcom">[docs]</a> <span class="k">def</span> <span class="nf">extract_xcom</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">pod</span><span class="p">:</span> [...]
+ <span class="sd">"""Retrieves xcom value and kills xcom sidecar container"""</span>
+ <span class="n">result</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">pod_manager</span><span class="o">.</span><span class="n">extract_xcom</span><span class="p">(</span><span class="n">pod</span><span class="p">)</span>
+ <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">result</span><span class="p">,</span> <span class="nb">str</span><span class="p">)</span> <span class="ow">and</span> <span class="n">result</span><span class="o">.</span><span class="n">rstrip</span><span class="p">()</span> <span class="o">==</span> <span class="s1">'__airflow_xcom_result_empty__'</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Result file is empty."</span><span class="p">)</span>
+ <span class="k">return</span> <span class="kc">None</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"xcom result: </span><span class="se">\n</span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">result</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">json</span><span class="o">.</span><span class="n">loads</span><span class="p">(</span><span class="n">result</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="KubernetesPodOperator.execute"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.execute">[docs]</a> <span class="k">def</span> <span class="nf">execute</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">context</span><span class="p">:</span> <span class [...]
+ <span class="n">remote_pod</span> <span class="o">=</span> <span class="kc">None</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">pod_request_obj</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">build_pod_request_obj</span><span class="p">(</span><span class="n">context</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">pod</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_or_create_pod</span><span class="p">(</span> <span class="c1"># must set `self.pod` for `on_kill`</span>
+ <span class="n">pod_request_obj</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">pod_request_obj</span><span class="p">,</span>
+ <span class="n">context</span><span class="o">=</span><span class="n">context</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="c1"># get remote pod for use in cleanup methods</span>
+ <span class="n">remote_pod</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">find_pod</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">pod</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">namespace</span><span class="p">,</span> <span class="n">context</span><span class="o">=</span><span class="n">context</span><span class="p"> [...]
+ <span class="bp">self</span><span class="o">.</span><span class="n">await_pod_start</span><span class="p">(</span><span class="n">pod</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">pod</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_logs</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">pod_manager</span><span class="o">.</span><span class="n">fetch_container_logs</span><span class="p">(</span>
+ <span class="n">pod</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">pod</span><span class="p">,</span>
+ <span class="n">container_name</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">BASE_CONTAINER_NAME</span><span class="p">,</span>
+ <span class="n">follow</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">pod_manager</span><span class="o">.</span><span class="n">await_container_completion</span><span class="p">(</span>
+ <span class="n">pod</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">pod</span><span class="p">,</span> <span class="n">container_name</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">BASE_CONTAINER_NAME</span>
+ <span class="p">)</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">do_xcom_push</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">pod_manager</span><span class="o">.</span><span class="n">await_xcom_sidecar_container_start</span><span class="p">(</span><span class="n">pod</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">pod</span><span class="p">)</span>
+ <span class="n">result</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">extract_xcom</span><span class="p">(</span><span class="n">pod</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">pod</span><span class="p">)</span>
+ <span class="n">remote_pod</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">pod_manager</span><span class="o">.</span><span class="n">await_pod_completion</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">pod</span><span class="p">)</span>
+ <span class="k">finally</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">cleanup</span><span class="p">(</span>
+ <span class="n">pod</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">pod</span> <span class="ow">or</span> <span class="bp">self</span><span class="o">.</span><span class="n">pod_request_obj</span><span class="p">,</span>
+ <span class="n">remote_pod</span><span class="o">=</span><span class="n">remote_pod</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="n">ti</span> <span class="o">=</span> <span class="n">context</span><span class="p">[</span><span class="s1">'ti'</span><span class="p">]</span>
+ <span class="n">ti</span><span class="o">.</span><span class="n">xcom_push</span><span class="p">(</span><span class="n">key</span><span class="o">=</span><span class="s1">'pod_name'</span><span class="p">,</span> <span class="n">value</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">pod</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">name</span><span class="p">)</span>
+ <span class="n">ti</span><span class="o">.</span><span class="n">xcom_push</span><span class="p">(</span><span class="n">key</span><span class="o">=</span><span class="s1">'pod_namespace'</span><span class="p">,</span> <span class="n">value</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">pod</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">namespace</span><span class="p"> [...]
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">do_xcom_push</span><span class="p">:</span>
+ <span class="k">return</span> <span class="n">result</span></div>
+
+<div class="viewcode-block" id="KubernetesPodOperator.cleanup"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.cleanup">[docs]</a> <span class="k">def</span> <span class="nf">cleanup</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">pod</span><span class="p">:</span> <span class="n" [...]
+ <span class="n">pod_phase</span> <span class="o">=</span> <span class="n">remote_pod</span><span class="o">.</span><span class="n">status</span><span class="o">.</span><span class="n">phase</span> <span class="k">if</span> <span class="nb">hasattr</span><span class="p">(</span><span class="n">remote_pod</span><span class="p">,</span> <span class="s1">'status'</span><span class="p">)</span> <span class="k">else</span> <span class="kc">None</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">is_delete_operator_pod</span><span class="p">:</span>
+ <span class="k">with</span> <span class="n">_suppress</span><span class="p">(</span><span class="ne">Exception</span><span class="p">):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">patch_already_checked</span><span class="p">(</span><span class="n">remote_pod</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">pod_phase</span> <span class="o">!=</span> <span class="n">PodPhase</span><span class="o">.</span><span class="n">SUCCEEDED</span><span class="p">:</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">log_events_on_failure</span><span class="p">:</span>
+ <span class="k">with</span> <span class="n">_suppress</span><span class="p">(</span><span class="ne">Exception</span><span class="p">):</span>
+ <span class="k">for</span> <span class="n">event</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">pod_manager</span><span class="o">.</span><span class="n">read_pod_events</span><span class="p">(</span><span class="n">pod</span><span class="p">)</span><span class="o">.</span><span class="n">items</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="s2">"Pod Event: </span><span class="si">%s</span><span class="s2"> - </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">event</span><span class="o">.</span><span class="n">reason</span><span class="p">,</span> <span class="n">event</span><span [...]
+ <span class="k">with</span> <span class="n">_suppress</span><span class="p">(</span><span class="ne">Exception</span><span class="p">):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">process_pod_deletion</span><span class="p">(</span><span class="n">remote_pod</span><span class="p">)</span>
+ <span class="n">error_message</span> <span class="o">=</span> <span class="n">get_container_termination_message</span><span class="p">(</span><span class="n">remote_pod</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">BASE_CONTAINER_NAME</span><span class="p">)</span>
+ <span class="n">error_message</span> <span class="o">=</span> <span class="s2">"</span><span class="se">\n</span><span class="s2">"</span> <span class="o">+</span> <span class="n">error_message</span> <span class="k">if</span> <span class="n">error_message</span> <span class="k">else</span> <span class="s2">""</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span>
+ <span class="sa">f</span><span class="s1">'Pod </span><span class="si">{</span><span class="n">pod</span> <span class="ow">and</span> <span class="n">pod</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">name</span><span class="si">}</span><span class="s1"> returned a failure:</span><span class="si">{</span><span class="n">error_message</span><span class="si">}</span><span class="se">\n</span><span class="si">{</span> [...]
+ <span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="k">with</span> <span class="n">_suppress</span><span class="p">(</span><span class="ne">Exception</span><span class="p">):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">process_pod_deletion</span><span class="p">(</span><span class="n">remote_pod</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="KubernetesPodOperator.process_pod_deletion"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.process_pod_deletion">[docs]</a> <span class="k">def</span> <span class="nf">process_pod_deletion</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">pod</span>< [...]
+ <span class="k">if</span> <span class="n">pod</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">is_delete_operator_pod</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Deleting pod: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">pod</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">name</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">pod_manager</span><span class="o">.</span><span class="n">delete_pod</span><span class="p">(</span><span class="n">pod</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"skipping deleting pod: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">pod</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">name</span><span class="p">)</span></div>
+
+ <span class="k">def</span> <span class="nf">_build_find_pod_label_selector</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">context</span><span class="p">:</span> <span class="n">Context</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> <span class="o">*</span><span class="p">,</span> <span class="n">exclude_checked</span><span class="o">=</span>< [...]
+ <span class="n">labels</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_ti_pod_labels</span><span class="p">(</span><span class="n">context</span><span class="p">,</span> <span class="n">include_try_number</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span>
+ <span class="n">label_strings</span> <span class="o">=</span> <span class="p">[</span><span class="sa">f</span><span class="s1">'</span><span class="si">{</span><span class="n">label_id</span><span class="si">}</span><span class="s1">=</span><span class="si">{</span><span class="n">label</span><span class="si">}</span><span class="s1">'</span> <span class="k">for</span> <span class="n">label_id</span><span class="p">,</span> <span class="n">label</span> <span class="ow">i [...]
+ <span class="n">labels_value</span> <span class="o">=</span> <span class="s1">','</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">label_strings</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">exclude_checked</span><span class="p">:</span>
+ <span class="n">labels_value</span> <span class="o">+=</span> <span class="sa">f</span><span class="s1">',</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">POD_CHECKED_KEY</span><span class="si">}</span><span class="s1">!=True'</span>
+ <span class="n">labels_value</span> <span class="o">+=</span> <span class="s1">',!airflow-worker'</span>
+ <span class="k">return</span> <span class="n">labels_value</span>
+
+ <span class="k">def</span> <span class="nf">_set_name</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="k">if</span> <span class="n">name</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">pod_template_file</span> <span class="ow">or</span> <span class="bp">self</span><span class="o">.</span><span class="n">full_pod_spec</span><span class="p">:</span>
+ <span class="k">return</span> <span class="kc">None</span>
+ <span class="k">raise</span> <span class="n">AirflowException</span><span class="p">(</span><span class="s2">"`name` is required unless `pod_template_file` or `full_pod_spec` is set"</span><span class="p">)</span>
+
+ <span class="n">validate_key</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">max_length</span><span class="o">=</span><span class="mi">220</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">re</span><span class="o">.</span><span class="n">sub</span><span class="p">(</span><span class="sa">r</span><span class="s1">'[^a-z0-9-]+'</span><span class="p">,</span> <span class="s1">'-'</span><span class="p">,</span> <span class="n">name</span><span class="o">.</span><span class="n">lower</span><span class="p">())</span>
+
+<div class="viewcode-block" id="KubernetesPodOperator.patch_already_checked"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.patch_already_checked">[docs]</a> <span class="k">def</span> <span class="nf">patch_already_checked</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">pod</spa [...]
+ <span class="sd">"""Add an "already checked" annotation to ensure we don't reattach on retries"""</span>
+ <span class="n">pod</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">labels</span><span class="p">[</span><span class="bp">self</span><span class="o">.</span><span class="n">POD_CHECKED_KEY</span><span class="p">]</span> <span class="o">=</span> <span class="s2">"True"</span>
+ <span class="n">body</span> <span class="o">=</span> <span class="n">PodGenerator</span><span class="o">.</span><span class="n">serialize_pod</span><span class="p">(</span><span class="n">pod</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">client</span><span class="o">.</span><span class="n">patch_namespaced_pod</span><span class="p">(</span><span class="n">pod</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">name</span><span class="p">,</span> <span class="n">pod</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">namespace</span><span class="p">,< [...]
+
+<div class="viewcode-block" id="KubernetesPodOperator.on_kill"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.on_kill">[docs]</a> <span class="k">def</span> <span class="nf">on_kill</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span cla [...]
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">pod</span><span class="p">:</span>
+ <span class="n">pod</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">pod</span>
+ <span class="n">kwargs</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">(</span>
+ <span class="n">name</span><span class="o">=</span><span class="n">pod</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">name</span><span class="p">,</span>
+ <span class="n">namespace</span><span class="o">=</span><span class="n">pod</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">namespace</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">termination_grace_period</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
+ <span class="n">kwargs</span><span class="o">.</span><span class="n">update</span><span class="p">(</span><span class="n">grace_period_seconds</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">termination_grace_period</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">client</span><span class="o">.</span><span class="n">delete_namespaced_pod</span><span class="p">(</span><span class="o">**</span><span class="n">kwargs</span><span class="p">)</span></div>
+
+<div class="viewcode-block" id="KubernetesPodOperator.build_pod_request_obj"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.build_pod_request_obj">[docs]</a> <span class="k">def</span> <span class="nf">build_pod_request_obj</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">context< [...]
+ <span class="sd">"""</span>
+<span class="sd"> Returns V1Pod object based on pod template file, full pod spec, and other operator parameters.</span>
+
+<span class="sd"> The V1Pod attributes are derived (in order of precedence) from operator params, full pod spec, pod</span>
+<span class="sd"> template file.</span>
+<span class="sd"> """</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s2">"Creating pod for KubernetesPodOperator task </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">task_id</span><span class="p">)</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">pod_template_file</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s2">"Pod template file found, will parse for base pod"</span><span class="p">)</span>
+ <span class="n">pod_template</span> <span class="o">=</span> <span class="n">pod_generator</span><span class="o">.</span><span class="n">PodGenerator</span><span class="o">.</span><span class="n">deserialize_model_file</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">pod_template_file</span><span class="p">)</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">full_pod_spec</span><span class="p">:</span>
+ <span class="n">pod_template</span> <span class="o">=</span> <span class="n">PodGenerator</span><span class="o">.</span><span class="n">reconcile_pods</span><span class="p">(</span><span class="n">pod_template</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">full_pod_spec</span><span class="p">)</span>
+ <span class="k">elif</span> <span class="bp">self</span><span class="o">.</span><span class="n">full_pod_spec</span><span class="p">:</span>
+ <span class="n">pod_template</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">full_pod_spec</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">pod_template</span> <span class="o">=</span> <span class="n">k8s</span><span class="o">.</span><span class="n">V1Pod</span><span class="p">(</span><span class="n">metadata</span><span class="o">=</span><span class="n">k8s</span><span class="o">.</span><span class="n">V1ObjectMeta</span><span class="p">(</span><span class="n">name</span><span class="o">=</span><span class="s2">"name"</span><span class="p">))</span>
+
+ <span class="n">pod</span> <span class="o">=</span> <span class="n">k8s</span><span class="o">.</span><span class="n">V1Pod</span><span class="p">(</span>
+ <span class="n">api_version</span><span class="o">=</span><span class="s2">"v1"</span><span class="p">,</span>
+ <span class="n">kind</span><span class="o">=</span><span class="s2">"Pod"</span><span class="p">,</span>
+ <span class="n">metadata</span><span class="o">=</span><span class="n">k8s</span><span class="o">.</span><span class="n">V1ObjectMeta</span><span class="p">(</span>
+ <span class="n">namespace</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">namespace</span><span class="p">,</span>
+ <span class="n">labels</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">labels</span><span class="p">,</span>
+ <span class="n">name</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">name</span><span class="p">,</span>
+ <span class="n">annotations</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">annotations</span><span class="p">,</span>
+ <span class="p">),</span>
+ <span class="n">spec</span><span class="o">=</span><span class="n">k8s</span><span class="o">.</span><span class="n">V1PodSpec</span><span class="p">(</span>
+ <span class="n">node_selector</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">node_selector</span><span class="p">,</span>
+ <span class="n">affinity</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">affinity</span><span class="p">,</span>
+ <span class="n">tolerations</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">tolerations</span><span class="p">,</span>
+ <span class="n">init_containers</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">init_containers</span><span class="p">,</span>
+ <span class="n">containers</span><span class="o">=</span><span class="p">[</span>
+ <span class="n">k8s</span><span class="o">.</span><span class="n">V1Container</span><span class="p">(</span>
+ <span class="n">image</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">image</span><span class="p">,</span>
+ <span class="n">name</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">BASE_CONTAINER_NAME</span><span class="p">,</span>
+ <span class="n">command</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">cmds</span><span class="p">,</span>
+ <span class="n">ports</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">ports</span><span class="p">,</span>
+ <span class="n">image_pull_policy</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">image_pull_policy</span><span class="p">,</span>
+ <span class="n">resources</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">k8s_resources</span><span class="p">,</span>
+ <span class="n">volume_mounts</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">volume_mounts</span><span class="p">,</span>
+ <span class="n">args</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">arguments</span><span class="p">,</span>
+ <span class="n">env</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">env_vars</span><span class="p">,</span>
+ <span class="n">env_from</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">env_from</span><span class="p">,</span>
+ <span class="n">security_context</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">container_security_context</span><span class="p">,</span>
+ <span class="p">)</span>
+ <span class="p">],</span>
+ <span class="n">image_pull_secrets</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">image_pull_secrets</span><span class="p">,</span>
+ <span class="n">service_account_name</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">service_account_name</span><span class="p">,</span>
+ <span class="n">host_network</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">hostnetwork</span><span class="p">,</span>
+ <span class="n">security_context</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">security_context</span><span class="p">,</span>
+ <span class="n">dns_policy</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dnspolicy</span><span class="p">,</span>
+ <span class="n">scheduler_name</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">schedulername</span><span class="p">,</span>
+ <span class="n">restart_policy</span><span class="o">=</span><span class="s1">'Never'</span><span class="p">,</span>
+ <span class="n">priority_class_name</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">priority_class_name</span><span class="p">,</span>
+ <span class="n">volumes</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">volumes</span><span class="p">,</span>
+ <span class="p">),</span>
+ <span class="p">)</span>
+
+ <span class="n">pod</span> <span class="o">=</span> <span class="n">PodGenerator</span><span class="o">.</span><span class="n">reconcile_pods</span><span class="p">(</span><span class="n">pod_template</span><span class="p">,</span> <span class="n">pod</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">random_name_suffix</span><span class="p">:</span>
+ <span class="n">pod</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">name</span> <span class="o">=</span> <span class="n">PodGenerator</span><span class="o">.</span><span class="n">make_unique_pod_id</span><span class="p">(</span><span class="n">pod</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">name</span><span class="p">)</span>
+
+ <span class="k">for</span> <span class="n">secret</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">secrets</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s2">"Adding secret to task </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">task_id</span><span class="p">)</span>
+ <span class="n">pod</span> <span class="o">=</span> <span class="n">secret</span><span class="o">.</span><span class="n">attach_to_pod</span><span class="p">(</span><span class="n">pod</span><span class="p">)</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">do_xcom_push</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s2">"Adding xcom sidecar to task </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">task_id</span><span class="p">)</span>
+ <span class="n">pod</span> <span class="o">=</span> <span class="n">xcom_sidecar</span><span class="o">.</span><span class="n">add_xcom_sidecar</span><span class="p">(</span><span class="n">pod</span><span class="p">)</span>
+
+ <span class="n">labels</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_ti_pod_labels</span><span class="p">(</span><span class="n">context</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">log</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s2">"Creating pod </span><span class="si">%s</span><span class="s2"> with labels: </span><span class="si">%s</span><span class="s2">"</span><span class="p">,</span> <span class="n">pod</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">name</span><span class [...]
+
+ <span class="c1"># Merge Pod Identifying labels with labels passed to operator</span>
+ <span class="n">pod</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">labels</span><span class="o">.</span><span class="n">update</span><span class="p">(</span><span class="n">labels</span><span class="p">)</span>
+ <span class="c1"># Add Airflow Version to the label</span>
+ <span class="c1"># And a label to identify that pod is launched by KubernetesPodOperator</span>
+ <span class="n">pod</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">labels</span><span class="o">.</span><span class="n">update</span><span class="p">(</span>
+ <span class="p">{</span>
+ <span class="s1">'airflow_version'</span><span class="p">:</span> <span class="n">airflow_version</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">'+'</span><span class="p">,</span> <span class="s1">'-'</span><span class="p">),</span>
+ <span class="s1">'airflow_kpo_in_cluster'</span><span class="p">:</span> <span class="nb">str</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">hook</span><span class="o">.</span><span class="n">is_in_cluster</span><span class="p">),</span>
+ <span class="p">}</span>
+ <span class="p">)</span>
+ <span class="n">pod_mutation_hook</span><span class="p">(</span><span class="n">pod</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">pod</span></div>
+
+<div class="viewcode-block" id="KubernetesPodOperator.dry_run"><a class="viewcode-back" href="../../../../../../_api/airflow/providers/cncf/kubernetes/operators/kubernetes_pod/index.html#airflow.providers.cncf.kubernetes.operators.kubernetes_pod.KubernetesPodOperator.dry_run">[docs]</a> <span class="k">def</span> <span class="nf">dry_run</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span cla [...]
+ <span class="sd">"""</span>
+<span class="sd"> Prints out the pod definition that would be created by this operator.</span>
+<span class="sd"> Does not include labels specific to the task instance (since there isn't</span>
+<span class="sd"> one in a dry_run) and excludes all empty elements.</span>
+<span class="sd"> """</span>
+ <span class="n">pod</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">build_pod_request_obj</span><span class="p">()</span>
+ <span class="nb">print</span><span class="p">(</span><span class="n">yaml</span><span class="o">.</span><span class="n">dump</span><span class="p">(</span><span class="n">prune_dict</span><span class="p">(</span><span class="n">pod</span><span class="o">.</span><span class="n">to_dict</span><span class="p">(),</span> <span class="n">mode</span><span class="o">=</span><span class="s1">'strict'</span><span class="p">)))</span></div>
+
+ <span class="k">def</span> <span class="nf">_patch_deprecated_k8s_settings</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">hook</span><span class="p">:</span> <span class="n">KubernetesHook</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Here we read config from core Airflow config [kubernetes] section.</span>
+<span class="sd"> In a future release we will stop looking at this section and require users</span>
+<span class="sd"> to use Airflow connections to configure KPO.</span>
+
+<span class="sd"> When we find values there that we need to apply on the hook, we patch special</span>
+<span class="sd"> hook attributes here.</span>
+<span class="sd"> """</span>
+ <span class="c1"># default for enable_tcp_keepalive is True; patch if False</span>
+ <span class="k">if</span> <span class="n">conf</span><span class="o">.</span><span class="n">getboolean</span><span class="p">(</span><span class="s1">'kubernetes'</span><span class="p">,</span> <span class="s1">'enable_tcp_keepalive'</span><span class="p">)</span> <span class="ow">is</span> <span class="kc">False</span><span class="p">:</span>
+ <span class="n">hook</span><span class="o">.</span><span class="n">_deprecated_core_disable_tcp_keepalive</span> <span class="o">=</span> <span class="kc">True</span>
+
+ <span class="c1"># default verify_ssl is True; patch if False.</span>
+ <span class="k">if</span> <span class="n">conf</span><span class="o">.</span><span class="n">getboolean</span><span class="p">(</span><span class="s1">'kubernetes'</span><span class="p">,</span> <span class="s1">'verify_ssl'</span><span class="p">)</span> <span class="ow">is</span> <span class="kc">False</span><span class="p">:</span>
+ <span class="n">hook</span><span class="o">.</span><span class="n">_deprecated_core_disable_verify_ssl</span> <span class="o">=</span> <span class="kc">True</span>
+
+ <span class="c1"># default for in_cluster is True; patch if False and no KPO param.</span>
+ <span class="n">conf_in_cluster</span> <span class="o">=</span> <span class="n">conf</span><span class="o">.</span><span class="n">getboolean</span><span class="p">(</span><span class="s1">'kubernetes'</span><span class="p">,</span> <span class="s1">'in_cluster'</span><span class="p">)</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">in_cluster</span> <span class="ow">is</span> <span class="kc">None</span> <span class="ow">and</span> <span class="n">conf_in_cluster</span> <span class="ow">is</span> <span class="kc">False</span><span class="p">:</span>
+ <span class="n">hook</span><span class="o">.</span><span class="n">_deprecated_core_in_cluster</span> <span class="o">=</span> <span class="n">conf_in_cluster</span>
+
+ <span class="c1"># there's no default for cluster context; if we get something (and no KPO param) patch it.</span>
+ <span class="n">conf_cluster_context</span> <span class="o">=</span> <span class="n">conf</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'kubernetes'</span><span class="p">,</span> <span class="s1">'cluster_context'</span><span class="p">,</span> <span class="n">fallback</span><span class="o">=</span><span class="kc">None</span><span class="p">)</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">cluster_context</span> <span class="ow">and</span> <span class="n">conf_cluster_context</span><span class="p">:</span>
+ <span class="n">hook</span><span class="o">.</span><span class="n">_deprecated_core_cluster_context</span> <span class="o">=</span> <span class="n">conf_cluster_context</span>
+
+ <span class="c1"># there's no default for config_file; if we get something (and no KPO param) patch it.</span>
+ <span class="n">conf_config_file</span> <span class="o">=</span> <span class="n">conf</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s1">'kubernetes'</span><span class="p">,</span> <span class="s1">'config_file'</span><span class="p">,</span> <span class="n">fallback</span><span class="o">=</span><span class="kc">None</span><span class="p">)</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">config_file</span> <span class="ow">and</span> <span class="n">conf_config_file</span><span class="p">:</span>
+ <span class="n">hook</span><span class="o">.</span><span class="n">_deprecated_core_config_file</span> <span class="o">=</span> <span class="n">conf_config_file</span></div>
+
+
+<span class="k">class</span> <span class="nc">_suppress</span><span class="p">(</span><span class="n">AbstractContextManager</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> This behaves the same as ``contextlib.suppress`` but logs the suppressed</span>
+<span class="sd"> exceptions as errors with traceback.</span>
+
+<span class="sd"> The caught exception is also stored on the context manager instance under</span>
+<span class="sd"> attribute ``exception``.</span>
+<span class="sd"> """</span>
+
+ <span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">exceptions</span><span class="p">):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_exceptions</span> <span class="o">=</span> <span class="n">exceptions</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">exception</span> <span class="o">=</span> <span class="kc">None</span>
+
+ <span class="k">def</span> <span class="fm">__enter__</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="k">return</span> <span class="bp">self</span>
+
+ <span class="k">def</span> <span class="fm">__exit__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">exctype</span><span class="p">,</span> <span class="n">excinst</span><span class="p">,</span> <span class="n">exctb</span><span class="p">):</span>
+ <span class="n">caught_error</span> <span class="o">=</span> <span class="n">exctype</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="ow">and</span> <span class="nb">issubclass</span><span class="p">(</span><span class="n">exctype</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_exceptions</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">caught_error</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">exception</span> <span class="o">=</span> <span class="n">excinst</span>
+ <span class="n">logger</span> <span class="o">=</span> <span class="n">logging</span><span class="o">.</span><span class="n">getLogger</span><span class="p">(</span><span class="vm">__name__</span><span class="p">)</span>
+ <span class="n">logger</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="nb">str</span><span class="p">(</span><span class="n">excinst</span><span class="p">),</span> <span class="n">exc_info</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">caught_error</span>
+</pre></div>
+
+ <div class="pager" role="navigation" aria-label="related navigation"><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Previous</button><button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" disabled>Next</button>
+ </div>
+ </div>
+
+ </div>
+ </div>
+ </div>
+ </div>
+ <div class="rating-container">
+ <p class="bodytext__medium--greyish-brown font-weight-500">Was this entry helpful?</p>
+ <div class="rating">
+
+ <div id="rate-star-5" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-4" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-3" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-2" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ <div id="rate-star-1" class="rate-star">
+ <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
+ <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
+ <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
+ </g>
+ </svg>
+
+ </div>
+
+ </div>
+ </div>
+
+ </main>
+
+
+
+
+ <nav class="wy-nav-side-toc">
+ <div class="wy-menu-vertical">
+
+ </div>
+ </nav>
+
+ </div>
+
+
+
+
+
+
+
+
+
+
+
+ </div>
+
+
+
+
+<footer>
+ <div class="footer-section footer-section__media-section">
+ <div class="d-flex align-items-center">
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="46.14" height="45" viewBox="0 0 46.14 45">
+ <path id="Path_207" d="M228.962 1078.578a23.072 23.072 0 0 0-7.29 44.96c1.154.212 1.574-.5 1.574-1.112 0-.548-.02-2-.031-3.924-6.417 1.394-7.771-3.093-7.771-3.093a6.109 6.109 0 0 0-2.562-3.375c-2.095-1.431.159-1.4.159-1.4a4.846 4.846 0 0 1 3.533 2.377c2.058 3.525 5.4 2.507 6.714 1.917a4.926 4.926 0 0 1 1.464-3.084c-5.123-.582-10.508-2.562-10.508-11.4a8.919 8.919 0 0 1 2.374-6.191 8.3 8.3 0 0 1 .226-6.105s1.937-.62 6.344 2.365a21.857 21.857 0 0 1 11.551 0c4.4-2.985 6.3 [...]
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow/issues">
+ <svg xmlns="http://www.w3.org/2000/svg" width="45" height="45" viewBox="0 0 45 45">
+ <g id="Group_210" data-name="Group 210" transform="translate(-339.789 -1315.282)">
+ <path id="Path_218" d="M394.82 1315.282h-21.671a9.784 9.784 0 0 0 9.784 9.778h3.986v3.857a9.784 9.784 0 0 0 9.784 9.771v-21.523a1.884 1.884 0 0 0-1.883-1.883z" fill="#fff" data-name="Path 218" transform="translate(-11.914)"></path>
+ <path id="Path_219" d="M378.14 1332.072h-21.671a9.778 9.778 0 0 0 9.778 9.778h4.018v3.857a9.784 9.784 0 0 0 9.752 9.778v-21.536a1.877 1.877 0 0 0-1.877-1.877z" fill="#fff" data-name="Path 219" transform="translate(-5.957 -5.996)"></path>
+ <path id="Path_220" d="M361.46 1348.862h-21.671a9.778 9.778 0 0 0 9.778 9.778h3.992v3.857a9.778 9.778 0 0 0 9.778 9.778v-21.529a1.883 1.883 0 0 0-1.877-1.884z" fill="#fff" data-name="Path 220" transform="translate(0 -11.993)"></path>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://s.apache.org/airflow-slack">
+ <svg xmlns="http://www.w3.org/2000/svg" width="45.073" height="45.073" viewBox="0 0 45.073 45.073">
+ <g id="Group_208" data-name="Group 208" transform="translate(-661.145 -806.287)">
+ <g id="Group_204" data-name="Group 204" transform="translate(661.145 830.01)">
+ <path id="Path_208" d="M670.634 856.859a4.744 4.744 0 1 1-4.744-4.744h4.744z" fill="#fff" data-name="Path 208" transform="translate(-661.145 -852.115)"></path>
+ <path id="Path_209" d="M684.059 856.859a4.744 4.744 0 0 1 9.489 0v11.861a4.744 4.744 0 1 1-9.489 0z" fill="#fff" data-name="Path 209" transform="translate(-672.198 -852.115)"></path>
+ </g>
+ <g id="Group_205" data-name="Group 205" transform="translate(661.145 806.287)">
+ <path id="Path_210" d="M688.8 815.776a4.744 4.744 0 1 1 4.744-4.745v4.745z" fill="#fff" data-name="Path 210" transform="translate(-672.198 -806.287)"></path>
+ <path id="Path_211" d="M677.751 829.2a4.744 4.744 0 0 1 0 9.489H665.89a4.744 4.744 0 1 1 0-9.489z" fill="#fff" data-name="Path 211" transform="translate(-661.145 -817.34)"></path>
+ </g>
+ <g id="Group_206" data-name="Group 206" transform="translate(684.868 806.287)">
+ <path id="Path_212" d="M729.887 833.945a4.744 4.744 0 1 1 4.745 4.745h-4.745z" fill="#fff" data-name="Path 212" transform="translate(-718.026 -817.34)"></path>
+ <path id="Path_213" d="M716.462 822.893a4.744 4.744 0 1 1-9.489 0v-11.862a4.744 4.744 0 0 1 9.489 0z" fill="#fff" data-name="Path 213" transform="translate(-706.973 -806.287)"></path>
+ </g>
+ <g id="Group_207" data-name="Group 207" transform="translate(684.868 830.01)">
+ <path id="Path_214" d="M711.718 875.029a4.744 4.744 0 1 1-4.745 4.744v-4.744z" fill="#fff" data-name="Path 214" transform="translate(-706.973 -863.168)"></path>
+ <path id="Path_215" d="M711.718 861.6a4.744 4.744 0 1 1 0-9.489h11.861a4.744 4.744 0 0 1 0 9.489z" fill="#fff" data-name="Path 215" transform="translate(-706.973 -852.115)"></path>
+ </g>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://stackoverflow.com/questions/tagged/airflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="37.647" height="44.6" viewBox="0 0 37.647 44.6">
+ <g id="Group_209" data-name="Group 209" transform="translate(-645.2 -975.455)">
+ <path id="Path_216" d="M677.028 1043.1v-11.948h3.966v15.914H645.2v-15.914h3.966v11.948z" fill="#fff" data-name="Path 216" transform="translate(0 -27.014)"></path>
+ <path id="Path_217" d="M661.012 1003.008l19.467 4.069.824-3.914-19.467-4.069zm2.575-9.27l18.025 8.395 1.648-3.605-18.025-8.446zm5-8.858l15.3 12.721 2.524-3.039-15.3-12.721zm9.888-9.425l-3.193 2.369 11.845 15.965 3.193-2.369zm-17.875 36.617h19.879v-3.966H660.6z" fill="#fff" data-name="Path 217" transform="translate(-7.469)"></path>
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://twitter.com/ApacheAirflow">
+ <svg xmlns="http://www.w3.org/2000/svg" width="44.355" height="44.355" viewBox="0 0 44.355 44.355">
+ <g id="Group_211" data-name="Group 211" transform="translate(-503 -1382.2)">
+ <path id="Path_221" d="M541.811 1382.2h-33.267a5.546 5.546 0 0 0-5.544 5.544v33.266a5.547 5.547 0 0 0 5.544 5.545h33.267a5.546 5.546 0 0 0 5.544-5.545v-33.266a5.546 5.546 0 0 0-5.544-5.544zm-5.611 16.533c.011.244.011.488.011.732 0 7.507-5.722 16.178-16.179 16.178a16.173 16.173 0 0 1-8.7-2.539 10.92 10.92 0 0 0 1.353.078 11.4 11.4 0 0 0 7.064-2.44 5.685 5.685 0 0 1-5.311-3.947 5.725 5.725 0 0 0 2.561-.1 5.7 5.7 0 0 1-4.557-5.578v-.078a5.752 5.752 0 0 0 2.572.71 5.7 [...]
+ </g>
+ </svg>
+
+ </a>
+
+ <a class="footer-section__media-section--link" target="_blank" href="https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA">
+ <svg xmlns="http://www.w3.org/2000/svg" width="49.594" height="34.941" viewBox="0 0 49.594 34.941">
+ <path id="Path_223" d="M1124.557 1230a6.232 6.232 0 0 0-4.385-4.413c-3.867-1.043-19.376-1.043-19.376-1.043s-15.508 0-19.376 1.043a6.232 6.232 0 0 0-4.385 4.413c-1.036 3.893-1.036 12.014-1.036 12.014s0 8.122 1.036 12.015a6.232 6.232 0 0 0 4.385 4.413c3.867 1.043 19.376 1.043 19.376 1.043s15.509 0 19.376-1.043a6.232 6.232 0 0 0 4.385-4.413c1.036-3.893 1.036-12.015 1.036-12.015s.001-8.123-1.036-12.014zm-28.833 19.388v-14.748l12.962 7.374z" fill="#fff" data-name="Path 223 [...]
+ </svg>
+
+ </a>
+
+ </div>
+
+
+ <div class="footer-section__media-section--button-with-text">
+ <span class="footer-section__media-section--text">Want to be a part of Apache Airflow?</span>
+ <a href="/community">
+
+ <button id="" class="btn-filled bodytext__medium--white ">Join community</button>
+
+ </a>
+ </div>
+
... 28727 lines suppressed ...