You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kyuubi.apache.org by gi...@apache.org on 2021/10/31 17:56:51 UTC
[incubator-kyuubi-website] branch asf-site updated: deploy:
356129e34445f2df36534e09b51fd4a87951bb3f
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/incubator-kyuubi-website.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 1f307ea deploy: 356129e34445f2df36534e09b51fd4a87951bb3f
1f307ea is described below
commit 1f307eab2e89cf4793579db8630adf6d914340db
Author: aajisaka <aa...@users.noreply.github.com>
AuthorDate: Sun Oct 31 17:56:48 2021 +0000
deploy: 356129e34445f2df36534e09b51fd4a87951bb3f
---
content/docs/latest/.buildinfo | 2 +-
content/docs/latest/_images/kyuubi_logo.png | Bin 2663 -> 23347 bytes
content/docs/latest/deployment/index.html | 8 ++---
content/docs/latest/deployment/settings.html | 6 ++--
content/docs/latest/deployment/spark/aqe.html | 26 +++++++-------
.../deployment/spark/dynamic_allocation.html | 34 +++++++++---------
content/docs/latest/deployment/spark/index.html | 40 ++++++++++-----------
content/docs/latest/searchindex.js | 2 +-
content/docs/latest/security/index.html | 4 +--
content/docs/stable/.buildinfo | 2 +-
content/docs/stable/_images/kyuubi_logo.png | Bin 2663 -> 23347 bytes
content/docs/stable/deployment/index.html | 8 ++---
content/docs/stable/deployment/settings.html | 6 ++--
content/docs/stable/deployment/spark/aqe.html | 26 +++++++-------
.../deployment/spark/dynamic_allocation.html | 34 +++++++++---------
content/docs/stable/deployment/spark/index.html | 40 ++++++++++-----------
content/docs/stable/searchindex.js | 2 +-
content/docs/stable/security/index.html | 4 +--
18 files changed, 122 insertions(+), 122 deletions(-)
diff --git a/content/docs/latest/.buildinfo b/content/docs/latest/.buildinfo
index 4e5d112..619b6e1 100644
--- a/content/docs/latest/.buildinfo
+++ b/content/docs/latest/.buildinfo
@@ -1,4 +1,4 @@
# Sphinx build info version 1
# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 72693764f7fd103e9a0ef2273e717a26
+config: 84563bcf024bf0b2578b583d8472908d
tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/content/docs/latest/_images/kyuubi_logo.png b/content/docs/latest/_images/kyuubi_logo.png
index 1157e56..64b2de8 100644
Binary files a/content/docs/latest/_images/kyuubi_logo.png and b/content/docs/latest/_images/kyuubi_logo.png differ
diff --git a/content/docs/latest/deployment/index.html b/content/docs/latest/deployment/index.html
index 11f1817..2175056 100644
--- a/content/docs/latest/deployment/index.html
+++ b/content/docs/latest/deployment/index.html
@@ -100,7 +100,7 @@
</li>
<li class="toctree-l2"><a class="reference internal" href="#configurations">Configurations</a><ul>
<li class="toctree-l3"><a class="reference internal" href="settings.html">1. Introduction to the Kyuubi Configurations System</a></li>
-<li class="toctree-l3"><a class="reference internal" href="spark/index.html">2. The Engine Configuration Guide</a></li>
+<li class="toctree-l3"><a class="reference internal" href="spark/index.html">The Engine Configuration Guide</a></li>
</ul>
</li>
</ul>
@@ -240,9 +240,9 @@
<li class="toctree-l2"><a class="reference internal" href="settings.html#user-defaults">1.6. User Defaults</a></li>
</ul>
</li>
-<li class="toctree-l1"><a class="reference internal" href="spark/index.html">2. The Engine Configuration Guide</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="spark/dynamic_allocation.html">2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</a></li>
-<li class="toctree-l2"><a class="reference internal" href="spark/aqe.html">2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
+<li class="toctree-l1"><a class="reference internal" href="spark/index.html">The Engine Configuration Guide</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="spark/dynamic_allocation.html">1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</a></li>
+<li class="toctree-l2"><a class="reference internal" href="spark/aqe.html">2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
</ul>
</li>
</ul>
diff --git a/content/docs/latest/deployment/settings.html b/content/docs/latest/deployment/settings.html
index 5f57a31..b8eb8e0 100644
--- a/content/docs/latest/deployment/settings.html
+++ b/content/docs/latest/deployment/settings.html
@@ -38,7 +38,7 @@
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="2. The Engine Configuration Guide" href="spark/index.html" />
+ <link rel="next" title="The Engine Configuration Guide" href="spark/index.html" />
<link rel="prev" title="4. Kyuubi High Availability Guide" href="high_availability_guide.html" />
</head>
@@ -102,7 +102,7 @@
<li class="toctree-l4"><a class="reference internal" href="#user-defaults">1.6. User Defaults</a></li>
</ul>
</li>
-<li class="toctree-l3"><a class="reference internal" href="spark/index.html">2. The Engine Configuration Guide</a></li>
+<li class="toctree-l3"><a class="reference internal" href="spark/index.html">The Engine Configuration Guide</a></li>
</ul>
</li>
</ul>
@@ -1196,7 +1196,7 @@ ___bob___.spark.executor.memory<span class="o">=</span>8g
</div>
<footer>
<div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
- <a href="spark/index.html" class="btn btn-neutral float-right" title="2. The Engine Configuration Guide" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
+ <a href="spark/index.html" class="btn btn-neutral float-right" title="The Engine Configuration Guide" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
<a href="high_availability_guide.html" class="btn btn-neutral float-left" title="4. Kyuubi High Availability Guide" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
</div>
diff --git a/content/docs/latest/deployment/spark/aqe.html b/content/docs/latest/deployment/spark/aqe.html
index d0584cf..a86823a 100644
--- a/content/docs/latest/deployment/spark/aqe.html
+++ b/content/docs/latest/deployment/spark/aqe.html
@@ -7,7 +7,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi — Kyuubi 1.3.0 documentation</title>
+ <title>2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi — Kyuubi 1.3.0 documentation</title>
@@ -39,7 +39,7 @@
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
<link rel="next" title="Kyuubi Security Overview" href="../../security/index.html" />
- <link rel="prev" title="2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi" href="dynamic_allocation.html" />
+ <link rel="prev" title="1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi" href="dynamic_allocation.html" />
</head>
<body class="wy-body-for-nav">
@@ -94,9 +94,9 @@
<li class="toctree-l2"><a class="reference internal" href="../index.html#basics">Basics</a></li>
<li class="toctree-l2 current"><a class="reference internal" href="../index.html#configurations">Configurations</a><ul class="current">
<li class="toctree-l3"><a class="reference internal" href="../settings.html">1. Introduction to the Kyuubi Configurations System</a></li>
-<li class="toctree-l3 current"><a class="reference internal" href="index.html">2. The Engine Configuration Guide</a><ul class="current">
-<li class="toctree-l4"><a class="reference internal" href="dynamic_allocation.html">2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</a></li>
-<li class="toctree-l4 current"><a class="current reference internal" href="#">2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
+<li class="toctree-l3 current"><a class="reference internal" href="index.html">The Engine Configuration Guide</a><ul class="current">
+<li class="toctree-l4"><a class="reference internal" href="dynamic_allocation.html">1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</a></li>
+<li class="toctree-l4 current"><a class="current reference internal" href="#">2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
</ul>
</li>
</ul>
@@ -172,9 +172,9 @@
<li><a href="../index.html">Deploying Kyuubi</a> »</li>
- <li><a href="index.html"><span class="section-number">2. </span>The Engine Configuration Guide</a> »</li>
+ <li><a href="index.html">The Engine Configuration Guide</a> »</li>
- <li><span class="section-number">2.2. </span>How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</li>
+ <li><span class="section-number">2. </span>How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</li>
<li class="wy-breadcrumbs-aside">
@@ -210,9 +210,9 @@
- limitations under the License.
--><div align=center><p><img alt="../../_images/kyuubi_logo.png" src="../../_images/kyuubi_logo.png" /></p>
</div><div class="section" id="how-to-use-spark-adaptive-query-execution-aqe-in-kyuubi">
-<h1><span class="section-number">2.2. </span>How To Use Spark Adaptive Query Execution (AQE) in Kyuubi<a class="headerlink" href="#how-to-use-spark-adaptive-query-execution-aqe-in-kyuubi" title="Permalink to this headline">¶</a></h1>
+<h1><span class="section-number">2. </span>How To Use Spark Adaptive Query Execution (AQE) in Kyuubi<a class="headerlink" href="#how-to-use-spark-adaptive-query-execution-aqe-in-kyuubi" title="Permalink to this headline">¶</a></h1>
<div class="section" id="the-basics-of-aqe">
-<h2><span class="section-number">2.2.1. </span>The Basics of AQE<a class="headerlink" href="#the-basics-of-aqe" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">2.1. </span>The Basics of AQE<a class="headerlink" href="#the-basics-of-aqe" title="Permalink to this headline">¶</a></h2>
<p>Spark Adaptive Query Execution (AQE) is a query re-optimization that occurs during query execution.</p>
<p>In terms of technical architecture, the AQE is a framework of dynamic planning and replanning of queries based on runtime statistics,
which supports a variety of optimizations such as,</p>
@@ -349,7 +349,7 @@ skewedPartitionThresholdInBytes
</div>
</div>
<div class="section" id="best-practices-for-applying-aqe-to-kyuubi">
-<h2><span class="section-number">2.2.2. </span>Best Practices for Applying AQE to Kyuubi<a class="headerlink" href="#best-practices-for-applying-aqe-to-kyuubi" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">2.2. </span>Best Practices for Applying AQE to Kyuubi<a class="headerlink" href="#best-practices-for-applying-aqe-to-kyuubi" title="Permalink to this headline">¶</a></h2>
<p>Kyuubi is a long-running service to make it easier for end-users to use Spark SQL without having much of Spark’s basic knowledge. It is essential to have a basic configuration that works for most scenarios on the server-side.</p>
<div class="section" id="setting-default-configurations">
<h3>Setting Default Configurations<a class="headerlink" href="#setting-default-configurations" title="Permalink to this headline">¶</a></h3>
@@ -388,13 +388,13 @@ Since AQE requires at least one shuffle, ideally, we need to set <code class="do
</div>
</div>
<div class="section" id="spark-known-issues">
-<h2><span class="section-number">2.2.3. </span>Spark Known issues<a class="headerlink" href="#spark-known-issues" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">2.3. </span>Spark Known issues<a class="headerlink" href="#spark-known-issues" title="Permalink to this headline">¶</a></h2>
<p><a class="reference external" href="https://issues.apache.org/jira/browse/SPARK-33933">SPARK-33933: Broadcast timeout happened unexpectedly in AQE</a></p>
<p>For Spark versions(<3.1), we need to increase <code class="docutils literal notranslate"><span class="pre">spark.sql.broadcastTimeout(300s)</span></code> higher even the broadcast relation is tiny.</p>
<p>For other potential problems that may be found in the AQE features of Spark, you may refer to <a class="reference external" href="https://issues.apache.org/jira/browse/SPARK-33828">SPARK-33828: SQL Adaptive Query Execution QA</a>.</p>
</div>
<div class="section" id="references">
-<h2><span class="section-number">2.2.4. </span>References<a class="headerlink" href="#references" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">2.4. </span>References<a class="headerlink" href="#references" title="Permalink to this headline">¶</a></h2>
<ol class="simple">
<li><p><a class="reference external" href="https://spark.apache.org/docs/latest/sql-performance-tuning.html#adaptive-query-execution">Adaptive Query Execution</a></p></li>
<li><p><a class="reference external" href="https://databricks.com/blog/2020/05/29/adaptive-query-execution-speeding-up-spark-sql-at-runtime.html">Adaptive Query Execution: Speeding Up Spark SQL at Runtime</a></p></li>
@@ -412,7 +412,7 @@ Since AQE requires at least one shuffle, ideally, we need to set <code class="do
<footer>
<div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
<a href="../../security/index.html" class="btn btn-neutral float-right" title="Kyuubi Security Overview" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
- <a href="dynamic_allocation.html" class="btn btn-neutral float-left" title="2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
+ <a href="dynamic_allocation.html" class="btn btn-neutral float-left" title="1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
</div>
<hr/>
diff --git a/content/docs/latest/deployment/spark/dynamic_allocation.html b/content/docs/latest/deployment/spark/dynamic_allocation.html
index 4a56a2c..1e98e5f 100644
--- a/content/docs/latest/deployment/spark/dynamic_allocation.html
+++ b/content/docs/latest/deployment/spark/dynamic_allocation.html
@@ -7,7 +7,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi — Kyuubi 1.3.0 documentation</title>
+ <title>1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi — Kyuubi 1.3.0 documentation</title>
@@ -38,8 +38,8 @@
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi" href="aqe.html" />
- <link rel="prev" title="2. The Engine Configuration Guide" href="index.html" />
+ <link rel="next" title="2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi" href="aqe.html" />
+ <link rel="prev" title="The Engine Configuration Guide" href="index.html" />
</head>
<body class="wy-body-for-nav">
@@ -94,9 +94,9 @@
<li class="toctree-l2"><a class="reference internal" href="../index.html#basics">Basics</a></li>
<li class="toctree-l2 current"><a class="reference internal" href="../index.html#configurations">Configurations</a><ul class="current">
<li class="toctree-l3"><a class="reference internal" href="../settings.html">1. Introduction to the Kyuubi Configurations System</a></li>
-<li class="toctree-l3 current"><a class="reference internal" href="index.html">2. The Engine Configuration Guide</a><ul class="current">
-<li class="toctree-l4 current"><a class="current reference internal" href="#">2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</a></li>
-<li class="toctree-l4"><a class="reference internal" href="aqe.html">2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
+<li class="toctree-l3 current"><a class="reference internal" href="index.html">The Engine Configuration Guide</a><ul class="current">
+<li class="toctree-l4 current"><a class="current reference internal" href="#">1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</a></li>
+<li class="toctree-l4"><a class="reference internal" href="aqe.html">2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
</ul>
</li>
</ul>
@@ -172,9 +172,9 @@
<li><a href="../index.html">Deploying Kyuubi</a> »</li>
- <li><a href="index.html"><span class="section-number">2. </span>The Engine Configuration Guide</a> »</li>
+ <li><a href="index.html">The Engine Configuration Guide</a> »</li>
- <li><span class="section-number">2.1. </span>How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</li>
+ <li><span class="section-number">1. </span>How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</li>
<li class="wy-breadcrumbs-aside">
@@ -210,7 +210,7 @@
- limitations under the License.
--><div align=center><p><img alt="../../_images/kyuubi_logo.png" src="../../_images/kyuubi_logo.png" /></p>
</div><div class="section" id="how-to-use-spark-dynamic-resource-allocation-dra-in-kyuubi">
-<h1><span class="section-number">2.1. </span>How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi<a class="headerlink" href="#how-to-use-spark-dynamic-resource-allocation-dra-in-kyuubi" title="Permalink to this headline">¶</a></h1>
+<h1><span class="section-number">1. </span>How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi<a class="headerlink" href="#how-to-use-spark-dynamic-resource-allocation-dra-in-kyuubi" title="Permalink to this headline">¶</a></h1>
<p>When we adopt Kyuubi in a production environment,
we always want to use the environment’s computing resources more cost-effectively and efficiently.
Cluster managers such as K8S and Yarn manage the cluster compute resources,
@@ -232,7 +232,7 @@ On the one hand, we need to rely on the resource manager’s capabilities for ef
resource isolation, and sharing.
On the other hand, we need to enable Spark’s DRA feature for the engines’ executors’ elastic scaling.</p>
<div class="section" id="the-basics-of-dynamic-resource-allocation">
-<h2><span class="section-number">2.1.1. </span>The Basics of Dynamic Resource Allocation<a class="headerlink" href="#the-basics-of-dynamic-resource-allocation" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">1.1. </span>The Basics of Dynamic Resource Allocation<a class="headerlink" href="#the-basics-of-dynamic-resource-allocation" title="Permalink to this headline">¶</a></h2>
<p>Spark provides a mechanism to dynamically adjust the application resources based on the workload, which means that an application may give resources back to the cluster if they are no longer used and request them again later when there is demand.
This feature is handy if multiple applications share resources on YARN, Kubernetes, and other platforms.</p>
<p>For Kyuubi engines,
@@ -246,7 +246,7 @@ and the occupied resources are given back to the cluster manager.
Then other engines or other applications run in the same queue could acquire the resources.</p>
</div>
<div class="section" id="how-to-enable-dynamic-resource-allocation">
-<h2><span class="section-number">2.1.2. </span>How to Enable Dynamic Resource Allocation<a class="headerlink" href="#how-to-enable-dynamic-resource-allocation" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">1.2. </span>How to Enable Dynamic Resource Allocation<a class="headerlink" href="#how-to-enable-dynamic-resource-allocation" title="Permalink to this headline">¶</a></h2>
<p>The prerequisite for enabling this feature is for downstream stages to have proper access to shuffle data, even if the executors that generated the data are recycled.</p>
<p>Spark provides two implementations for shuffle data tracking. If either is enabled, we can use the DRA feature properly.</p>
<div class="section" id="dynamic-resource-allocation-w-external-shuffle-service">
@@ -273,7 +273,7 @@ Since Spark 3.0, the DRA can run without ESS. The relative feature called <code
</div>
</div>
<div class="section" id="sizing-for-engines-w-dynamic-resource-allocation">
-<h2><span class="section-number">2.1.3. </span>Sizing for engines w/ Dynamic Resource Allocation<a class="headerlink" href="#sizing-for-engines-w-dynamic-resource-allocation" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">1.3. </span>Sizing for engines w/ Dynamic Resource Allocation<a class="headerlink" href="#sizing-for-engines-w-dynamic-resource-allocation" title="Permalink to this headline">¶</a></h2>
<p>Resources for a single executor, such as CPUs and memory, can be fixed size. So, the range [<code class="docutils literal notranslate"><span class="pre">minExecutors</span></code>, <code class="docutils literal notranslate"><span class="pre">maxExecutors</span></code>] determines how many recourses the engine can take from the cluster manager.</p>
<p>On the one hand, the <code class="docutils literal notranslate"><span class="pre">minExecutors</span></code> tells Spark to keep how many executors at least. If it is set too close to 0(default), the engine might complain about a lack of resources if the cluster manager is quite busy and for a long time.
However, the larger the <code class="docutils literal notranslate"><span class="pre">minExecutors</span></code> goes, the more resources may be wasted during the engine’s idle time.</p>
@@ -287,7 +287,7 @@ However, the larger the <code class="docutils literal notranslate"><span class="
<p>Ideally, the size relationship between them should be as <code class="docutils literal notranslate"><span class="pre">minExecutors</span></code> <= <code class="docutils literal notranslate"><span class="pre">initialExecutors</span></code> < <code class="docutils literal notranslate"><span class="pre">maxExecutors</span></code>.</p>
</div>
<div class="section" id="resource-allocation-policy">
-<h2><span class="section-number">2.1.4. </span>Resource Allocation Policy<a class="headerlink" href="#resource-allocation-policy" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">1.4. </span>Resource Allocation Policy<a class="headerlink" href="#resource-allocation-policy" title="Permalink to this headline">¶</a></h2>
<p>When the DRA notices that the current resources are insufficient for the current workload, it will request more executors.</p>
<div align=center><p><img alt="../../_images/dra_task_pending.png" src="../../_images/dra_task_pending.png" /></p>
</div><p>By default, the dynamic allocation will request enough executors to maximize the parallelism according to the number of tasks to process.</p>
@@ -310,7 +310,7 @@ However, the larger the <code class="docutils literal notranslate"><span class="
</div>
</div>
<div class="section" id="best-practices-for-applying-dra-to-kyuubi">
-<h2><span class="section-number">2.1.5. </span>Best Practices for Applying DRA to Kyuubi<a class="headerlink" href="#best-practices-for-applying-dra-to-kyuubi" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">1.5. </span>Best Practices for Applying DRA to Kyuubi<a class="headerlink" href="#best-practices-for-applying-dra-to-kyuubi" title="Permalink to this headline">¶</a></h2>
<p>Kyuubi is a long-running service to make it easier for end-users to use Spark SQL without having much of Spark’s basic knowledge. It is essential to have a basic configuration for resource management that works for most scenarios on the server-side.</p>
<div class="section" id="setting-default-configurations">
<h3>Setting Default Configurations<a class="headerlink" href="#setting-default-configurations" title="Permalink to this headline">¶</a></h3>
@@ -359,7 +359,7 @@ However, the larger the <code class="docutils literal notranslate"><span class="
</div>
</div>
<div class="section" id="references">
-<h2><span class="section-number">2.1.6. </span>References<a class="headerlink" href="#references" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">1.6. </span>References<a class="headerlink" href="#references" title="Permalink to this headline">¶</a></h2>
<ol class="simple">
<li><p><a class="reference external" href="https://spark.apache.org/docs/latest/job-scheduling.html#dynamic-resource-allocation">Spark Official Online Document: Dynamic Resource Allocation</a></p></li>
<li><p><a class="reference external" href="https://spark.apache.org/docs/latest/configuration.html#dynamic-allocation">Spark Official Online Document: Dynamic Resource Allocation Configurations</a></p></li>
@@ -374,8 +374,8 @@ However, the larger the <code class="docutils literal notranslate"><span class="
</div>
<footer>
<div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
- <a href="aqe.html" class="btn btn-neutral float-right" title="2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
- <a href="index.html" class="btn btn-neutral float-left" title="2. The Engine Configuration Guide" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
+ <a href="aqe.html" class="btn btn-neutral float-right" title="2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
+ <a href="index.html" class="btn btn-neutral float-left" title="The Engine Configuration Guide" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
</div>
<hr/>
diff --git a/content/docs/latest/deployment/spark/index.html b/content/docs/latest/deployment/spark/index.html
index a5b651a..13d3df6 100644
--- a/content/docs/latest/deployment/spark/index.html
+++ b/content/docs/latest/deployment/spark/index.html
@@ -7,7 +7,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>2. The Engine Configuration Guide — Kyuubi 1.3.0 documentation</title>
+ <title>The Engine Configuration Guide — Kyuubi 1.3.0 documentation</title>
@@ -38,7 +38,7 @@
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi" href="dynamic_allocation.html" />
+ <link rel="next" title="1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi" href="dynamic_allocation.html" />
<link rel="prev" title="1. Introduction to the Kyuubi Configurations System" href="../settings.html" />
</head>
@@ -94,9 +94,9 @@
<li class="toctree-l2"><a class="reference internal" href="../index.html#basics">Basics</a></li>
<li class="toctree-l2 current"><a class="reference internal" href="../index.html#configurations">Configurations</a><ul class="current">
<li class="toctree-l3"><a class="reference internal" href="../settings.html">1. Introduction to the Kyuubi Configurations System</a></li>
-<li class="toctree-l3 current"><a class="current reference internal" href="#">2. The Engine Configuration Guide</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="dynamic_allocation.html">2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</a></li>
-<li class="toctree-l4"><a class="reference internal" href="aqe.html">2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
+<li class="toctree-l3 current"><a class="current reference internal" href="#">The Engine Configuration Guide</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="dynamic_allocation.html">1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</a></li>
+<li class="toctree-l4"><a class="reference internal" href="aqe.html">2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
</ul>
</li>
</ul>
@@ -172,7 +172,7 @@
<li><a href="../index.html">Deploying Kyuubi</a> »</li>
- <li><span class="section-number">2. </span>The Engine Configuration Guide</li>
+ <li>The Engine Configuration Guide</li>
<li class="wy-breadcrumbs-aside">
@@ -193,7 +193,7 @@
<img alt="../../_images/kyuubi_logo.png" class="align-center" src="../../_images/kyuubi_logo.png" />
<div class="section" id="the-engine-configuration-guide">
-<h1><span class="section-number">2. </span>The Engine Configuration Guide<a class="headerlink" href="#the-engine-configuration-guide" title="Permalink to this headline">¶</a></h1>
+<h1>The Engine Configuration Guide<a class="headerlink" href="#the-engine-configuration-guide" title="Permalink to this headline">¶</a></h1>
<p>Kyuubi aims to bring Spark to end-users who need not qualify with Spark or something else related to the big data area.
End-users can write SQL queries through JDBC against Kyuubi and nothing more.
The Kyuubi server-side or the corresponding engines could do most of the optimization.
@@ -201,20 +201,20 @@ On the other hand, we don’t wholly restrict end-users to special handling of s
Even if you don’t use Kyuubi, as a simple Spark user, I’m sure you’ll find the next articles instructive.</p>
<div class="toctree-wrapper compound">
<ul>
-<li class="toctree-l1"><a class="reference internal" href="dynamic_allocation.html">2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#the-basics-of-dynamic-resource-allocation">2.1.1. The Basics of Dynamic Resource Allocation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#how-to-enable-dynamic-resource-allocation">2.1.2. How to Enable Dynamic Resource Allocation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#sizing-for-engines-w-dynamic-resource-allocation">2.1.3. Sizing for engines w/ Dynamic Resource Allocation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#resource-allocation-policy">2.1.4. Resource Allocation Policy</a></li>
-<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#best-practices-for-applying-dra-to-kyuubi">2.1.5. Best Practices for Applying DRA to Kyuubi</a></li>
-<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#references">2.1.6. References</a></li>
+<li class="toctree-l1"><a class="reference internal" href="dynamic_allocation.html">1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#the-basics-of-dynamic-resource-allocation">1.1. The Basics of Dynamic Resource Allocation</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#how-to-enable-dynamic-resource-allocation">1.2. How to Enable Dynamic Resource Allocation</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#sizing-for-engines-w-dynamic-resource-allocation">1.3. Sizing for engines w/ Dynamic Resource Allocation</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#resource-allocation-policy">1.4. Resource Allocation Policy</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#best-practices-for-applying-dra-to-kyuubi">1.5. Best Practices for Applying DRA to Kyuubi</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#references">1.6. References</a></li>
</ul>
</li>
-<li class="toctree-l1"><a class="reference internal" href="aqe.html">2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="aqe.html#the-basics-of-aqe">2.2.1. The Basics of AQE</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aqe.html#best-practices-for-applying-aqe-to-kyuubi">2.2.2. Best Practices for Applying AQE to Kyuubi</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aqe.html#spark-known-issues">2.2.3. Spark Known issues</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aqe.html#references">2.2.4. References</a></li>
+<li class="toctree-l1"><a class="reference internal" href="aqe.html">2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="aqe.html#the-basics-of-aqe">2.1. The Basics of AQE</a></li>
+<li class="toctree-l2"><a class="reference internal" href="aqe.html#best-practices-for-applying-aqe-to-kyuubi">2.2. Best Practices for Applying AQE to Kyuubi</a></li>
+<li class="toctree-l2"><a class="reference internal" href="aqe.html#spark-known-issues">2.3. Spark Known issues</a></li>
+<li class="toctree-l2"><a class="reference internal" href="aqe.html#references">2.4. References</a></li>
</ul>
</li>
</ul>
@@ -227,7 +227,7 @@ Even if you don’t use Kyuubi, as a simple Spark user, I’m sure you’ll find
</div>
<footer>
<div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
- <a href="dynamic_allocation.html" class="btn btn-neutral float-right" title="2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
+ <a href="dynamic_allocation.html" class="btn btn-neutral float-right" title="1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
<a href="../settings.html" class="btn btn-neutral float-left" title="1. Introduction to the Kyuubi Configurations System" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
</div>
diff --git a/content/docs/latest/searchindex.js b/content/docs/latest/searchindex.js
index 3b79b19..a6d70d0 100644
--- a/content/docs/latest/searchindex.js
+++ b/content/docs/latest/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["appendix/index","appendix/terminology","client/hive_jdbc","client/index","community/badges","community/collaborators","community/contributions","community/improvement-proposals","community/index","community/release","deployment/high_availability_guide","deployment/hive_metastore","deployment/index","deployment/on_kubernetes","deployment/on_yarn","deployment/settings","deployment/spark/aqe","deployment/spark/basics","deployment/spark/driver","deployment/spark/d [...]
\ No newline at end of file
+Search.setIndex({docnames:["appendix/index","appendix/terminology","client/hive_jdbc","client/index","community/badges","community/collaborators","community/contributions","community/improvement-proposals","community/index","community/release","deployment/high_availability_guide","deployment/hive_metastore","deployment/index","deployment/on_kubernetes","deployment/on_yarn","deployment/settings","deployment/spark/aqe","deployment/spark/basics","deployment/spark/driver","deployment/spark/d [...]
\ No newline at end of file
diff --git a/content/docs/latest/security/index.html b/content/docs/latest/security/index.html
index 5bf3c42..7119e43 100644
--- a/content/docs/latest/security/index.html
+++ b/content/docs/latest/security/index.html
@@ -39,7 +39,7 @@
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
<link rel="next" title="1. Kyuubi Authentication Mechanism" href="authentication.html" />
- <link rel="prev" title="2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi" href="../deployment/spark/aqe.html" />
+ <link rel="prev" title="2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi" href="../deployment/spark/aqe.html" />
</head>
<body class="wy-body-for-nav">
@@ -210,7 +210,7 @@
<footer>
<div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
<a href="authentication.html" class="btn btn-neutral float-right" title="1. Kyuubi Authentication Mechanism" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
- <a href="../deployment/spark/aqe.html" class="btn btn-neutral float-left" title="2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
+ <a href="../deployment/spark/aqe.html" class="btn btn-neutral float-left" title="2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
</div>
<hr/>
diff --git a/content/docs/stable/.buildinfo b/content/docs/stable/.buildinfo
index 4e5d112..619b6e1 100644
--- a/content/docs/stable/.buildinfo
+++ b/content/docs/stable/.buildinfo
@@ -1,4 +1,4 @@
# Sphinx build info version 1
# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: 72693764f7fd103e9a0ef2273e717a26
+config: 84563bcf024bf0b2578b583d8472908d
tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/content/docs/stable/_images/kyuubi_logo.png b/content/docs/stable/_images/kyuubi_logo.png
index 1157e56..64b2de8 100644
Binary files a/content/docs/stable/_images/kyuubi_logo.png and b/content/docs/stable/_images/kyuubi_logo.png differ
diff --git a/content/docs/stable/deployment/index.html b/content/docs/stable/deployment/index.html
index 11f1817..2175056 100644
--- a/content/docs/stable/deployment/index.html
+++ b/content/docs/stable/deployment/index.html
@@ -100,7 +100,7 @@
</li>
<li class="toctree-l2"><a class="reference internal" href="#configurations">Configurations</a><ul>
<li class="toctree-l3"><a class="reference internal" href="settings.html">1. Introduction to the Kyuubi Configurations System</a></li>
-<li class="toctree-l3"><a class="reference internal" href="spark/index.html">2. The Engine Configuration Guide</a></li>
+<li class="toctree-l3"><a class="reference internal" href="spark/index.html">The Engine Configuration Guide</a></li>
</ul>
</li>
</ul>
@@ -240,9 +240,9 @@
<li class="toctree-l2"><a class="reference internal" href="settings.html#user-defaults">1.6. User Defaults</a></li>
</ul>
</li>
-<li class="toctree-l1"><a class="reference internal" href="spark/index.html">2. The Engine Configuration Guide</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="spark/dynamic_allocation.html">2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</a></li>
-<li class="toctree-l2"><a class="reference internal" href="spark/aqe.html">2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
+<li class="toctree-l1"><a class="reference internal" href="spark/index.html">The Engine Configuration Guide</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="spark/dynamic_allocation.html">1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</a></li>
+<li class="toctree-l2"><a class="reference internal" href="spark/aqe.html">2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
</ul>
</li>
</ul>
diff --git a/content/docs/stable/deployment/settings.html b/content/docs/stable/deployment/settings.html
index 5f57a31..b8eb8e0 100644
--- a/content/docs/stable/deployment/settings.html
+++ b/content/docs/stable/deployment/settings.html
@@ -38,7 +38,7 @@
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="2. The Engine Configuration Guide" href="spark/index.html" />
+ <link rel="next" title="The Engine Configuration Guide" href="spark/index.html" />
<link rel="prev" title="4. Kyuubi High Availability Guide" href="high_availability_guide.html" />
</head>
@@ -102,7 +102,7 @@
<li class="toctree-l4"><a class="reference internal" href="#user-defaults">1.6. User Defaults</a></li>
</ul>
</li>
-<li class="toctree-l3"><a class="reference internal" href="spark/index.html">2. The Engine Configuration Guide</a></li>
+<li class="toctree-l3"><a class="reference internal" href="spark/index.html">The Engine Configuration Guide</a></li>
</ul>
</li>
</ul>
@@ -1196,7 +1196,7 @@ ___bob___.spark.executor.memory<span class="o">=</span>8g
</div>
<footer>
<div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
- <a href="spark/index.html" class="btn btn-neutral float-right" title="2. The Engine Configuration Guide" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
+ <a href="spark/index.html" class="btn btn-neutral float-right" title="The Engine Configuration Guide" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
<a href="high_availability_guide.html" class="btn btn-neutral float-left" title="4. Kyuubi High Availability Guide" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
</div>
diff --git a/content/docs/stable/deployment/spark/aqe.html b/content/docs/stable/deployment/spark/aqe.html
index d0584cf..a86823a 100644
--- a/content/docs/stable/deployment/spark/aqe.html
+++ b/content/docs/stable/deployment/spark/aqe.html
@@ -7,7 +7,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi — Kyuubi 1.3.0 documentation</title>
+ <title>2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi — Kyuubi 1.3.0 documentation</title>
@@ -39,7 +39,7 @@
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
<link rel="next" title="Kyuubi Security Overview" href="../../security/index.html" />
- <link rel="prev" title="2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi" href="dynamic_allocation.html" />
+ <link rel="prev" title="1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi" href="dynamic_allocation.html" />
</head>
<body class="wy-body-for-nav">
@@ -94,9 +94,9 @@
<li class="toctree-l2"><a class="reference internal" href="../index.html#basics">Basics</a></li>
<li class="toctree-l2 current"><a class="reference internal" href="../index.html#configurations">Configurations</a><ul class="current">
<li class="toctree-l3"><a class="reference internal" href="../settings.html">1. Introduction to the Kyuubi Configurations System</a></li>
-<li class="toctree-l3 current"><a class="reference internal" href="index.html">2. The Engine Configuration Guide</a><ul class="current">
-<li class="toctree-l4"><a class="reference internal" href="dynamic_allocation.html">2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</a></li>
-<li class="toctree-l4 current"><a class="current reference internal" href="#">2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
+<li class="toctree-l3 current"><a class="reference internal" href="index.html">The Engine Configuration Guide</a><ul class="current">
+<li class="toctree-l4"><a class="reference internal" href="dynamic_allocation.html">1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</a></li>
+<li class="toctree-l4 current"><a class="current reference internal" href="#">2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
</ul>
</li>
</ul>
@@ -172,9 +172,9 @@
<li><a href="../index.html">Deploying Kyuubi</a> »</li>
- <li><a href="index.html"><span class="section-number">2. </span>The Engine Configuration Guide</a> »</li>
+ <li><a href="index.html">The Engine Configuration Guide</a> »</li>
- <li><span class="section-number">2.2. </span>How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</li>
+ <li><span class="section-number">2. </span>How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</li>
<li class="wy-breadcrumbs-aside">
@@ -210,9 +210,9 @@
- limitations under the License.
--><div align=center><p><img alt="../../_images/kyuubi_logo.png" src="../../_images/kyuubi_logo.png" /></p>
</div><div class="section" id="how-to-use-spark-adaptive-query-execution-aqe-in-kyuubi">
-<h1><span class="section-number">2.2. </span>How To Use Spark Adaptive Query Execution (AQE) in Kyuubi<a class="headerlink" href="#how-to-use-spark-adaptive-query-execution-aqe-in-kyuubi" title="Permalink to this headline">¶</a></h1>
+<h1><span class="section-number">2. </span>How To Use Spark Adaptive Query Execution (AQE) in Kyuubi<a class="headerlink" href="#how-to-use-spark-adaptive-query-execution-aqe-in-kyuubi" title="Permalink to this headline">¶</a></h1>
<div class="section" id="the-basics-of-aqe">
-<h2><span class="section-number">2.2.1. </span>The Basics of AQE<a class="headerlink" href="#the-basics-of-aqe" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">2.1. </span>The Basics of AQE<a class="headerlink" href="#the-basics-of-aqe" title="Permalink to this headline">¶</a></h2>
<p>Spark Adaptive Query Execution (AQE) is a query re-optimization that occurs during query execution.</p>
<p>In terms of technical architecture, the AQE is a framework of dynamic planning and replanning of queries based on runtime statistics,
which supports a variety of optimizations such as,</p>
@@ -349,7 +349,7 @@ skewedPartitionThresholdInBytes
</div>
</div>
<div class="section" id="best-practices-for-applying-aqe-to-kyuubi">
-<h2><span class="section-number">2.2.2. </span>Best Practices for Applying AQE to Kyuubi<a class="headerlink" href="#best-practices-for-applying-aqe-to-kyuubi" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">2.2. </span>Best Practices for Applying AQE to Kyuubi<a class="headerlink" href="#best-practices-for-applying-aqe-to-kyuubi" title="Permalink to this headline">¶</a></h2>
<p>Kyuubi is a long-running service to make it easier for end-users to use Spark SQL without having much of Spark’s basic knowledge. It is essential to have a basic configuration that works for most scenarios on the server-side.</p>
<div class="section" id="setting-default-configurations">
<h3>Setting Default Configurations<a class="headerlink" href="#setting-default-configurations" title="Permalink to this headline">¶</a></h3>
@@ -388,13 +388,13 @@ Since AQE requires at least one shuffle, ideally, we need to set <code class="do
</div>
</div>
<div class="section" id="spark-known-issues">
-<h2><span class="section-number">2.2.3. </span>Spark Known issues<a class="headerlink" href="#spark-known-issues" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">2.3. </span>Spark Known issues<a class="headerlink" href="#spark-known-issues" title="Permalink to this headline">¶</a></h2>
<p><a class="reference external" href="https://issues.apache.org/jira/browse/SPARK-33933">SPARK-33933: Broadcast timeout happened unexpectedly in AQE</a></p>
<p>For Spark versions(<3.1), we need to increase <code class="docutils literal notranslate"><span class="pre">spark.sql.broadcastTimeout(300s)</span></code> higher even the broadcast relation is tiny.</p>
<p>For other potential problems that may be found in the AQE features of Spark, you may refer to <a class="reference external" href="https://issues.apache.org/jira/browse/SPARK-33828">SPARK-33828: SQL Adaptive Query Execution QA</a>.</p>
</div>
<div class="section" id="references">
-<h2><span class="section-number">2.2.4. </span>References<a class="headerlink" href="#references" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">2.4. </span>References<a class="headerlink" href="#references" title="Permalink to this headline">¶</a></h2>
<ol class="simple">
<li><p><a class="reference external" href="https://spark.apache.org/docs/latest/sql-performance-tuning.html#adaptive-query-execution">Adaptive Query Execution</a></p></li>
<li><p><a class="reference external" href="https://databricks.com/blog/2020/05/29/adaptive-query-execution-speeding-up-spark-sql-at-runtime.html">Adaptive Query Execution: Speeding Up Spark SQL at Runtime</a></p></li>
@@ -412,7 +412,7 @@ Since AQE requires at least one shuffle, ideally, we need to set <code class="do
<footer>
<div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
<a href="../../security/index.html" class="btn btn-neutral float-right" title="Kyuubi Security Overview" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
- <a href="dynamic_allocation.html" class="btn btn-neutral float-left" title="2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
+ <a href="dynamic_allocation.html" class="btn btn-neutral float-left" title="1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
</div>
<hr/>
diff --git a/content/docs/stable/deployment/spark/dynamic_allocation.html b/content/docs/stable/deployment/spark/dynamic_allocation.html
index 4a56a2c..1e98e5f 100644
--- a/content/docs/stable/deployment/spark/dynamic_allocation.html
+++ b/content/docs/stable/deployment/spark/dynamic_allocation.html
@@ -7,7 +7,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi — Kyuubi 1.3.0 documentation</title>
+ <title>1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi — Kyuubi 1.3.0 documentation</title>
@@ -38,8 +38,8 @@
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi" href="aqe.html" />
- <link rel="prev" title="2. The Engine Configuration Guide" href="index.html" />
+ <link rel="next" title="2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi" href="aqe.html" />
+ <link rel="prev" title="The Engine Configuration Guide" href="index.html" />
</head>
<body class="wy-body-for-nav">
@@ -94,9 +94,9 @@
<li class="toctree-l2"><a class="reference internal" href="../index.html#basics">Basics</a></li>
<li class="toctree-l2 current"><a class="reference internal" href="../index.html#configurations">Configurations</a><ul class="current">
<li class="toctree-l3"><a class="reference internal" href="../settings.html">1. Introduction to the Kyuubi Configurations System</a></li>
-<li class="toctree-l3 current"><a class="reference internal" href="index.html">2. The Engine Configuration Guide</a><ul class="current">
-<li class="toctree-l4 current"><a class="current reference internal" href="#">2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</a></li>
-<li class="toctree-l4"><a class="reference internal" href="aqe.html">2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
+<li class="toctree-l3 current"><a class="reference internal" href="index.html">The Engine Configuration Guide</a><ul class="current">
+<li class="toctree-l4 current"><a class="current reference internal" href="#">1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</a></li>
+<li class="toctree-l4"><a class="reference internal" href="aqe.html">2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
</ul>
</li>
</ul>
@@ -172,9 +172,9 @@
<li><a href="../index.html">Deploying Kyuubi</a> »</li>
- <li><a href="index.html"><span class="section-number">2. </span>The Engine Configuration Guide</a> »</li>
+ <li><a href="index.html">The Engine Configuration Guide</a> »</li>
- <li><span class="section-number">2.1. </span>How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</li>
+ <li><span class="section-number">1. </span>How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</li>
<li class="wy-breadcrumbs-aside">
@@ -210,7 +210,7 @@
- limitations under the License.
--><div align=center><p><img alt="../../_images/kyuubi_logo.png" src="../../_images/kyuubi_logo.png" /></p>
</div><div class="section" id="how-to-use-spark-dynamic-resource-allocation-dra-in-kyuubi">
-<h1><span class="section-number">2.1. </span>How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi<a class="headerlink" href="#how-to-use-spark-dynamic-resource-allocation-dra-in-kyuubi" title="Permalink to this headline">¶</a></h1>
+<h1><span class="section-number">1. </span>How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi<a class="headerlink" href="#how-to-use-spark-dynamic-resource-allocation-dra-in-kyuubi" title="Permalink to this headline">¶</a></h1>
<p>When we adopt Kyuubi in a production environment,
we always want to use the environment’s computing resources more cost-effectively and efficiently.
Cluster managers such as K8S and Yarn manage the cluster compute resources,
@@ -232,7 +232,7 @@ On the one hand, we need to rely on the resource manager’s capabilities for ef
resource isolation, and sharing.
On the other hand, we need to enable Spark’s DRA feature for the engines’ executors’ elastic scaling.</p>
<div class="section" id="the-basics-of-dynamic-resource-allocation">
-<h2><span class="section-number">2.1.1. </span>The Basics of Dynamic Resource Allocation<a class="headerlink" href="#the-basics-of-dynamic-resource-allocation" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">1.1. </span>The Basics of Dynamic Resource Allocation<a class="headerlink" href="#the-basics-of-dynamic-resource-allocation" title="Permalink to this headline">¶</a></h2>
<p>Spark provides a mechanism to dynamically adjust the application resources based on the workload, which means that an application may give resources back to the cluster if they are no longer used and request them again later when there is demand.
This feature is handy if multiple applications share resources on YARN, Kubernetes, and other platforms.</p>
<p>For Kyuubi engines,
@@ -246,7 +246,7 @@ and the occupied resources are given back to the cluster manager.
Then other engines or other applications run in the same queue could acquire the resources.</p>
</div>
<div class="section" id="how-to-enable-dynamic-resource-allocation">
-<h2><span class="section-number">2.1.2. </span>How to Enable Dynamic Resource Allocation<a class="headerlink" href="#how-to-enable-dynamic-resource-allocation" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">1.2. </span>How to Enable Dynamic Resource Allocation<a class="headerlink" href="#how-to-enable-dynamic-resource-allocation" title="Permalink to this headline">¶</a></h2>
<p>The prerequisite for enabling this feature is for downstream stages to have proper access to shuffle data, even if the executors that generated the data are recycled.</p>
<p>Spark provides two implementations for shuffle data tracking. If either is enabled, we can use the DRA feature properly.</p>
<div class="section" id="dynamic-resource-allocation-w-external-shuffle-service">
@@ -273,7 +273,7 @@ Since Spark 3.0, the DRA can run without ESS. The relative feature called <code
</div>
</div>
<div class="section" id="sizing-for-engines-w-dynamic-resource-allocation">
-<h2><span class="section-number">2.1.3. </span>Sizing for engines w/ Dynamic Resource Allocation<a class="headerlink" href="#sizing-for-engines-w-dynamic-resource-allocation" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">1.3. </span>Sizing for engines w/ Dynamic Resource Allocation<a class="headerlink" href="#sizing-for-engines-w-dynamic-resource-allocation" title="Permalink to this headline">¶</a></h2>
<p>Resources for a single executor, such as CPUs and memory, can be fixed size. So, the range [<code class="docutils literal notranslate"><span class="pre">minExecutors</span></code>, <code class="docutils literal notranslate"><span class="pre">maxExecutors</span></code>] determines how many recourses the engine can take from the cluster manager.</p>
<p>On the one hand, the <code class="docutils literal notranslate"><span class="pre">minExecutors</span></code> tells Spark to keep how many executors at least. If it is set too close to 0(default), the engine might complain about a lack of resources if the cluster manager is quite busy and for a long time.
However, the larger the <code class="docutils literal notranslate"><span class="pre">minExecutors</span></code> goes, the more resources may be wasted during the engine’s idle time.</p>
@@ -287,7 +287,7 @@ However, the larger the <code class="docutils literal notranslate"><span class="
<p>Ideally, the size relationship between them should be as <code class="docutils literal notranslate"><span class="pre">minExecutors</span></code> <= <code class="docutils literal notranslate"><span class="pre">initialExecutors</span></code> < <code class="docutils literal notranslate"><span class="pre">maxExecutors</span></code>.</p>
</div>
<div class="section" id="resource-allocation-policy">
-<h2><span class="section-number">2.1.4. </span>Resource Allocation Policy<a class="headerlink" href="#resource-allocation-policy" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">1.4. </span>Resource Allocation Policy<a class="headerlink" href="#resource-allocation-policy" title="Permalink to this headline">¶</a></h2>
<p>When the DRA notices that the current resources are insufficient for the current workload, it will request more executors.</p>
<div align=center><p><img alt="../../_images/dra_task_pending.png" src="../../_images/dra_task_pending.png" /></p>
</div><p>By default, the dynamic allocation will request enough executors to maximize the parallelism according to the number of tasks to process.</p>
@@ -310,7 +310,7 @@ However, the larger the <code class="docutils literal notranslate"><span class="
</div>
</div>
<div class="section" id="best-practices-for-applying-dra-to-kyuubi">
-<h2><span class="section-number">2.1.5. </span>Best Practices for Applying DRA to Kyuubi<a class="headerlink" href="#best-practices-for-applying-dra-to-kyuubi" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">1.5. </span>Best Practices for Applying DRA to Kyuubi<a class="headerlink" href="#best-practices-for-applying-dra-to-kyuubi" title="Permalink to this headline">¶</a></h2>
<p>Kyuubi is a long-running service to make it easier for end-users to use Spark SQL without having much of Spark’s basic knowledge. It is essential to have a basic configuration for resource management that works for most scenarios on the server-side.</p>
<div class="section" id="setting-default-configurations">
<h3>Setting Default Configurations<a class="headerlink" href="#setting-default-configurations" title="Permalink to this headline">¶</a></h3>
@@ -359,7 +359,7 @@ However, the larger the <code class="docutils literal notranslate"><span class="
</div>
</div>
<div class="section" id="references">
-<h2><span class="section-number">2.1.6. </span>References<a class="headerlink" href="#references" title="Permalink to this headline">¶</a></h2>
+<h2><span class="section-number">1.6. </span>References<a class="headerlink" href="#references" title="Permalink to this headline">¶</a></h2>
<ol class="simple">
<li><p><a class="reference external" href="https://spark.apache.org/docs/latest/job-scheduling.html#dynamic-resource-allocation">Spark Official Online Document: Dynamic Resource Allocation</a></p></li>
<li><p><a class="reference external" href="https://spark.apache.org/docs/latest/configuration.html#dynamic-allocation">Spark Official Online Document: Dynamic Resource Allocation Configurations</a></p></li>
@@ -374,8 +374,8 @@ However, the larger the <code class="docutils literal notranslate"><span class="
</div>
<footer>
<div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
- <a href="aqe.html" class="btn btn-neutral float-right" title="2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
- <a href="index.html" class="btn btn-neutral float-left" title="2. The Engine Configuration Guide" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
+ <a href="aqe.html" class="btn btn-neutral float-right" title="2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
+ <a href="index.html" class="btn btn-neutral float-left" title="The Engine Configuration Guide" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
</div>
<hr/>
diff --git a/content/docs/stable/deployment/spark/index.html b/content/docs/stable/deployment/spark/index.html
index a5b651a..13d3df6 100644
--- a/content/docs/stable/deployment/spark/index.html
+++ b/content/docs/stable/deployment/spark/index.html
@@ -7,7 +7,7 @@
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>2. The Engine Configuration Guide — Kyuubi 1.3.0 documentation</title>
+ <title>The Engine Configuration Guide — Kyuubi 1.3.0 documentation</title>
@@ -38,7 +38,7 @@
<link rel="index" title="Index" href="../../genindex.html" />
<link rel="search" title="Search" href="../../search.html" />
- <link rel="next" title="2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi" href="dynamic_allocation.html" />
+ <link rel="next" title="1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi" href="dynamic_allocation.html" />
<link rel="prev" title="1. Introduction to the Kyuubi Configurations System" href="../settings.html" />
</head>
@@ -94,9 +94,9 @@
<li class="toctree-l2"><a class="reference internal" href="../index.html#basics">Basics</a></li>
<li class="toctree-l2 current"><a class="reference internal" href="../index.html#configurations">Configurations</a><ul class="current">
<li class="toctree-l3"><a class="reference internal" href="../settings.html">1. Introduction to the Kyuubi Configurations System</a></li>
-<li class="toctree-l3 current"><a class="current reference internal" href="#">2. The Engine Configuration Guide</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="dynamic_allocation.html">2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</a></li>
-<li class="toctree-l4"><a class="reference internal" href="aqe.html">2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
+<li class="toctree-l3 current"><a class="current reference internal" href="#">The Engine Configuration Guide</a><ul>
+<li class="toctree-l4"><a class="reference internal" href="dynamic_allocation.html">1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</a></li>
+<li class="toctree-l4"><a class="reference internal" href="aqe.html">2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a></li>
</ul>
</li>
</ul>
@@ -172,7 +172,7 @@
<li><a href="../index.html">Deploying Kyuubi</a> »</li>
- <li><span class="section-number">2. </span>The Engine Configuration Guide</li>
+ <li>The Engine Configuration Guide</li>
<li class="wy-breadcrumbs-aside">
@@ -193,7 +193,7 @@
<img alt="../../_images/kyuubi_logo.png" class="align-center" src="../../_images/kyuubi_logo.png" />
<div class="section" id="the-engine-configuration-guide">
-<h1><span class="section-number">2. </span>The Engine Configuration Guide<a class="headerlink" href="#the-engine-configuration-guide" title="Permalink to this headline">¶</a></h1>
+<h1>The Engine Configuration Guide<a class="headerlink" href="#the-engine-configuration-guide" title="Permalink to this headline">¶</a></h1>
<p>Kyuubi aims to bring Spark to end-users who need not qualify with Spark or something else related to the big data area.
End-users can write SQL queries through JDBC against Kyuubi and nothing more.
The Kyuubi server-side or the corresponding engines could do most of the optimization.
@@ -201,20 +201,20 @@ On the other hand, we don’t wholly restrict end-users to special handling of s
Even if you don’t use Kyuubi, as a simple Spark user, I’m sure you’ll find the next articles instructive.</p>
<div class="toctree-wrapper compound">
<ul>
-<li class="toctree-l1"><a class="reference internal" href="dynamic_allocation.html">2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#the-basics-of-dynamic-resource-allocation">2.1.1. The Basics of Dynamic Resource Allocation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#how-to-enable-dynamic-resource-allocation">2.1.2. How to Enable Dynamic Resource Allocation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#sizing-for-engines-w-dynamic-resource-allocation">2.1.3. Sizing for engines w/ Dynamic Resource Allocation</a></li>
-<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#resource-allocation-policy">2.1.4. Resource Allocation Policy</a></li>
-<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#best-practices-for-applying-dra-to-kyuubi">2.1.5. Best Practices for Applying DRA to Kyuubi</a></li>
-<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#references">2.1.6. References</a></li>
+<li class="toctree-l1"><a class="reference internal" href="dynamic_allocation.html">1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#the-basics-of-dynamic-resource-allocation">1.1. The Basics of Dynamic Resource Allocation</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#how-to-enable-dynamic-resource-allocation">1.2. How to Enable Dynamic Resource Allocation</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#sizing-for-engines-w-dynamic-resource-allocation">1.3. Sizing for engines w/ Dynamic Resource Allocation</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#resource-allocation-policy">1.4. Resource Allocation Policy</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#best-practices-for-applying-dra-to-kyuubi">1.5. Best Practices for Applying DRA to Kyuubi</a></li>
+<li class="toctree-l2"><a class="reference internal" href="dynamic_allocation.html#references">1.6. References</a></li>
</ul>
</li>
-<li class="toctree-l1"><a class="reference internal" href="aqe.html">2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a><ul>
-<li class="toctree-l2"><a class="reference internal" href="aqe.html#the-basics-of-aqe">2.2.1. The Basics of AQE</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aqe.html#best-practices-for-applying-aqe-to-kyuubi">2.2.2. Best Practices for Applying AQE to Kyuubi</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aqe.html#spark-known-issues">2.2.3. Spark Known issues</a></li>
-<li class="toctree-l2"><a class="reference internal" href="aqe.html#references">2.2.4. References</a></li>
+<li class="toctree-l1"><a class="reference internal" href="aqe.html">2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="aqe.html#the-basics-of-aqe">2.1. The Basics of AQE</a></li>
+<li class="toctree-l2"><a class="reference internal" href="aqe.html#best-practices-for-applying-aqe-to-kyuubi">2.2. Best Practices for Applying AQE to Kyuubi</a></li>
+<li class="toctree-l2"><a class="reference internal" href="aqe.html#spark-known-issues">2.3. Spark Known issues</a></li>
+<li class="toctree-l2"><a class="reference internal" href="aqe.html#references">2.4. References</a></li>
</ul>
</li>
</ul>
@@ -227,7 +227,7 @@ Even if you don’t use Kyuubi, as a simple Spark user, I’m sure you’ll find
</div>
<footer>
<div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
- <a href="dynamic_allocation.html" class="btn btn-neutral float-right" title="2.1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
+ <a href="dynamic_allocation.html" class="btn btn-neutral float-right" title="1. How To Use Spark Dynamic Resource Allocation (DRA) in Kyuubi" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
<a href="../settings.html" class="btn btn-neutral float-left" title="1. Introduction to the Kyuubi Configurations System" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
</div>
diff --git a/content/docs/stable/searchindex.js b/content/docs/stable/searchindex.js
index 3b79b19..a6d70d0 100644
--- a/content/docs/stable/searchindex.js
+++ b/content/docs/stable/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["appendix/index","appendix/terminology","client/hive_jdbc","client/index","community/badges","community/collaborators","community/contributions","community/improvement-proposals","community/index","community/release","deployment/high_availability_guide","deployment/hive_metastore","deployment/index","deployment/on_kubernetes","deployment/on_yarn","deployment/settings","deployment/spark/aqe","deployment/spark/basics","deployment/spark/driver","deployment/spark/d [...]
\ No newline at end of file
+Search.setIndex({docnames:["appendix/index","appendix/terminology","client/hive_jdbc","client/index","community/badges","community/collaborators","community/contributions","community/improvement-proposals","community/index","community/release","deployment/high_availability_guide","deployment/hive_metastore","deployment/index","deployment/on_kubernetes","deployment/on_yarn","deployment/settings","deployment/spark/aqe","deployment/spark/basics","deployment/spark/driver","deployment/spark/d [...]
\ No newline at end of file
diff --git a/content/docs/stable/security/index.html b/content/docs/stable/security/index.html
index 5bf3c42..7119e43 100644
--- a/content/docs/stable/security/index.html
+++ b/content/docs/stable/security/index.html
@@ -39,7 +39,7 @@
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
<link rel="next" title="1. Kyuubi Authentication Mechanism" href="authentication.html" />
- <link rel="prev" title="2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi" href="../deployment/spark/aqe.html" />
+ <link rel="prev" title="2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi" href="../deployment/spark/aqe.html" />
</head>
<body class="wy-body-for-nav">
@@ -210,7 +210,7 @@
<footer>
<div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
<a href="authentication.html" class="btn btn-neutral float-right" title="1. Kyuubi Authentication Mechanism" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
- <a href="../deployment/spark/aqe.html" class="btn btn-neutral float-left" title="2.2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
+ <a href="../deployment/spark/aqe.html" class="btn btn-neutral float-left" title="2. How To Use Spark Adaptive Query Execution (AQE) in Kyuubi" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
</div>
<hr/>