You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@impala.apache.org by ar...@apache.org on 2018/10/31 18:34:38 UTC
[3/4] impala git commit: IMPALA-7765: [DOCS] Document
IMPALA_MAX_MEM_ESTIMATE_FOR_ADMISSION option
IMPALA-7765: [DOCS] Document IMPALA_MAX_MEM_ESTIMATE_FOR_ADMISSION option
Change-Id: Ibef89c98530c6974dc791666cc51c1ded52e7910
Reviewed-on: http://gerrit.cloudera.org:8080/11804
Tested-by: Impala Public Jenkins <im...@cloudera.com>
Reviewed-by: Tim Armstrong <ta...@cloudera.com>
Project: http://git-wip-us.apache.org/repos/asf/impala/repo
Commit: http://git-wip-us.apache.org/repos/asf/impala/commit/f7794cf2
Tree: http://git-wip-us.apache.org/repos/asf/impala/tree/f7794cf2
Diff: http://git-wip-us.apache.org/repos/asf/impala/diff/f7794cf2
Branch: refs/heads/master
Commit: f7794cf2280ec9742c47d8b425751ad92a25c675
Parents: d4c0ce3
Author: Alex Rodoni <ar...@cloudera.com>
Authored: Fri Oct 26 15:56:06 2018 -0700
Committer: Alex Rodoni <ar...@cloudera.com>
Committed: Wed Oct 31 01:05:04 2018 +0000
----------------------------------------------------------------------
docs/impala.ditamap | 1 +
.../impala_max_mem_estimate_for_admission.xml | 89 ++++++++++++++++++++
2 files changed, 90 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/impala/blob/f7794cf2/docs/impala.ditamap
----------------------------------------------------------------------
diff --git a/docs/impala.ditamap b/docs/impala.ditamap
index 373b92d..d1d09cc 100644
--- a/docs/impala.ditamap
+++ b/docs/impala.ditamap
@@ -200,6 +200,7 @@ under the License.
<topicref href="topics/impala_live_progress.xml"/>
<topicref href="topics/impala_live_summary.xml"/>
<topicref href="topics/impala_max_errors.xml"/>
+ <topicref rev="3.1 IMPALA-6847" href="topics/impala_max_mem_estimate_for_admission.xml"/>
<topicref rev="2.10.0 IMPALA-3200" href="topics/impala_max_row_size.xml"/>
<topicref rev="2.5.0" href="topics/impala_max_num_runtime_filters.xml"/>
<topicref href="topics/impala_max_scan_range_length.xml"/>
http://git-wip-us.apache.org/repos/asf/impala/blob/f7794cf2/docs/topics/impala_max_mem_estimate_for_admission.xml
----------------------------------------------------------------------
diff --git a/docs/topics/impala_max_mem_estimate_for_admission.xml b/docs/topics/impala_max_mem_estimate_for_admission.xml
new file mode 100644
index 0000000..ee5136d
--- /dev/null
+++ b/docs/topics/impala_max_mem_estimate_for_admission.xml
@@ -0,0 +1,89 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<!DOCTYPE concept PUBLIC "-//OASIS//DTD DITA Concept//EN" "concept.dtd">
+<concept id="max_mem_estimate_for_admission">
+
+ <title>MAX_MEM_ESTIMATE_FOR_ADMISSION Query Option</title>
+
+ <titlealts audience="PDF">
+
+ <navtitle>MAX_MEM_ESTIMATE_FOR_ADMISSION</navtitle>
+
+ </titlealts>
+
+ <prolog>
+ <metadata>
+ <data name="Category" value="Impala"/>
+ <data name="Category" value="Impala Query Options"/>
+ <data name="Category" value="Querying"/>
+ <data name="Category" value="Developers"/>
+ <data name="Category" value="Data Analysts"/>
+ </metadata>
+ </prolog>
+
+ <conbody>
+
+ <p>
+ Use the <codeph>MAX_MEM_ESTIMATE_FOR_ADMISSION</codeph> query option to set an upper limit
+ on the memory estimates of a query as a workaround for over-estimates precluding a query
+ from being admitted.
+ </p>
+
+ <p>
+ The query option takes effect when all of the below conditions are met:
+ </p>
+
+ <ul>
+ <li>
+ Memory-based admission control is enabled for the pool.
+ </li>
+
+ <li>
+ The <codeph>MEM_LIMIT</codeph> query option is not set at the query, session, resource
+ pool, or global level.
+ </li>
+ </ul>
+
+ <p>
+ When the above conditions are met, MIN(<codeph>MAX_MEM_ESTIMATE_FOR_ADMISSION</codeph>,
+ mem_estimate) is used for admission control.
+ </p>
+
+ <p>
+ Setting the <codeph>MEM_LIMIT</codeph> query option is usually a better option. Use the
+ <codeph>MAX_MEM_ESTIMATE_FOR_ADMISSION</codeph> query option when it is not feasible to
+ set <codeph>MEM_LIMIT</codeph> for each individual query.
+ </p>
+
+ <p conref="../shared/impala_common.xml#common/type_integer"/>
+
+ <p conref="../shared/impala_common.xml#common/default_blurb"/>
+
+ <p>
+ <b>Added in:</b> <keyword keyref="impala31"/>
+ </p>
+
+ <p conref="../shared/impala_common.xml#common/usage_notes_blurb"/>
+
+ <p conref="../shared/impala_common.xml#common/related_info"/>
+
+ </conbody>
+
+</concept>