You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ambari.apache.org by sm...@apache.org on 2017/04/05 20:01:41 UTC
ambari git commit: AMBARI-20568. Update hash aggregation settings for
llap in hdp stack (Siddharth Seth via smohanty)
Repository: ambari
Updated Branches:
refs/heads/branch-2.5 a9a23e22a -> 6e256d9f0
AMBARI-20568. Update hash aggregation settings for llap in hdp stack (Siddharth Seth via smohanty)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/6e256d9f
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/6e256d9f
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/6e256d9f
Branch: refs/heads/branch-2.5
Commit: 6e256d9f09c16f79f912889f50dfb3bcf19aa232
Parents: a9a23e2
Author: Sumit Mohanty <sm...@hortonworks.com>
Authored: Fri Mar 24 16:05:04 2017 -0700
Committer: Sumit Mohanty <sm...@hortonworks.com>
Committed: Wed Apr 5 13:01:16 2017 -0700
----------------------------------------------------------------------
.../HIVE/configuration/hive-interactive-site.xml | 19 +++++++++++++++++++
.../stacks/HDP/2.5/upgrades/config-upgrade.xml | 6 ++++++
.../HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml | 7 +++++++
.../stacks/HDP/2.5/upgrades/upgrade-2.6.xml | 1 +
4 files changed, 33 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/6e256d9f/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/hive-interactive-site.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/hive-interactive-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/hive-interactive-site.xml
index e11bb18..52d5db4 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/hive-interactive-site.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/hive-interactive-site.xml
@@ -703,4 +703,23 @@ limitations under the License.
</depends-on>
<on-ambari-upgrade add="true"/>
</property>
+ <property>
+ <name>hive.map.aggr.hash.min.reduction</name>
+ <value>0.99</value>
+ <description>
+ Hash aggregation will be turned off if the ratio between hash table size and input rows is bigger than this number.
+ Set to 1 to make sure hash aggregation is never turned off.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>hive.vectorized.groupby.maxentries</name>
+ <value>1000000</value>
+ <description>
+ Max number of entries in the vector group by aggregation hashtables.
+ Exceeding this will trigger a flush irrelevant of memory pressure condition.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+
</configuration>
http://git-wip-us.apache.org/repos/asf/ambari/blob/6e256d9f/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/config-upgrade.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/config-upgrade.xml b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/config-upgrade.xml
index 95040aa..9e4abb3 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/config-upgrade.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/config-upgrade.xml
@@ -458,6 +458,12 @@
<set key="llap_headroom_space" value="12288"/>
</definition>
+ <definition xsi:type="configure" id="llap_update_hashaggregation" summary="Update Hash Aggregation settings for LLAP">
+ <type>hive-interactive-site</type>
+ <set key="hive.map.aggr.hash.min.reduction" value="0.99"/>
+ <set key="hive.vectorized.groupby.maxentries" value="1000000"/>
+ </definition>
+
<definition xsi:type="configure" id="hdp_2_6_0_0_copy_hive_tez_container_size_to_hiveInteractive">
<type>hive-interactive-site</type>
<transfer operation="copy" from-type="hive-site" from-key="hive.tez.container.size" to-key="hive.tez.container.size" default-value="682" if-type="hive-interactive-site" if-key="hive.tez.container.size" if-key-state="absent"/>
http://git-wip-us.apache.org/repos/asf/ambari/blob/6e256d9f/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml
index 4c7faf1..ba78742 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml
@@ -685,6 +685,13 @@
<summary>Updating the Hive Log4J2 properties to include parameterizations</summary>
</task>
</execute-stage>
+
+ <execute-stage service="HIVE" component="HIVE_SERVER_INTERACTIVE" title="Update Hash Aggregation settings for LLAP">
+ <task xsi:type="configure" id="llap_update_hashaggregation">
+ <summary>Updating Hash Aggregation settings for LLAP</summary>
+ </task>
+ </execute-stage>
+
</group>
<group xsi:type="restart" name="KAFKA" title="Kafka">
http://git-wip-us.apache.org/repos/asf/ambari/blob/6e256d9f/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/upgrade-2.6.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/upgrade-2.6.xml b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/upgrade-2.6.xml
index 11d24c9..a0b438e 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/upgrade-2.6.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/upgrade-2.6.xml
@@ -834,6 +834,7 @@
<task xsi:type="configure" id="hive_log4j2_parameterize"/>
<task xsi:type="configure" id="llap_cli_log4j2_parameterize"/>
<task xsi:type="configure" id="llap_update_headroom"/>
+ <task xsi:type="configure" id="llap_update_hashaggregation"/>
</pre-upgrade>
<pre-downgrade />