You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ambari.apache.org by sw...@apache.org on 2014/11/07 23:19:14 UTC
ambari git commit: AMBARI-8216. Change hive settings to configure
transactions. With some yarn-site changes. (swagle)
Repository: ambari
Updated Branches:
refs/heads/branch-1.7.0 0798ea5a7 -> 38c1ab8b6
AMBARI-8216. Change hive settings to configure transactions. With some yarn-site changes. (swagle)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/38c1ab8b
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/38c1ab8b
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/38c1ab8b
Branch: refs/heads/branch-1.7.0
Commit: 38c1ab8b6c6a56fc01d802095b0af142a1ff9dca
Parents: 0798ea5
Author: Siddharth Wagle <sw...@hortonworks.com>
Authored: Fri Nov 7 14:11:13 2014 -0800
Committer: Siddharth Wagle <sw...@hortonworks.com>
Committed: Fri Nov 7 14:18:58 2014 -0800
----------------------------------------------------------------------
.../services/HIVE/configuration/hive-site.xml | 18 ++++-
.../services/YARN/configuration/yarn-site.xml | 76 ++++++++++++++------
2 files changed, 71 insertions(+), 23 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/38c1ab8b/ambari-server/src/main/resources/stacks/HDP/2.2/services/HIVE/configuration/hive-site.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.2/services/HIVE/configuration/hive-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.2/services/HIVE/configuration/hive-site.xml
index 7fea48d..3909d98 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.2/services/HIVE/configuration/hive-site.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.2/services/HIVE/configuration/hive-site.xml
@@ -221,10 +221,11 @@ limitations under the License.
<property>
<name>hive.exec.dynamic.partition.mode</name>
- <value>strict</value>
+ <value>nonstrict</value>
<description>
In strict mode, the user must specify at least one static partition
in case the user accidentally overwrites all partitions.
+ NonStrict allows all partitions of a table to be dynamic.
</description>
</property>
@@ -660,6 +661,21 @@ limitations under the License.
</description>
</property>
+ <property>
+ <name>hive.support.concurrency</name>
+ <value>false</value>
+ <description>
+ Support concurrency and use locks, needed for Transactions. Requires Zookeeper.
+ </description>
+ </property>
+
+ <property>
+ <name>hive.cli.print.header</name>
+ <value>false</value>
+ <description>
+ Whether to print the names of the columns in query output.
+ </description>
+ </property>
<property>
<name>hive.compactor.worker.timeout</name>
http://git-wip-us.apache.org/repos/asf/ambari/blob/38c1ab8b/ambari-server/src/main/resources/stacks/HDP/2.2/services/YARN/configuration/yarn-site.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.2/services/YARN/configuration/yarn-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.2/services/YARN/configuration/yarn-site.xml
index b4f6558..be96c64 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.2/services/YARN/configuration/yarn-site.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.2/services/YARN/configuration/yarn-site.xml
@@ -42,13 +42,16 @@
</property>
<property>
<name>yarn.nodemanager.recovery.enabled</name>
- <value>1</value>
- <description></description>
+ <value>true</value>
+ <description>Enable the node manager to recover after starting</description>
</property>
<property>
<name>yarn.nodemanager.recovery.dir</name>
<value>/hadoop/yarn/yarn-nm-recovery</value>
- <description></description>
+ <description>
+ The local filesystem directory in which the node manager will store
+ state when recovery is enabled.
+ </description>
</property>
<property>
<name>yarn.client.nodemanager-connect.retry-interval-ms</name>
@@ -62,18 +65,28 @@
</property>
<property>
<name>yarn.resourcemanager.recovery.enabled</name>
- <value>1</value>
- <description></description>
+ <value>true</value>
+ <description>
+ Enable RM to recover state after starting.
+ If true, then yarn.resourcemanager.store.class must be specified.
+ </description>
</property>
<property>
<name>yarn.resourcemanager.work-preserving-recovery.enabled</name>
- <value>1</value>
- <description></description>
+ <value>true</value>
+ <description>
+ Enable RM work preserving recovery. This configuration is private to YARN for experimenting the feature.
+ </description>
</property>
<property>
<name>yarn.resourcemanager.store.class</name>
<value>org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore</value>
- <description></description>
+ <description>
+ The class to use as the persistent store.
+ If org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore is used,
+ the store is implicitly fenced; meaning a single ResourceManager
+ is able to use the store at any point in time.
+ </description>
</property>
<property>
<name>yarn.resourcemanager.zk-address</name>
@@ -143,7 +156,7 @@
</property>
<property>
<name>yarn.resourcemanager.ha.enabled</name>
- <value>0</value>
+ <value>false</value>
<description>enable RM HA or not</description>
</property>
<property>
@@ -158,12 +171,12 @@
</property>
<property>
<name>yarn.nodemanager.linux-container-executor.cgroups.mount</name>
- <value>1</value>
+ <value>true</value>
<description>If true, YARN will automount the CGroup, however the directory needs to already exist; else, the cgroup should be mounted by the admin</description>
</property>
<property>
<name>yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage</name>
- <value>0</value>
+ <value>false</value>
<description>Strictly limit CPU resource usage to allocated usage even if spare CPU is available</description>
</property>
<property>
@@ -203,8 +216,11 @@
</property>
<property>
<name>yarn.nodemanager.log-aggregation.debug-enabled</name>
- <value>0</value>
- <description>This configuration is for debug and test purpose. By setting this configuration as true. We can break the lower bound of yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds</description>
+ <value>false</value>
+ <description>
+ This configuration is for debug and test purpose.
+ By setting this configuration as true.
+ We can break the lower bound of yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds</description>
</property>
<property>
<name>yarn.nodemanager.log-aggregation.num-log-files-per-app</name>
@@ -213,7 +229,7 @@
</property>
<property>
<name>yarn.resourcemanager.system-metrics-publisher.enabled</name>
- <value>1</value>
+ <value>true</value>
<description></description>
</property>
<property>
@@ -234,32 +250,43 @@
<property>
<name>yarn.timeline-service.ttl-enable</name>
<value>true</value>
- <description></description>
+ <description>
+ Enable age off of timeline store data.
+ </description>
</property>
<property>
<name>yarn.timeline-service.leveldb-timeline-store.path</name>
<value>/hadoop/yarn/timeline</value>
- <description></description>
+ <description>Store file name for leveldb timeline store.</description>
</property>
<property>
<name>yarn.timeline-service.leveldb-timeline-store.read-cache-size</name>
<value>104857600</value>
- <description></description>
+ <description>
+ Size of read cache for uncompressed blocks for leveldb timeline store in bytes.
+ </description>
</property>
<property>
<name>yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size</name>
<value>10000</value>
- <description></description>
+ <description>
+ Size of cache for recently read entity start times for leveldb timeline store in number of entities.
+ </description>
</property>
<property>
<name>yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size</name>
<value>10000</value>
- <description></description>
+ <description>
+ Size of cache for recently written entity start times for leveldb timeline store in number of entities.
+ </description>
</property>
<property>
<name>yarn.timeline-service.http-authentication.type</name>
<value>simple</value>
- <description></description>
+ <description>
+ Defines authentication used for the Timeline Server HTTP endpoint.
+ Supported values are: simple | kerberos | $AUTHENTICATION_HANDLER_CLASSNAME
+ </description>
</property>
<property>
<name>yarn.timeline-service.http-authentication.simple.anonymous.allowed</name>
@@ -268,8 +295,13 @@
</property>
<property>
<name>yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled</name>
- <value>0</value>
- <description></description>
+ <value>false</value>
+ <description>
+ Flag to enable override of the default kerberos authentication filter with
+ the RM authentication filter to allow authentication using delegation
+ tokens(fallback to kerberos if the tokens are missing).
+ Only applicable when the http authentication type is kerberos.
+ </description>
</property>
<property>
<name>yarn.resourcemanager.bind-host</name>