You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ambari.apache.org by sm...@apache.org on 2016/03/25 01:00:47 UTC
[3/4] ambari git commit: AMBARI-15574. Merge HDP-2.5 and HDP-2.6
stack definitions
http://git-wip-us.apache.org/repos/asf/ambari/blob/97446d3a/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/llap-daemon-log4j.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/llap-daemon-log4j.xml b/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/llap-daemon-log4j.xml
new file mode 100644
index 0000000..1c60285
--- /dev/null
+++ b/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/llap-daemon-log4j.xml
@@ -0,0 +1,126 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+-->
+
+<configuration supports_final="false" supports_adding_forbidden="true">
+ <property>
+ <name>content</name>
+ <description>Custom log4j.properties</description>
+ <value>
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+status = WARN
+name = LlapDaemonLog4j2
+packages = org.apache.hadoop.hive.ql.log
+
+# list of properties
+property.llap.daemon.log.level = WARN
+property.llap.daemon.root.logger = console
+property.llap.daemon.log.dir = .
+property.llap.daemon.log.file = llapdaemon.log
+property.llap.daemon.historylog.file = llapdaemon_history.log
+property.llap.daemon.log.maxfilesize = 256MB
+property.llap.daemon.log.maxbackupindex = 20
+
+# list of all appenders
+appenders = console, RFA, HISTORYAPPENDER
+
+# console appender
+appender.console.type = Console
+appender.console.name = console
+appender.console.target = SYSTEM_ERR
+appender.console.layout.type = PatternLayout
+appender.console.layout.pattern = %d{yy/MM/dd HH:mm:ss} [%t%x] %p %c{2} : %m%n
+
+# rolling file appender
+appender.RFA.type = RollingFile
+appender.RFA.name = RFA
+appender.RFA.fileName = ${sys:llap.daemon.log.dir}/${sys:llap.daemon.log.file}
+appender.RFA.filePattern = ${sys:llap.daemon.log.dir}/${sys:llap.daemon.log.file}_%i
+appender.RFA.layout.type = PatternLayout
+appender.RFA.layout.pattern = %d{ISO8601} %-5p [%t%x]: %c{2} (%F:%M(%L)) - %m%n
+appender.RFA.policies.type = Policies
+appender.RFA.policies.size.type = SizeBasedTriggeringPolicy
+appender.RFA.policies.size.size = ${sys:llap.daemon.log.maxfilesize}
+appender.RFA.strategy.type = DefaultRolloverStrategy
+appender.RFA.strategy.max = ${sys:llap.daemon.log.maxbackupindex}
+
+# history file appender
+appender.HISTORYAPPENDER.type = RollingFile
+appender.HISTORYAPPENDER.name = HISTORYAPPENDER
+appender.HISTORYAPPENDER.fileName = ${sys:llap.daemon.log.dir}/${sys:llap.daemon.historylog.file}
+appender.HISTORYAPPENDER.filePattern = ${sys:llap.daemon.log.dir}/${sys:llap.daemon.historylog.file}_%i
+appender.HISTORYAPPENDER.layout.type = PatternLayout
+appender.HISTORYAPPENDER.layout.pattern = %m%n
+appender.HISTORYAPPENDER.policies.type = Policies
+appender.HISTORYAPPENDER.policies.size.type = SizeBasedTriggeringPolicy
+appender.HISTORYAPPENDER.policies.size.size = ${sys:llap.daemon.log.maxfilesize}
+appender.HISTORYAPPENDER.strategy.type = DefaultRolloverStrategy
+appender.HISTORYAPPENDER.strategy.max = ${sys:llap.daemon.log.maxbackupindex}
+
+# list of all loggers
+loggers = NIOServerCnxn, ClientCnxnSocketNIO, DataNucleus, Datastore, JPOX, HistoryLogger
+
+logger.NIOServerCnxn.name = org.apache.zookeeper.server.NIOServerCnxn
+logger.NIOServerCnxn.level = WARN
+
+logger.ClientCnxnSocketNIO.name = org.apache.zookeeper.ClientCnxnSocketNIO
+logger.ClientCnxnSocketNIO.level = WARN
+
+logger.DataNucleus.name = DataNucleus
+logger.DataNucleus.level = ERROR
+
+logger.Datastore.name = Datastore
+logger.Datastore.level = ERROR
+
+logger.JPOX.name = JPOX
+logger.JPOX.level = ERROR
+
+logger.HistoryLogger.name = org.apache.hadoop.hive.llap.daemon.HistoryLogger
+logger.HistoryLogger.level = WARN
+logger.HistoryLogger.additivity = false
+logger.HistoryLogger.appenderRefs = HistoryAppender
+logger.HistoryLogger.appenderRef.HistoryAppender.ref = HISTORYAPPENDER
+
+# root logger
+rootLogger.level = ${sys:llap.daemon.log.level}
+rootLogger.appenderRefs = root
+rootLogger.appenderRef.root.ref = ${sys:llap.daemon.root.logger}
+ </value>
+ <value-attributes>
+ <type>content</type>
+ <show-property-name>false</show-property-name>
+ </value-attributes>
+ </property>
+</configuration>
http://git-wip-us.apache.org/repos/asf/ambari/blob/97446d3a/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/tez-interactive-site.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/tez-interactive-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/tez-interactive-site.xml
new file mode 100644
index 0000000..b0eb5a6
--- /dev/null
+++ b/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/tez-interactive-site.xml
@@ -0,0 +1,586 @@
+<?xml version="1.0"?>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+
+<configuration supports_final="true">
+
+ <property>
+ <name>tez.am.am-rm.heartbeat.interval-ms.max</name>
+ <value>250</value>
+ <description>The maximum heartbeat interval between the AM and RM in milliseconds</description>
+ </property>
+
+ <property>
+ <name>tez.am.container.idle.release-timeout-max.millis</name>
+ <value>20000</value>
+ <description>The maximum amount of time to hold on to a container if no task can be assigned to it immediately. Only active when reuse is enabled.</description>
+ </property>
+
+ <property>
+ <name>tez.am.container.idle.release-timeout-min.millis</name>
+ <value>10000</value>
+ <description>The minimum amount of time to hold on to a container that is idle. Only active when reuse is enabled.</description>
+ </property>
+
+ <property>
+ <name>tez.am.container.reuse.enabled</name>
+ <value>true</value>
+ <description>Configuration to specify whether container should be reused</description>
+ </property>
+
+ <property>
+ <name>tez.am.container.reuse.locality.delay-allocation-millis</name>
+ <value>250</value>
+ <description>The amount of time to wait before assigning a container to the next level of
+ locality. NODE -> RACK -> NON_LOCAL
+ </description>
+ </property>
+
+ <property>
+ <name>tez.am.container.reuse.non-local-fallback.enabled</name>
+ <value>false</value>
+ <description>Whether to reuse containers for non-local tasks. Active only if reuse is enabled</description>
+ </property>
+
+ <property>
+ <name>tez.am.container.reuse.rack-fallback.enabled</name>
+ <value>true</value>
+ <description>Whether to reuse containers for rack local tasks. Active only if reuse is enabled</description>
+ </property>
+
+ <property>
+ <name>tez.am.launch.cluster-default.cmd-opts</name>
+ <value>-server -Djava.net.preferIPv4Stack=true -Dhdp.version=${hdp.version}</value>
+ <description>Cluster default Java options for the Tez AppMaster process. These will be prepended to the properties specified via tez.am.launch.cmd-opts</description>
+ </property>
+
+ <property>
+ <name>tez.am.launch.cmd-opts</name>
+ <value>-XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseG1GC -XX:+ResizeTLAB</value>
+ <description>Java options for the Tez AppMaster process. The Xmx value is derived based on tez.am.resource.memory.mb and is 80% of the value by default.
+ Used only if the value is not specified explicitly by the DAG definition.
+ </description>
+ </property>
+
+ <property>
+ <name>tez.am.launch.env</name>
+ <value>LD_LIBRARY_PATH=/usr/hdp/${hdp.version}/hadoop/lib/native:/usr/hdp/${hdp.version}/hadoop/lib/native/Linux-amd64-64</value>
+ <description>
+ Additional execution environment entries for tez. This is not an additive property. You must preserve the original value if
+ you want to have access to native libraries.
+ Used only if the value is not specified explicitly by the DAG definition.
+ </description>
+ </property>
+
+ <property>
+ <name>tez.am.log.level</name>
+ <value>INFO</value>
+ <description>Root Logging level passed to the Tez app master</description>
+ </property>
+
+ <property>
+ <name>tez.am.max.app.attempts</name>
+ <value>2</value>
+ <description>Specifies the total number of time the app master will run in case recovery is triggered</description>
+ </property>
+
+ <property>
+ <name>tez.am.maxtaskfailures.per.node</name>
+ <value>10</value>
+ <description>The maximum number of allowed task attempt failures on a node before
+ it gets marked as blacklisted
+ </description>
+ </property>
+
+ <property>
+ <name>tez.am.resource.memory.mb</name>
+ <value>341</value>
+ <description>The amount of memory to be used by the AppMaster</description>
+ <value-attributes>
+ <type>int</type>
+ </value-attributes>
+ </property>
+
+ <property>
+ <name>tez.am.tez-ui.history-url.template</name>
+ <value>__HISTORY_URL_BASE__?viewPath=%2F%23%2Ftez-app%2F__APPLICATION_ID__</value>
+ <description>Template to generate the History URL for a particular Tez Application.
+ Template replaces __APPLICATION_ID__ with the actual applicationId and
+ __HISTORY_URL_BASE__ with the value from the tez.tez-ui.history-url.base config property
+ </description>
+ </property>
+
+ <property>
+ <name>tez.am.view-acls</name>
+ <value>*</value>
+ <description>AM view ACLs. This allows the specified users/groups to view the status of the AM and all DAGs that run within this AM.
+ Value format: Comma separated list of users, followed by whitespace, followed by a comma separated list of groups.
+ </description>
+ <value-attributes>
+ <empty-value-valid>true</empty-value-valid>
+ </value-attributes>
+ </property>
+
+ <property>
+ <name>tez.cluster.additional.classpath.prefix</name>
+ <value>/usr/hdp/${hdp.version}/hadoop/lib/hadoop-lzo-0.6.0.${hdp.version}.jar:/etc/hadoop/conf/secure</value>
+ <description></description>
+ </property>
+
+ <property>
+ <name>tez.counters.max</name>
+ <value>5000</value>
+ <description>The number of allowed counters for the executing DAG</description>
+ </property>
+
+ <property>
+ <name>tez.counters.max.groups</name>
+ <value>1000</value>
+ <description>The number of allowed counter groups for the executing DAG</description>
+ </property>
+
+ <property>
+ <name>tez.generate.debug.artifacts</name>
+ <value>false</value>
+ <description>Generate debug artifacts such as a text representation of the submitted DAG plan</description>
+ </property>
+
+ <property>
+ <name>tez.grouping.max-size</name>
+ <value>1073741824</value>
+ <description>Upper bound on the size (in bytes) of a grouped split, to avoid generating
+ excessively large split
+ </description>
+ </property>
+
+ <property>
+ <name>tez.grouping.min-size</name>
+ <value>16777216</value>
+ <description>Lower bound on the size (in bytes) of a grouped split, to avoid generating
+ too many splits
+ </description>
+ </property>
+
+ <property>
+ <name>tez.grouping.split-waves</name>
+ <value>1.7</value>
+ <description>The multiplier for available queue capacity when determining number of tasks for
+ a Vertex. 1.7 with 100% queue available implies generating a number of tasks roughly equal
+ to 170% of the available containers on the queue
+ </description>
+ </property>
+
+ <property>
+ <name>tez.history.logging.service.class</name>
+ <value>org.apache.tez.dag.history.logging.ats.ATSV15HistoryLoggingService</value>
+ <description>The class to be used for logging history data.
+ Set to org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService to log to the filesystem specified by ${fs.defaultFS}
+ </description>
+ </property>
+
+ <property>
+ <name>tez.lib.uris</name>
+ <value>/hdp/apps/${hdp.version}/tez_hive2/tez.tar.gz</value>
+ <description>Comma-delimited list of the location of the Tez libraries which will be localized for DAGs.
+ Specifying a single .tar.gz or .tgz assumes that a compressed version of the tez libs is being used. This is uncompressed into a tezlibs directory when running containers, and tezlibs/;tezlibs/lib/ are added to the classpath (after . and .*).
+ If multiple files are specified - files are localized as regular files, contents of directories are localized as regular files (non-recursive).
+ </description>
+ </property>
+
+ <property>
+ <name>tez.runtime.compress</name>
+ <value>true</value>
+ <description>Whether intermediate data should be compressed or not</description>
+ </property>
+
+ <property>
+ <name>tez.runtime.compress.codec</name>
+ <value>org.apache.hadoop.io.compress.SnappyCodec</value>
+ <description>The coded to be used if compressing intermediate data. Only
+ applicable if tez.runtime.compress is enabled
+ </description>
+ </property>
+
+ <property>
+ <name>tez.runtime.convert.user-payload.to.history-text</name>
+ <value>false</value>
+ <description>Whether to publish configuration information to History logger</description>
+ </property>
+
+ <property>
+ <name>tez.runtime.io.sort.mb</name>
+ <value>102</value>
+ <description>The size of the sort buffer when output needs to be sorted</description>
+ <value-attributes>
+ <type>int</type>
+ <unit>MB</unit>
+ </value-attributes>
+ <depends-on>
+ <property>
+ <type>tez-site</type>
+ <name>tez.runtime.sorter.class</name>
+ </property>
+ </depends-on>
+ </property>
+
+ <property>
+ <name>tez.runtime.optimize.local.fetch</name>
+ <value>true</value>
+ <description>If the shuffle input is on the local host bypass the http fetch and access the files directly.</description>
+ <value-attributes>
+ <type>boolean</type>
+ </value-attributes>
+ </property>
+
+ <property>
+ <name>tez.runtime.pipelined.sorter.sort.threads</name>
+ <value>2</value>
+ <description>Tez runtime pipelined sorter sort threads</description>
+ <value-attributes>
+ <type>int</type>
+ </value-attributes>
+ <depends-on>
+ <property>
+ <type>tez-site</type>
+ <name>tez.runtime.sorter.class</name>
+ </property>
+ </depends-on>
+ </property>
+
+ <property>
+ <name>tez.runtime.sorter.class</name>
+ <value>PIPELINED</value>
+ <description>Which sorter implementation to use</description>
+ <value-attributes>
+ <type>value-list</type>
+ <entries>
+ <entry>
+ <value>PIPELINED</value>
+ <label>Pipelined Sorter</label>
+ </entry>
+ <entry>
+ <value>LEGACY</value>
+ <label>Legacy Sorter</label>
+ </entry>
+ </entries>
+ <selection-cardinality>1</selection-cardinality>
+ </value-attributes>
+ </property>
+
+ <property>
+ <name>tez.runtime.unordered.output.buffer.size-mb</name>
+ <value>19</value>
+ <description>The size of the buffer when output does not require to be sorted</description>
+ <depends-on>
+ <property>
+ <type>tez-site</type>
+ <name>tez.task.resource.memory.mb</name>
+ </property>
+ </depends-on>
+ </property>
+
+ <property>
+ <name>tez.session.am.dag.submit.timeout.secs</name>
+ <value>600</value>
+ <description>Time (in seconds) for which the Tez AM should wait for a DAG to be submitted
+ before shutting down
+ </description>
+ </property>
+
+ <property>
+ <name>tez.session.client.timeout.secs</name>
+ <value>-1</value>
+ <description>Time (in seconds) to wait for AM to come up when trying to submit a DAG from
+ the client</description>
+ </property>
+
+ <property>
+ <name>tez.shuffle-vertex-manager.max-src-fraction</name>
+ <value>0.4</value>
+ <description>In case of a ScatterGather connection, once this fraction of source tasks have
+ completed, all tasks on the current vertex can be scheduled. Number of tasks ready for
+ scheduling on the current vertex scales linearly between min-fraction and max-fraction
+ </description>
+ </property>
+
+ <property>
+ <name>tez.shuffle-vertex-manager.min-src-fraction</name>
+ <value>0.2</value>
+ <description>In case of a ScatterGather connection, the fraction of source tasks which should
+ complete before tasks for the current vertex are schedule
+ </description>
+ </property>
+
+ <property>
+ <name>tez.staging-dir</name>
+ <value>/tmp/${user.name}/staging</value>
+ <description>The staging dir used while submitting DAGs</description>
+ </property>
+
+ <property>
+ <name>tez.task.am.heartbeat.counter.interval-ms.max</name>
+ <value>4000</value>
+ <description>Time interval at which task counters are sent to the AM</description>
+ </property>
+
+ <property>
+ <name>tez.task.generate.counters.per.io</name>
+ <value>true</value>
+ <description>Whether to generate counters on a per-edge basis for a Tez DAG. Helpful for in-depth analysis.</description>
+ <value-attributes>
+ <type>boolean</type>
+ </value-attributes>
+ </property>
+
+ <property>
+ <name>tez.task.get-task.sleep.interval-ms.max</name>
+ <value>200</value>
+ <description>The maximum amount of time, in seconds, to wait before a task asks an AM for
+ another task
+ </description>
+ </property>
+
+ <property>
+ <name>tez.task.launch.cluster-default.cmd-opts</name>
+ <value>-server -Djava.net.preferIPv4Stack=true -Dhdp.version=${hdp.version}</value>
+ <description>Cluster default Java options for tasks. These will be prepended to the properties specified via tez.task.launch.cmd-opts</description>
+ </property>
+
+ <property>
+ <name>tez.task.launch.cmd-opts</name>
+ <value>-XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseG1GC -XX:+ResizeTLAB</value>
+ <description>Java options for tasks. The Xmx value is derived based on tez.task.resource.memory.mb and is 80% of this value by default.
+ Used only if the value is not specified explicitly by the DAG definition.
+ </description>
+ </property>
+
+ <property>
+ <name>tez.task.launch.env</name>
+ <value>LD_LIBRARY_PATH=/usr/hdp/${hdp.version}/hadoop/lib/native:/usr/hdp/${hdp.version}/hadoop/lib/native/Linux-amd64-64</value>
+ <description>
+ Additional execution environment entries for tez. This is not an additive property. You must preserve the original value if
+ you want to have access to native libraries.
+ Used only if the value is not specified explicitly by the DAG definition.
+ </description>
+ </property>
+
+ <property>
+ <name>tez.task.max-events-per-heartbeat</name>
+ <value>500</value>
+ <description>Maximum number of of events to fetch from the AM by the tasks in a single heartbeat.</description>
+ </property>
+
+ <property>
+ <name>tez.task.resource.memory.mb</name>
+ <value>341</value>
+ <description>The amount of memory to be used by launched tasks.
+ Used only if the value is not specified explicitly by the DAG definition.
+ </description>
+ <depends-on>
+ <property>
+ <type>yarn-site</type>
+ <name>yarn.scheduler.minimum-allocation-mb</name>
+ </property>
+ <property>
+ <type>yarn-site</type>
+ <name>yarn.scheduler.maximum-allocation-mb</name>
+ </property>
+ </depends-on>
+ </property>
+
+ <property>
+ <name>tez.tez-ui.history-url.base</name>
+ <value>http://c7001.ambari.apache.org:8080/#/main/views/TEZ/0.7.0.2.3.4.0-1310/TEZ_CLUSTER_INSTANCE</value>
+ <description>Tez UI history URL</description>
+ </property>
+
+ <property>
+ <name>tez.use.cluster.hadoop-libs</name>
+ <value>false</value>
+ <description>This being true implies that the deployment is relying on hadoop jars being available on the cluster on all nodes.</description>
+ </property>
+
+ <!-- Old settings - potentially useful to change values for LLAP -->
+ <property>
+ <name>tez.dag.recovery.enabled</name>
+ <value>true</value>
+ </property>
+ <property>
+ <name>tez.dag.recovery.max.unflushed.events</name>
+ <value>150000</value>
+ </property>
+ <property>
+ <name>tez.dag.recovery.flush.interval.secs</name>
+ <value>60</value>
+ </property>
+
+ <property>
+ <name>tez.runtime.shuffle.parallel.copies</name>
+ <value>4</value>
+ </property>
+
+ <property>
+ <name>tez.runtime.shuffle.keep-alive.enabled</name>
+ <value>true</value>
+ </property>
+
+ <!-- Added by as part of inheritance from upper Stacks. -->
+ <property>
+ <name>tez.am.java.opts</name>
+ <value>-server -Xmx1024m -Djava.net.preferIPv4Stack=true -XX:+UseNUMA -XX:+UseParallelGC</value>
+ <description>Java options for the Tez AppMaster process. The -Xmx parameter value is generally 0.8 times tez.am.resource.memory.mb config.</description>
+ </property>
+
+ <property>
+ <name>tez.am.shuffle-vertex-manager.min-src-fraction</name>
+ <value>0.2</value>
+ <description>In case of a ScatterGather connection, the fraction of source tasks which should
+ complete before tasks for the current vertex are schedule
+ </description>
+ </property>
+
+ <property>
+ <name>tez.am.shuffle-vertex-manager.max-src-fraction</name>
+ <value>0.4</value>
+ <description>In case of a ScatterGather connection, once this fraction of source tasks have
+ completed, all tasks on the current vertex can be scheduled. Number of tasks ready for
+ scheduling on the current vertex scales linearly between min-fraction and max-fraction
+ </description>
+ </property>
+
+ <property>
+ <name>tez.am.grouping.split-waves</name>
+ <value>1.4</value>
+ <description>The multiplier for available queue capacity when determining number of tasks for
+ a Vertex. 1.4 with 100% queue available implies generating a number of tasks roughly equal
+ to 140% of the available containers on the queue
+ </description>
+ <value-attributes>
+ <type>float</type>
+ </value-attributes>
+ </property>
+
+ <property>
+ <name>tez.am.grouping.min-size</name>
+ <value>16777216</value>
+ <description>Lower bound on the size (in bytes) of a grouped split, to avoid generating
+ too many splits
+ </description>
+ <value-attributes>
+ <type>int</type>
+ </value-attributes>
+ </property>
+
+ <property>
+ <name>tez.am.grouping.max-size</name>
+ <value>1073741824</value>
+ <description>Upper bound on the size (in bytes) of a grouped split, to avoid generating
+ excessively large split
+ </description>
+ <value-attributes>
+ <type>int</type>
+ </value-attributes>
+ </property>
+
+ <property>
+ <name>tez.am.container.session.delay-allocation-millis</name>
+ <value>10000</value>
+ <!-- TODO This value may change -->
+ <description>The amount of time to hold on to a container if no task can be assigned to
+ it immediately. Only active when reuse is enabled. Set to -1 to never release a container
+ in a session
+ </description>
+ </property>
+
+ <property>
+ <name>tez.am.env</name>
+ <value>LD_LIBRARY_PATH=/usr/lib/hadoop/lib/native:/usr/lib/hadoop/lib/native/Linux-amd64-64</value>
+ <description>
+ Additional execution environment entries for tez. This is not an additive property. You must preserve the original value if
+ you want to have access to native libraries.
+ </description>
+ </property>
+
+ <!-- Configuration for runtime components -->
+
+ <!-- These properties can be set on a per edge basis by configuring the payload for each
+ edge independently. -->
+
+ <property>
+ <name>tez.runtime.intermediate-output.should-compress</name>
+ <value>false</value>
+ <description>Whether intermediate output should be compressed or not</description>
+ <value-attributes>
+ <type>boolean</type>
+ </value-attributes>
+ </property>
+
+ <property>
+ <name>tez.runtime.intermediate-output.compress.codec</name>
+ <value>org.apache.hadoop.io.compress.SnappyCodec</value>
+ <description>The coded to be used if compressing intermediate output. Only
+ applicable if tez.runtime.intermediate-output.should-compress is enabled.
+ </description>
+ </property>
+
+ <property>
+ <name>tez.runtime.intermediate-input.is-compressed</name>
+ <value>false</value>
+ <description>Whether intermediate input is compressed</description>
+ <value-attributes>
+ <type>boolean</type>
+ </value-attributes>
+ </property>
+
+ <property>
+ <name>tez.runtime.intermediate-input.compress.codec</name>
+ <value>org.apache.hadoop.io.compress.SnappyCodec</value>
+ <description>The coded to be used when reading intermediate compressed input.
+ Only applicable if tez.runtime.intermediate-input.is-compressed is enabled.</description>
+ </property>
+
+ <!-- Configuration for ATS integration -->
+
+ <property>
+ <name>tez.yarn.ats.enabled</name>
+ <value>true</value>
+ <description>Whether to send history events to YARN Application Timeline Server</description>
+ </property>
+
+ <!-- End of old settings -->
+
+ <!-- New Settings -->
+ <property>
+ <name>tez.runtime.report.partition.stats</name>
+ <value>true</value>
+ </property>
+ <property>
+ <name>tez.runtime.pipelined-shuffle.enabled</name>
+ <value>false</value>
+ </property>
+ <property>
+ <name>tez.runtime.pipelined.sorter.lazy-allocate.memory</name>
+ <value>true</value>
+ </property>
+ <property>
+ <name>tez.grouping.node.local.only</name>
+ <value>true</value>
+ </property>
+ <!-- End of new settings -->
+
+</configuration>
http://git-wip-us.apache.org/repos/asf/ambari/blob/97446d3a/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/metainfo.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/metainfo.xml b/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/metainfo.xml
index 3b43cc0..b434021 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/metainfo.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/metainfo.xml
@@ -21,6 +21,201 @@
<service>
<name>HIVE</name>
<version>1.2.1.2.5</version>
+ <components>
+ <component>
+ <name>HIVE_SERVER_INTERACTIVE</name>
+ <displayName>HiveServer2 Interactive</displayName>
+ <category>MASTER</category>
+ <cardinality>0-1</cardinality>
+ <versionAdvertised>true</versionAdvertised>
+ <clientsToUpdateConfigs></clientsToUpdateConfigs>
+ <dependencies>
+ <dependency>
+ <name>ZOOKEEPER/ZOOKEEPER_SERVER</name>
+ <scope>cluster</scope>
+ <auto-deploy>
+ <enabled>true</enabled>
+ <co-locate>HIVE/HIVE_SERVER_INTERACTIVE</co-locate>
+ </auto-deploy>
+ </dependency>
+ <dependency>
+ <name>YARN/YARN_CLIENT</name>
+ <scope>host</scope>
+ <auto-deploy>
+ <enabled>true</enabled>
+ <co-locate>HIVE/HIVE_SERVER_INTERACTIVE</co-locate>
+ </auto-deploy>
+ </dependency>
+ <dependency>
+ <name>HDFS/HDFS_CLIENT</name>
+ <scope>host</scope>
+ <auto-deploy>
+ <enabled>true</enabled>
+ <co-locate>HIVE/HIVE_SERVER_INTERACTIVE</co-locate>
+ </auto-deploy>
+ </dependency>
+ <dependency>
+ <name>MAPREDUCE2/MAPREDUCE2_CLIENT</name>
+ <scope>host</scope>
+ <auto-deploy>
+ <enabled>true</enabled>
+ <co-locate>HIVE/HIVE_SERVER_INTERACTIVE</co-locate>
+ </auto-deploy>
+ </dependency>
+ <dependency>
+ <name>TEZ/TEZ_CLIENT</name>
+ <scope>host</scope>
+ <auto-deploy>
+ <enabled>true</enabled>
+ <co-locate>HIVE/HIVE_SERVER_INTERACTIVE</co-locate>
+ </auto-deploy>
+ </dependency>
+ <dependency>
+ <name>PIG/PIG</name>
+ <scope>host</scope>
+ <auto-deploy>
+ <enabled>true</enabled>
+ <co-locate>HIVE/HIVE_SERVER_INTERACTIVE</co-locate>
+ </auto-deploy>
+ </dependency>
+ <dependency>
+ <name>SLIDER/SLIDER</name>
+ <scope>host</scope>
+ <auto-deploy>
+ <enabled>true</enabled>
+ <co-locate>HIVE/HIVE_SERVER_INTERACTIVE</co-locate>
+ </auto-deploy>
+ </dependency>
+ </dependencies>
+ <commandScript>
+ <script>scripts/hive_server_interactive.py</script>
+ <scriptType>PYTHON</scriptType>
+ </commandScript>
+ <configuration-dependencies>
+ <config-type>hive-site</config-type>
+ <config-type>hive-interactive-site</config-type>
+ </configuration-dependencies>
+ </component>
+ </components>
+ <themes>
+ <theme>
+ <fileName>theme_version_2.json</fileName>
+ <default>true</default>
+ </theme>
+ </themes>
+
+ <requiredServices>
+ <service>ZOOKEEPER</service>
+ <service>HDFS</service>
+ <service>YARN</service>
+ <service>TEZ</service>
+ <service>PIG</service>
+ <service>SLIDER</service>
+ </requiredServices>
+ <osSpecifics>
+ <osSpecific>
+ <osFamily>any</osFamily>
+ <packages>
+ <package>
+ <name>mysql-connector-java</name>
+ <skipUpgrade>true</skipUpgrade>
+ <condition>should_install_mysl_connector</condition>
+ </package>
+ </packages>
+ </osSpecific>
+ <osSpecific>
+ <osFamily>redhat7,amazon2015,redhat6,suse11</osFamily>
+ <packages>
+ <package>
+ <name>hive_${stack_version}</name>
+ </package>
+ <package>
+ <name>hive_${stack_version}-hcatalog</name>
+ </package>
+ <package>
+ <name>hive_${stack_version}-webhcat</name>
+ </package>
+ <package>
+ <name>atlas-metadata_${stack_version}-hive-plugin</name>
+ <condition>should_install_hive_atlas</condition>
+ </package>
+ <package>
+ <name>hive2_${stack_version}</name>
+ </package>
+ <package>
+ <name>tez_hive2_${stack_version}</name>
+ </package>
+ </packages>
+ </osSpecific>
+ <osSpecific>
+ <osFamily>amazon2015,redhat6,suse11</osFamily>
+ <packages>
+ <package>
+ <name>mysql</name>
+ <skipUpgrade>true</skipUpgrade>
+ <condition>should_install_mysql</condition>
+ </package>
+ </packages>
+ </osSpecific>
+ <osSpecific>
+ <osFamily>redhat7</osFamily>
+ <packages>
+ <package>
+ <name>mysql-community-release</name>
+ <skipUpgrade>true</skipUpgrade>
+ <condition>should_install_mysql</condition>
+ </package>
+ <package>
+ <name>mysql-community-server</name>
+ <skipUpgrade>true</skipUpgrade>
+ <condition>should_install_mysql</condition>
+ </package>
+ </packages>
+ </osSpecific>
+ <osSpecific>
+ <osFamily>debian7,ubuntu12,ubuntu14</osFamily>
+ <packages>
+ <package>
+ <name>hive-${stack_version}</name>
+ </package>
+ <package>
+ <name>hive-${stack_version}-hcatalog</name>
+ </package>
+ <package>
+ <name>hive-${stack_version}-webhcat</name>
+ </package>
+ <package>
+ <name>atlas-metadata-${stack_version}-hive-plugin</name>
+ <condition>should_install_hive_atlas</condition>
+ </package>
+ <package>
+ <name>hive2_${stack_version}</name>
+ </package>
+ <package>
+ <name>tez_hive2_${stack_version}</name>
+ </package>
+ </packages>
+ </osSpecific>
+ <osSpecific>
+ <osFamily>amazon2015,redhat6,debian7,ubuntu12,ubuntu14</osFamily>
+ <packages>
+ <package>
+ <name>mysql-server</name>
+ <skipUpgrade>true</skipUpgrade>
+ <condition>should_install_mysql</condition>
+ </package>
+ </packages>
+ </osSpecific>
+ <osSpecific>
+ <osFamily>suse11</osFamily>
+ <packages>
+ <package>
+ <name>mysql-client</name>
+ <skipUpgrade>true</skipUpgrade>
+ </package>
+ </packages>
+ </osSpecific>
+ </osSpecifics>
</service>
</services>
</metainfo>
http://git-wip-us.apache.org/repos/asf/ambari/blob/97446d3a/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/themes/theme_version_2.json
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/themes/theme_version_2.json b/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/themes/theme_version_2.json
new file mode 100644
index 0000000..64450a8
--- /dev/null
+++ b/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/themes/theme_version_2.json
@@ -0,0 +1,666 @@
+{
+ "name": "default",
+ "description": "Default theme for HIVE service",
+ "configuration": {
+ "layouts": [
+ {
+ "name": "default",
+ "tabs": [
+ {
+ "name": "settings",
+ "display-name": "Settings",
+ "layout": {
+ "tab-rows": 6,
+ "tab-columns": 3,
+ "sections": [
+ {
+ "name": "acid-transactions",
+ "display-name": "ACID Transactions",
+ "row-index": "0",
+ "column-index": "0",
+ "row-span": "1",
+ "column-span": "1",
+ "section-columns": "1",
+ "section-rows": "1",
+ "subsections": [
+ {
+ "name": "acid-transactions-row1-col1-1",
+ "row-index": "0",
+ "column-index": "0",
+ "row-span": "1",
+ "column-span": "1"
+ }
+ ]
+ },
+ {
+ "name": "interactive-query",
+ "display-name": "Interactive Query",
+ "row-index": "0",
+ "column-index": "1",
+ "row-span": "1",
+ "column-span": "1",
+ "section-columns": "1",
+ "section-rows": "1",
+ "subsections": [
+ {
+ "name": "interactive-query-row1-col1",
+ "row-index": "0",
+ "column-index": "0",
+ "row-span": "1",
+ "column-span": "1"
+ }
+ ]
+ },
+ {
+ "name": "security",
+ "display-name": "Security",
+ "row-index": "0",
+ "column-index": "2",
+ "row-span": "1",
+ "column-span": "1",
+ "section-columns": "1",
+ "section-rows": "1",
+ "subsections": [
+ {
+ "name": "security-row1-col1",
+ "row-index": "0",
+ "column-index": "0",
+ "row-span": "1",
+ "column-span": "1"
+ }
+ ]
+ },
+ {
+ "name": "optimization",
+ "display-name": "Optimization",
+ "row-index": "1",
+ "column-index": "0",
+ "row-span": "1",
+ "column-span": "3",
+ "section-columns": "3",
+ "section-rows": "2",
+ "subsections": [
+ {
+ "name": "optimization-row1-col1",
+ "display-name": "Tez",
+ "row-index": "0",
+ "column-index": "0",
+ "row-span": "1",
+ "column-span": "1"
+ },
+ {
+ "name": "optimization-row1-col2",
+ "display-name": "",
+ "row-index": "0",
+ "column-index": "1",
+ "row-span": "1",
+ "column-span": "1"
+ },
+ {
+ "name": "optimization-row1-col3",
+ "display-name": "CBO",
+ "row-index": "0",
+ "column-index": "2",
+ "row-span": "1",
+ "column-span": "1"
+ },
+ {
+ "name": "optimization-row2-col1",
+ "display-name": "Storage",
+ "row-index": "1",
+ "column-index": "0",
+ "row-span": "1",
+ "column-span": "1"
+ },
+ {
+ "name": "optimization-row2-col2",
+ "display-name": "",
+ "row-index": "1",
+ "column-index": "1",
+ "row-span": "1",
+ "column-span": "1"
+ },
+ {
+ "name": "optimization-row2-col3",
+ "display-name": "Memory",
+ "row-index": "1",
+ "column-index": "2",
+ "row-span": "1",
+ "column-span": "1"
+ }
+ ]
+ }
+ ]
+ }
+ }
+ ]
+ }
+ ],
+ "placement": {
+ "configuration-layout": "default",
+ "configs": [
+ {
+ "config": "hive-site/hive.exec.orc.default.stripe.size",
+ "subsection-name": "optimization-row2-col1"
+ },
+ {
+ "config": "hive-site/hive.exec.orc.default.compress",
+ "subsection-name": "optimization-row2-col1"
+ },
+ {
+ "config": "hive-env/hive_exec_orc_storage_strategy",
+ "subsection-name": "optimization-row2-col1"
+ },
+ {
+ "config": "hive-env/hive.heapsize",
+ "subsection-name": "optimization-row2-col2"
+ },
+ {
+ "config": "hive-env/hive.metastore.heapsize",
+ "subsection-name": "optimization-row2-col2"
+ },
+ {
+ "config": "hive-env/hive.client.heapsize",
+ "subsection-name": "optimization-row2-col2"
+ },
+ {
+ "config": "hive-site/hive.auto.convert.join.noconditionaltask.size",
+ "subsection-name": "optimization-row2-col3"
+ },
+ {
+ "config": "hive-site/hive.exec.reducers.bytes.per.reducer",
+ "subsection-name": "optimization-row2-col3"
+ },
+ {
+ "config": "hive-env/hive_txn_acid",
+ "subsection-name": "acid-transactions-row1-col1-1"
+ },
+ {
+ "config": "hive-site/hive.compactor.initiator.on",
+ "subsection-name": "acid-transactions-row1-col1-1"
+ },
+ {
+ "config": "hive-site/hive.compactor.worker.threads",
+ "subsection-name": "acid-transactions-row1-col1-1"
+ },
+ {
+ "config": "hive-interactive-env/enable_hive_interactive",
+ "subsection-name": "interactive-query-row1-col1"
+ },
+ {
+ "config": "hive-interactive-env/hive_server_interactive_host",
+ "subsection-name": "interactive-query-row1-col1",
+ "depends-on": [
+ {
+ "configs":[
+ "hive-interactive-env/enable_hive_interactive"
+ ],
+ "if": "${hive-interactive-env/enable_hive_interactive}",
+ "then": {
+ "property_value_attributes": {
+ "visible": true
+ }
+ },
+ "else": {
+ "property_value_attributes": {
+ "visible": false
+ }
+ }
+ }
+ ]
+ },
+ {
+ "config": "hive-interactive-site/hive.llap.daemon.queue.name",
+ "subsection-name": "interactive-query-row1-col1",
+ "depends-on": [
+ {
+ "configs":[
+ "hive-interactive-env/enable_hive_interactive"
+ ],
+ "if": "${hive-interactive-env/enable_hive_interactive}",
+ "then": {
+ "property_value_attributes": {
+ "visible": true
+ }
+ },
+ "else": {
+ "property_value_attributes": {
+ "visible": false
+ }
+ }
+ }
+ ]
+ },
+ {
+ "config": "hive-interactive-env/llap_queue_capacity",
+ "subsection-name": "interactive-query-row1-col1",
+ "depends-on": [
+ {
+ "configs":[
+ "hive-interactive-env/enable_hive_interactive"
+ ],
+ "if": "${hive-interactive-env/enable_hive_interactive}",
+ "then": {
+ "property_value_attributes": {
+ "visible": true
+ }
+ },
+ "else": {
+ "property_value_attributes": {
+ "visible": false
+ }
+ }
+ }
+ ]
+ },
+ {
+ "config": "hive-interactive-env/num_llap_nodes",
+ "subsection-name": "interactive-query-row1-col1",
+ "depends-on": [
+ {
+ "configs":[
+ "hive-interactive-env/enable_hive_interactive"
+ ],
+ "if": "${hive-interactive-env/enable_hive_interactive}",
+ "then": {
+ "property_value_attributes": {
+ "visible": true
+ }
+ },
+ "else": {
+ "property_value_attributes": {
+ "visible": false
+ }
+ }
+ }
+ ]
+ },
+ {
+ "config": "hive-interactive-site/hive.llap.daemon.yarn.container.mb",
+ "subsection-name": "interactive-query-row1-col1",
+ "depends-on": [
+ {
+ "configs":[
+ "hive-interactive-env/enable_hive_interactive"
+ ],
+ "if": "${hive-interactive-env/enable_hive_interactive}",
+ "then": {
+ "property_value_attributes": {
+ "visible": true
+ }
+ },
+ "else": {
+ "property_value_attributes": {
+ "visible": false
+ }
+ }
+ }
+ ]
+ },
+ {
+ "config": "hive-interactive-site/hive.llap.io.memory.size",
+ "subsection-name": "interactive-query-row1-col1",
+ "depends-on": [
+ {
+ "configs":[
+ "hive-interactive-env/enable_hive_interactive"
+ ],
+ "if": "${hive-interactive-env/enable_hive_interactive}",
+ "then": {
+ "property_value_attributes": {
+ "visible": true
+ }
+ },
+ "else": {
+ "property_value_attributes": {
+ "visible": false
+ }
+ }
+ }
+ ]
+ },
+ {
+ "config": "hive-interactive-site/hive.llap.daemon.num.executors",
+ "subsection-name": "interactive-query-row1-col1",
+ "depends-on": [
+ {
+ "configs":[
+ "hive-interactive-env/enable_hive_interactive"
+ ],
+ "if": "${hive-interactive-env/enable_hive_interactive}",
+ "then": {
+ "property_value_attributes": {
+ "visible": true
+ }
+ },
+ "else": {
+ "property_value_attributes": {
+ "visible": false
+ }
+ }
+ }
+ ]
+ },
+ {
+ "config": "hive-interactive-site/hive.server2.tez.sessions.per.default.queue",
+ "subsection-name": "interactive-query-row1-col1",
+ "depends-on": [
+ {
+ "configs":[
+ "hive-interactive-env/enable_hive_interactive"
+ ],
+ "if": "${hive-interactive-env/enable_hive_interactive}",
+ "then": {
+ "property_value_attributes": {
+ "visible": true
+ }
+ },
+ "else": {
+ "property_value_attributes": {
+ "visible": false
+ }
+ }
+ }
+ ]
+ },
+ {
+ "config": "hive-site/hive.execution.engine",
+ "subsection-name": "optimization-row1-col1"
+ },
+ {
+ "config": "hive-site/hive.tez.container.size",
+ "subsection-name": "optimization-row1-col1"
+ },
+ {
+ "config": "hive-site/hive.prewarm.enabled",
+ "subsection-name": "optimization-row1-col2"
+ },
+ {
+ "config": "hive-site/hive.prewarm.numcontainers",
+ "subsection-name": "optimization-row1-col2"
+ },
+ {
+ "config": "hive-site/hive.cbo.enable",
+ "subsection-name": "optimization-row1-col3"
+ },
+ {
+ "config": "hive-site/hive.stats.fetch.column.stats",
+ "subsection-name": "optimization-row1-col3"
+ },
+ {
+ "config": "hive-env/hive_security_authorization",
+ "subsection-name": "security-row1-col1"
+ },
+ {
+ "config": "hive-site/hive.server2.enable.doAs",
+ "subsection-name": "security-row1-col1"
+ },
+ {
+ "config": "hive-site/hive.server2.authentication",
+ "subsection-name": "security-row1-col1"
+ },
+ {
+ "config": "hive-site/hive.server2.use.SSL",
+ "subsection-name": "security-row1-col1"
+ }
+ ]
+ },
+ "widgets": [
+ {
+ "config": "hive-site/hive.exec.orc.default.stripe.size",
+ "widget": {
+ "type": "slider",
+ "units": [
+ {
+ "unit-name": "MB"
+ }
+ ]
+ }
+ },
+ {
+ "config": "hive-site/hive.exec.orc.default.compress",
+ "widget": {
+ "type": "combo"
+ }
+ },
+ {
+ "config": "hive-env/hive_exec_orc_storage_strategy",
+ "widget": {
+ "type": "toggle"
+ }
+ },
+ {
+ "config": "hive-env/hive.heapsize",
+ "widget": {
+ "type": "slider",
+ "units": [
+ {
+ "unit-name": "MB"
+ }
+ ]
+ }
+ },
+ {
+ "config": "hive-env/hive.metastore.heapsize",
+ "widget": {
+ "type": "slider",
+ "units": [
+ {
+ "unit-name": "MB"
+ }
+ ]
+ }
+ },
+ {
+ "config": "hive-env/hive.client.heapsize",
+ "widget": {
+ "type": "slider",
+ "units": [
+ {
+ "unit-name": "MB"
+ }
+ ]
+ }
+ },
+ {
+ "config": "hive-site/hive.auto.convert.join.noconditionaltask.size",
+ "widget": {
+ "type": "slider",
+ "units": [
+ {
+ "unit-name": "MB"
+ }
+ ]
+ }
+ },
+ {
+ "config": "hive-site/hive.exec.reducers.bytes.per.reducer",
+ "widget": {
+ "type": "slider",
+ "units": [
+ {
+ "unit-name": "MB"
+ }
+ ]
+ }
+ },
+ {
+ "config": "hive-env/hive_txn_acid",
+ "widget": {
+ "type": "toggle"
+ }
+ },
+ {
+ "config": "hive-site/hive.compactor.initiator.on",
+ "widget": {
+ "type": "toggle"
+ }
+ },
+ {
+ "config": "hive-site/hive.compactor.worker.threads",
+ "widget": {
+ "type": "slider",
+ "units": [
+ {
+ "unit-name": "int"
+ }
+ ]
+ }
+ },
+ {
+ "config": "hive-interactive-env/enable_hive_interactive",
+ "widget": {
+ "type": "toggle"
+ }
+ },
+ {
+ "config": "hive-interactive-env/hive_server_interactive_host",
+ "widget": {
+ "type": "label"
+ }
+ },
+ {
+ "config": "hive-interactive-site/hive.llap.daemon.queue.name",
+ "widget": {
+ "type": "list"
+ }
+ },
+ {
+ "config": "hive-interactive-env/num_llap_nodes",
+ "widget": {
+ "type": "slider",
+ "units": [
+ {
+ "unit-name": "int"
+ }
+ ]
+ }
+ },
+ {
+ "config": "hive-interactive-env/llap_queue_capacity",
+ "widget": {
+ "type": "slider",
+ "units": [
+ {
+ "unit-name": "percent"
+ }
+ ]
+ }
+ },
+ {
+ "config": "hive-interactive-site/hive.llap.daemon.yarn.container.mb",
+ "widget": {
+ "type": "slider",
+ "units": [
+ {
+ "unit-name": "GB"
+ }
+ ]
+ }
+ },
+ {
+ "config": "hive-interactive-site/hive.llap.io.memory.size",
+ "widget": {
+ "type": "slider",
+ "units": [
+ {
+ "unit-name": "GB"
+ }
+ ]
+ }
+ },
+ {
+ "config": "hive-interactive-site/hive.llap.daemon.num.executors",
+ "widget": {
+ "type": "slider",
+ "units": [
+ {
+ "unit-name": "int"
+ }
+ ]
+ }
+ },
+ {
+ "config": "hive-interactive-site/hive.server2.tez.sessions.per.default.queue",
+ "widget": {
+ "type": "slider",
+ "units": [
+ {
+ "unit-name": "int"
+ }
+ ]
+ }
+ },
+ {
+ "config": "hive-site/hive.execution.engine",
+ "widget": {
+ "type": "combo"
+ }
+ },
+ {
+ "config": "hive-site/hive.tez.container.size",
+ "widget": {
+ "type": "slider",
+ "units": [
+ {
+ "unit-name": "MB"
+ }
+ ]
+ }
+ },
+ {
+ "config": "hive-site/hive.prewarm.enabled",
+ "widget": {
+ "type": "toggle"
+ }
+ },
+ {
+ "config": "hive-site/hive.prewarm.numcontainers",
+ "widget": {
+ "type": "slider",
+ "units": [
+ {
+ "unit-name": "int"
+ }
+ ]
+ }
+ },
+ {
+ "config": "hive-site/hive.cbo.enable",
+ "widget": {
+ "type": "toggle"
+ }
+ },
+ {
+ "config": "hive-site/hive.stats.fetch.column.stats",
+ "widget": {
+ "type": "toggle"
+ }
+ },
+ {
+ "config": "hive-site/hive.server2.enable.doAs",
+ "widget": {
+ "type": "toggle"
+ }
+ },
+ {
+ "config": "hive-env/hive_security_authorization",
+ "widget": {
+ "type": "combo"
+ }
+ },
+ {
+ "config": "hive-site/hive.server2.authentication",
+ "widget": {
+ "type": "combo"
+ }
+ },
+ {
+ "config": "hive-site/hive.server2.use.SSL",
+ "widget": {
+ "type": "toggle"
+ }
+ }
+ ]
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/97446d3a/ambari-server/src/main/resources/stacks/HDP/2.6/metainfo.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.6/metainfo.xml b/ambari-server/src/main/resources/stacks/HDP/2.6/metainfo.xml
index e1ce7ba..b74369f 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.6/metainfo.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.6/metainfo.xml
@@ -17,7 +17,7 @@
-->
<metainfo>
<versions>
- <active>true</active>
+ <active>false</active>
</versions>
<extends>2.5</extends>
<minJdk>1.7</minJdk>
http://git-wip-us.apache.org/repos/asf/ambari/blob/97446d3a/ambari-server/src/main/resources/stacks/HDP/2.6/role_command_order.json
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.6/role_command_order.json b/ambari-server/src/main/resources/stacks/HDP/2.6/role_command_order.json
deleted file mode 100644
index 613a076..0000000
--- a/ambari-server/src/main/resources/stacks/HDP/2.6/role_command_order.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{
- "_comment" : "Record format:",
- "_comment" : "blockedRole-blockedCommand: [blockerRole1-blockerCommand1, blockerRole2-blockerCommand2, ...]",
- "general_deps" : {
- "_comment" : "dependencies for all cases",
- "HIVE_SERVER_INTERACTIVE-START": ["NODEMANAGER-START", "MYSQL_SERVER-START"],
- "HIVE_SERVER_INTERACTIVE-RESTART": ["NODEMANAGER-RESTART", "MYSQL_SERVER-RESTART"],
- "HIVE_SERVICE_CHECK-SERVICE_CHECK": ["HIVE_SERVER-START", "HIVE_METASTORE-START", "WEBHCAT_SERVER-START", "HIVE_SERVER_INTERACTIVE-START"]
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/97446d3a/ambari-server/src/main/resources/stacks/HDP/2.6/services/HIVE/configuration/hive-interactive-env.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.6/services/HIVE/configuration/hive-interactive-env.xml b/ambari-server/src/main/resources/stacks/HDP/2.6/services/HIVE/configuration/hive-interactive-env.xml
deleted file mode 100644
index d518c8b..0000000
--- a/ambari-server/src/main/resources/stacks/HDP/2.6/services/HIVE/configuration/hive-interactive-env.xml
+++ /dev/null
@@ -1,131 +0,0 @@
-<?xml version="1.0"?>
-<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
-<!--
-/**
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
--->
-
-<configuration supports_adding_forbidden="true">
- <property>
- <name>enable_hive_interactive</name>
- <value>false</value>
- <description>Enable or disable interactive query in this cluster.</description>
- <display-name>Enable Interactive Query</display-name>
- <value-attributes>
- <type>value-list</type>
- <overridable>false</overridable>
- <entries>
- <entry>
- <value>true</value>
- <label>Yes</label>
- </entry>
- <entry>
- <value>false</value>
- <label>No</label>
- </entry>
- </entries>
- <selection-cardinality>1</selection-cardinality>
- </value-attributes>
- </property>
- <property>
- <name>hive_server_interactive_host</name>
- <value>localhost</value>
- <description>HiveServer2 Interactive Host</description>
- <display-name>HiveServer2 Interactive Host</display-name>
- <value-attributes>
- <overridable>false</overridable>
- </value-attributes>
- </property>
- <property>
- <name>llap_queue_capacity</name>
- <value>0</value>
- <description>Percentage of the cluster dedicated to interactive query.</description>
- <display-name>% of Cluster Capacity</display-name>
- <value-attributes>
- <type>int</type>
- <minimum>0</minimum>
- <maximum>100</maximum>
- <increment-step>1</increment-step>
- </value-attributes>
- </property>
- <property>
- <name>num_llap_nodes</name>
- <value>1</value>
- <description>The number of Hive LLAP daemons to run.</description>
- <display-name>Number of Daemon Instances</display-name>
- <value-attributes>
- <type>int</type>
- <minimum>0</minimum>
- <maximum>8</maximum>
- <increment-step>1</increment-step>
- </value-attributes>
- </property>
-
- <!-- hive-env.sh -->
- <property>
- <name>content</name>
- <description>This is the jinja template for hive-env.sh file</description>
- <value>
- if [ "$SERVICE" = "cli" ]; then
- if [ -z "$DEBUG" ]; then
- export HADOOP_OPTS="$HADOOP_OPTS -XX:NewRatio=12 -XX:MaxHeapFreeRatio=40 -XX:MinHeapFreeRatio=15 -XX:+UseParNewGC -XX:-UseGCOverheadLimit"
- else
- export HADOOP_OPTS="$HADOOP_OPTS -XX:NewRatio=12 -XX:MaxHeapFreeRatio=40 -XX:MinHeapFreeRatio=15 -XX:-UseGCOverheadLimit"
- fi
- fi
-
- # The heap size of the jvm stared by hive shell script can be controlled via:
-
- if [ "$SERVICE" = "metastore" ]; then
- export HADOOP_HEAPSIZE={{hive_metastore_heapsize}} # Setting for HiveMetastore
- else
- export HADOOP_HEAPSIZE={{hive_heapsize}} # Setting for HiveServer2 and Client
- fi
-
- export HADOOP_CLIENT_OPTS="$HADOOP_CLIENT_OPTS -Xmx${HADOOP_HEAPSIZE}m"
-
- # Larger heap size may be required when running queries over large number of files or partitions.
- # By default hive shell scripts use a heap size of 256 (MB). Larger heap size would also be
- # appropriate for hive server (hwi etc).
-
-
- # Set HADOOP_HOME to point to a specific hadoop install directory
- HADOOP_HOME=${HADOOP_HOME:-{{hadoop_home}}}
-
- # Hive Configuration Directory can be controlled by:
- export HIVE_CONF_DIR={{hive_server_interactive_conf_dir}}
-
- # Folder containing extra ibraries required for hive compilation/execution can be controlled by:
- # if [ "${HIVE_AUX_JARS_PATH}" != "" ]; then
- # export HIVE_AUX_JARS_PATH=${HIVE_AUX_JARS_PATH}
- # elif [ -d "/usr/lib/hive-hcatalog/" ]; then
- # export HIVE_AUX_JARS_PATH=/usr/lib/hive-hcatalog/share/hcatalog/hive-hcatalog-core-*.jar
- # else
- # export HIVE_AUX_JARS_PATH=/usr/lib/hcatalog/share/hcatalog/hcatalog-core.jar
- # fi
- export METASTORE_PORT={{hive_metastore_port}}
-
- export HADOOP_CLASSPATH={{atlas_conf_dir}}:{{atlas_home_dir}}/hook/hive:${HADOOP_CLASSPATH}
-
- </value>
- <value-attributes>
- <type>content</type>
- </value-attributes>
- </property>
-
-</configuration>