You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ambari.apache.org by ja...@apache.org on 2017/10/11 23:03:40 UTC
[13/50] [abbrv] ambari git commit: AMBARI-21776. Move druid version
to druid 0.10.1 and drop TP flag. (Slim Bouguerra via Swapan Shridhar).
AMBARI-21776. Move druid version to druid 0.10.1 and drop TP flag. (Slim Bouguerra via Swapan Shridhar).
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/e61556cc
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/e61556cc
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/e61556cc
Branch: refs/heads/branch-feature-AMBARI-14714-ui
Commit: e61556cc28c593ce9ab58274302b5de4982601d1
Parents: 2fb4649
Author: Swapan Shridhar <ss...@hortonworks.com>
Authored: Fri Oct 6 11:05:04 2017 -0700
Committer: Swapan Shridhar <ss...@hortonworks.com>
Committed: Fri Oct 6 11:05:04 2017 -0700
----------------------------------------------------------------------
.../DRUID/0.10.1/configuration/druid-broker.xml | 106 +++++++
.../DRUID/0.10.1/configuration/druid-common.xml | 270 ++++++++++++++++
.../0.10.1/configuration/druid-coordinator.xml | 43 +++
.../DRUID/0.10.1/configuration/druid-env.xml | 248 +++++++++++++++
.../0.10.1/configuration/druid-historical.xml | 94 ++++++
.../DRUID/0.10.1/configuration/druid-log4j.xml | 84 +++++
.../0.10.1/configuration/druid-logrotate.xml | 68 ++++
.../configuration/druid-middlemanager.xml | 122 ++++++++
.../0.10.1/configuration/druid-overlord.xml | 52 ++++
.../DRUID/0.10.1/configuration/druid-router.xml | 59 ++++
.../common-services/DRUID/0.10.1/metainfo.xml | 223 ++++++++++++++
.../DRUID/0.10.1/package/scripts/broker.py | 28 ++
.../DRUID/0.10.1/package/scripts/coordinator.py | 28 ++
.../DRUID/0.10.1/package/scripts/druid.py | 307 +++++++++++++++++++
.../DRUID/0.10.1/package/scripts/druid_node.py | 114 +++++++
.../DRUID/0.10.1/package/scripts/historical.py | 28 ++
.../0.10.1/package/scripts/middlemanager.py | 28 ++
.../DRUID/0.10.1/package/scripts/overlord.py | 28 ++
.../DRUID/0.10.1/package/scripts/params.py | 200 ++++++++++++
.../DRUID/0.10.1/package/scripts/router.py | 28 ++
.../0.10.1/package/scripts/service_check.py | 44 +++
.../0.10.1/package/scripts/status_params.py | 24 ++
.../DRUID/0.10.1/quicklinks/quicklinks.json | 37 +++
.../DRUID/0.10.1/role_command_order.json | 17 +
.../DRUID/0.10.1/themes/theme.json | 120 ++++++++
.../DRUID/0.9.2/configuration/druid-broker.xml | 106 -------
.../DRUID/0.9.2/configuration/druid-common.xml | 270 ----------------
.../0.9.2/configuration/druid-coordinator.xml | 43 ---
.../DRUID/0.9.2/configuration/druid-env.xml | 248 ---------------
.../0.9.2/configuration/druid-historical.xml | 94 ------
.../DRUID/0.9.2/configuration/druid-log4j.xml | 84 -----
.../0.9.2/configuration/druid-logrotate.xml | 68 ----
.../0.9.2/configuration/druid-middlemanager.xml | 122 --------
.../0.9.2/configuration/druid-overlord.xml | 52 ----
.../DRUID/0.9.2/configuration/druid-router.xml | 59 ----
.../common-services/DRUID/0.9.2/metainfo.xml | 223 --------------
.../DRUID/0.9.2/package/scripts/broker.py | 28 --
.../DRUID/0.9.2/package/scripts/coordinator.py | 28 --
.../DRUID/0.9.2/package/scripts/druid.py | 307 -------------------
.../DRUID/0.9.2/package/scripts/druid_node.py | 114 -------
.../DRUID/0.9.2/package/scripts/historical.py | 28 --
.../0.9.2/package/scripts/middlemanager.py | 28 --
.../DRUID/0.9.2/package/scripts/overlord.py | 28 --
.../DRUID/0.9.2/package/scripts/params.py | 200 ------------
.../DRUID/0.9.2/package/scripts/router.py | 28 --
.../0.9.2/package/scripts/service_check.py | 44 ---
.../0.9.2/package/scripts/status_params.py | 24 --
.../DRUID/0.9.2/quicklinks/quicklinks.json | 37 ---
.../DRUID/0.9.2/role_command_order.json | 17 -
.../DRUID/0.9.2/themes/theme.json | 120 --------
.../stacks/HDP/2.6/services/DRUID/metainfo.xml | 5 +-
.../test/python/stacks/2.6/DRUID/test_druid.py | 2 +-
52 files changed, 2403 insertions(+), 2404 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/e61556cc/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-broker.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-broker.xml b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-broker.xml
new file mode 100644
index 0000000..6146ca3
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-broker.xml
@@ -0,0 +1,106 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+-->
+<configuration>
+ <property>
+ <name>druid.service</name>
+ <value>druid/broker</value>
+ <description>The druid.service name of broker node.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.port</name>
+ <value>8082</value>
+ <description>The port on which the broker will accept connections.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.broker.http.numConnections</name>
+ <value>20</value>
+ <description>Size of connection pool for the Broker to connect to historical and real-time nodes. If there are more
+ queries than this number that all need to speak to the same node, then they will queue up.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.server.http.numThreads</name>
+ <value>50</value>
+ <description>Number of threads for HTTP requests.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.processing.buffer.sizeBytes</name>
+ <value>1073741824</value>
+ <value-attributes>
+ <type>long</type>
+ <minimum>0</minimum>
+ <unit>Bytes</unit>
+ </value-attributes>
+ <description>This specifies a buffer size for the storage of intermediate results. The computation engine in both
+ the Historical and Realtime nodes will use a scratch buffer of this size to do all of their intermediate
+ computations
+ off-heap. Larger values allow for more aggregations in a single pass over the data while smaller values can
+ require more passes depending on the query that is being executed.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.processing.numThreads</name>
+ <value>2</value>
+ <description>The number of processing threads to have available for parallel processing of segments.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.processing.numMergeBuffers</name>
+ <value>2</value>
+ <description>The number of direct memory buffers available for merging query results. The buffers are sized by druid.processing.buffer.sizeBytes.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.broker.cache.useCache</name>
+ <value>true</value>
+ <description>Enable the cache on the broker.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.broker.cache.populateCache</name>
+ <value>true</value>
+ <description>Populate the cache on the broker.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.cache.type</name>
+ <value>local</value>
+ <description>The type of cache to use for queries.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.cache.sizeInBytes</name>
+ <value>10000000</value>
+ <value-attributes>
+ <type>int</type>
+ <minimum>0</minimum>
+ <unit>Bytes</unit>
+ </value-attributes>
+ <description>Maximum cache size in bytes. Zero disables caching.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+</configuration>
http://git-wip-us.apache.org/repos/asf/ambari/blob/e61556cc/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-common.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-common.xml b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-common.xml
new file mode 100644
index 0000000..d3b53cd
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-common.xml
@@ -0,0 +1,270 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+-->
+<configuration>
+ <property>
+ <name>druid.extensions.pullList</name>
+ <value>[]</value>
+ <description>A comma-separated list of one or more druid extensions to download from maven.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.extensions.repositoryList</name>
+ <value>[]</value>
+ <description>A comma-separated list of maven repositories to download extensions.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.extensions.loadList</name>
+ <value>["druid-datasketches"]
+ </value>
+ <depends-on>
+ <property>
+ <type>druid-common</type>
+ <name>druid.metadata.storage.type</name>
+ </property>
+ </depends-on>
+ <description>A comma-separated list of one or more druid extensions to load.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.security.extensions.loadList</name>
+ <value>[]</value>
+ <description>A comma-separated list of one or more druid security extensions to load. This property will be set via the kerberos wizard and User will not be allowed to modify this when security is enabled.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.zk.service.host</name>
+ <value>localhost:2181</value>
+ <description>
+ zookeeper connection string.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.zk.paths.base</name>
+ <value>/druid</value>
+ <description>
+ Base Zookeeper path
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.discovery.curator.path</name>
+ <value>/druid/discovery</value>
+ <description>
+ Services announce themselves under this ZooKeeper path.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.storage.type</name>
+ <value></value>
+ <description>
+ Choices:local, noop, s3, hdfs, c*. The type of deep storage to use.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.storage.storageDirectory</name>
+ <value></value>
+ <description>
+ directory to use as deep storage.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.metadata.storage.connector.password</name>
+ <value></value>
+ <property-type>PASSWORD</property-type>
+ <display-name>Metadata storage password</display-name>
+ <description>Password for the metadata storage data base.</description>
+ <value-attributes>
+ <type>password</type>
+ <empty-value-valid>true</empty-value-valid>
+ </value-attributes>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.metadata.storage.connector.user</name>
+ <value>druid</value>
+ <display-name>Metadata storage user</display-name>
+ <description>Metadata storage user</description>
+ <value-attributes>
+ <empty-value-valid>true</empty-value-valid>
+ </value-attributes>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.metadata.storage.connector.port</name>
+ <value>1527</value>
+ <display-name>Metadata storage port</display-name>
+ <description>Metadata storage port</description>
+ <value-attributes>
+ <empty-value-valid>true</empty-value-valid>
+ </value-attributes>
+ <depends-on>
+ <property>
+ <type>druid-common</type>
+ <name>druid.metadata.storage.type</name>
+ </property>
+ </depends-on>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>database_name</name>
+ <value>druid</value>
+ <display-name>Druid Metadata storage database name</display-name>
+ <description>Druid Metadata storage database name</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>metastore_hostname</name>
+ <value>localhost</value>
+ <display-name>Metadata storage hostname</display-name>
+ <description>Metadata storage hostname</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property require-input="true">
+ <name>druid.metadata.storage.type</name>
+ <display-name>Druid Metadata storage type</display-name>
+ <value>derby</value>
+ <value-attributes>
+ <overridable>false</overridable>
+ <type>value-list</type>
+ <entries>
+ <entry>
+ <value>mysql</value>
+ <label>MYSQL</label>
+ </entry>
+ <entry>
+ <value>derby</value>
+ <label>DERBY</label>
+ </entry>
+ <entry>
+ <value>postgresql</value>
+ <label>POSTGRESQL</label>
+ </entry>
+ </entries>
+ </value-attributes>
+ <description>Type of the metadata storage. Note that derby will work only if all the druid node are located
+ within the same node. Use mysql or postgres for distributed mode.
+ mysql installed by ambari is only for development and not suitable for production use cases due to it being not HA
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property require-input="true">
+ <name>druid.metadata.storage.connector.connectURI</name>
+ <value>jdbc:derby://localhost:1527/druid;create=true</value>
+ <display-name>Metadata storage connector url</display-name>
+ <description>Metadata storage connector url</description>
+ <on-ambari-upgrade add="false"/>
+ <depends-on>
+ <property>
+ <type>druid-common</type>
+ <name>database_name</name>
+ </property>
+ <property>
+ <type>druid-common</type>
+ <name>metastore_hostname</name>
+ </property>
+ <property>
+ <type>druid-common</type>
+ <name>druid.metadata.storage.type</name>
+ </property>
+ <property>
+ <type>druid-common</type>
+ <name>druid.metadata.storage.connector.port</name>
+ </property>
+ </depends-on>
+ </property>
+ <property>
+ <name>druid.hadoop.security.kerberos.principal</name>
+ <display-name>kerberos principal</display-name>
+ <description>Kerberos principal e.g druid@EXAMPLE.COM</description>
+ <property-type>KERBEROS_PRINCIPAL</property-type>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.hadoop.security.kerberos.keytab</name>
+ <display-name>Kerberos keytab location</display-name>
+ <description>Kerberos keytab location</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+
+ <property>
+ <name>druid.emitter</name>
+ <value>{{metric_emitter_type}}</value>
+ <description>Emitter used to emit metrics. Values - "noop", "logging", "ambari-metrics", or "http" will initialize
+ one of the emitter modules.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.emitter.ambari-metrics.hostname</name>
+ <value>{{metric_collector_host}}</value>
+ <description>Timeline host</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.emitter.ambari-metrics.port</name>
+ <value>{{metric_collector_port}}</value>
+ <description>Timeline port</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.emitter.ambari-metrics.protocol</name>
+ <value>{{metric_collector_protocol}}</value>
+ <description>Timeline protocol(http or https)</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.emitter.ambari-metrics.trustStorePath</name>
+ <value>{{metric_truststore_path}}</value>
+ <description>Location of the trust store file.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.emitter.ambari-metrics.trustStoreType</name>
+ <value>{{metric_truststore_type}}</value>
+ <description>Optional. Default value is "jks".</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.emitter.ambari-metrics.trustStorePassword</name>
+ <value>{{metric_truststore_password}}</value>
+ <description>Password to open the trust store file.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.emitter.ambari-metrics.eventConverter</name>
+ <value>{"type":"whiteList"}</value>
+ <description>Password to open the trust store file.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.monitoring.monitors</name>
+ <value>["com.metamx.metrics.JvmMonitor"]</value>
+ <description>Password to open the trust store file.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+
+</configuration>
http://git-wip-us.apache.org/repos/asf/ambari/blob/e61556cc/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-coordinator.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-coordinator.xml b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-coordinator.xml
new file mode 100644
index 0000000..618f11d
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-coordinator.xml
@@ -0,0 +1,43 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+-->
+<configuration>
+ <property>
+ <name>druid.service</name>
+ <value>druid/coordinator</value>
+ <description>The druid.service name of coordinator node.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.port</name>
+ <value>8081</value>
+ <description>The port on which the coordinator will accept connections.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.coordinator.merge.on</name>
+ <value>false</value>
+ <description>Boolean flag for whether or not the coordinator should try and merge small segments into a more optimal
+ segment size.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+</configuration>
http://git-wip-us.apache.org/repos/asf/ambari/blob/e61556cc/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-env.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-env.xml b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-env.xml
new file mode 100644
index 0000000..2e96f6a
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-env.xml
@@ -0,0 +1,248 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+-->
+<configuration>
+ <!--Heap Settings -->
+ <property>
+ <name>druid.broker.jvm.heap.memory</name>
+ <value>2048</value>
+ <value-attributes>
+ <type>int</type>
+ <minimum>0</minimum>
+ <maximum>65536</maximum>
+ <unit>MB</unit>
+ <increment-step>256</increment-step>
+ <overridable>false</overridable>
+ </value-attributes>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.coordinator.jvm.heap.memory</name>
+ <value>512</value>
+ <value-attributes>
+ <type>int</type>
+ <minimum>0</minimum>
+ <maximum>65536</maximum>
+ <unit>MB</unit>
+ <increment-step>256</increment-step>
+ <overridable>false</overridable>
+ </value-attributes>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.middlemanager.jvm.heap.memory</name>
+ <value>256</value>
+ <value-attributes>
+ <type>int</type>
+ <minimum>0</minimum>
+ <maximum>65536</maximum>
+ <unit>MB</unit>
+ <increment-step>256</increment-step>
+ <overridable>false</overridable>
+ </value-attributes>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.historical.jvm.heap.memory</name>
+ <value>2048</value>
+ <value-attributes>
+ <type>int</type>
+ <minimum>0</minimum>
+ <maximum>65536</maximum>
+ <unit>MB</unit>
+ <increment-step>256</increment-step>
+ <overridable>false</overridable>
+ </value-attributes>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.overlord.jvm.heap.memory</name>
+ <value>512</value>
+ <value-attributes>
+ <type>int</type>
+ <minimum>0</minimum>
+ <maximum>65536</maximum>
+ <unit>MB</unit>
+ <increment-step>256</increment-step>
+ <overridable>false</overridable>
+ </value-attributes>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.router.jvm.heap.memory</name>
+ <value>512</value>
+ <value-attributes>
+ <type>int</type>
+ <minimum>0</minimum>
+ <maximum>65536</maximum>
+ <unit>MB</unit>
+ <increment-step>256</increment-step>
+ <overridable>false</overridable>
+ </value-attributes>
+ <on-ambari-upgrade add="false"/>
+ </property>
+
+ <!-- DirectMemorySettings -->
+ <property>
+ <name>druid.broker.jvm.direct.memory</name>
+ <value>1048576</value>
+ <depends-on>
+ <property>
+ <type>druid-broker</type>
+ <name>druid.processing.buffer.sizeBytes</name>
+ </property>
+ <property>
+ <type>druid-broker</type>
+ <name>druid.processing.numThreads</name>
+ </property>
+ </depends-on>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.coordinator.jvm.direct.memory</name>
+ <value>1048576</value>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.middlemanager.jvm.direct.memory</name>
+ <value>1048576</value>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.historical.jvm.direct.memory</name>
+ <value>1048576</value>
+ <depends-on>
+ <property>
+ <type>druid-historical</type>
+ <name>druid.processing.buffer.sizeBytes</name>
+ </property>
+ <property>
+ <type>druid-historical</type>
+ <name>druid.processing.numThreads</name>
+ </property>
+ </depends-on>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.overlord.jvm.direct.memory</name>
+ <value>1048576</value>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.router.jvm.direct.memory</name>
+ <value>1048576</value>
+ <on-ambari-upgrade add="false"/>
+ </property>
+
+ <!-- JavaOpts Tune GC related configs here-->
+ <property>
+ <name>druid.broker.jvm.opts</name>
+ <value>-Duser.timezone=UTC -Dfile.encoding=UTF-8</value>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.coordinator.jvm.opts</name>
+ <value>-Duser.timezone=UTC -Dfile.encoding=UTF-8</value>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.middlemanager.jvm.opts</name>
+ <value>-Duser.timezone=UTC -Dfile.encoding=UTF-8</value>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.historical.jvm.opts</name>
+ <value>-Duser.timezone=UTC -Dfile.encoding=UTF-8</value>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.overlord.jvm.opts</name>
+ <value>-Duser.timezone=UTC -Dfile.encoding=UTF-8</value>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.router.jvm.opts</name>
+ <value>-Duser.timezone=UTC -Dfile.encoding=UTF-8</value>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid_user</name>
+ <display-name>Druid User</display-name>
+ <value>druid</value>
+ <property-type>USER</property-type>
+ <description></description>
+ <value-attributes>
+ <type>user</type>
+ <overridable>false</overridable>
+ <user-groups>
+ <property>
+ <type>cluster-env</type>
+ <name>user_group</name>
+ </property>
+ </user-groups>
+ </value-attributes>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid_log_dir</name>
+ <value>/var/log/druid</value>
+ <description></description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid_pid_dir</name>
+ <value>/var/run/druid</value>
+ <display-name>Druid PID dir</display-name>
+ <description></description>
+ <value-attributes>
+ <type>directory</type>
+ <editable-only-at-install>true</editable-only-at-install>
+ <overridable>false</overridable>
+ </value-attributes>
+ <on-ambari-upgrade add="false"/>
+ </property>
+
+ <!-- druid-env.sh -->
+ <property>
+ <name>content</name>
+ <display-name>druid-env template</display-name>
+ <description>This is simple template for druid-env.sh file</description>
+ <value>
+ #!/bin/bash
+
+ # Set DRUID specific environment variables here.
+
+ # The java implementation to use.
+ export JAVA_HOME={{java8_home}}
+ export PATH=$JAVA_HOME/bin:$PATH
+ export DRUID_PID_DIR={{druid_pid_dir}}
+ export DRUID_LOG_DIR={{druid_log_dir}}
+ export DRUID_CONF_DIR={{druid_conf_dir}}
+ export DRUID_LIB_DIR={{druid_home}}/lib
+ export HADOOP_CONF_DIR={{hadoop_conf_dir}}
+
+ </value>
+ <value-attributes>
+ <type>content</type>
+ </value-attributes>
+ <on-ambari-upgrade add="false"/>
+ </property>
+</configuration>
http://git-wip-us.apache.org/repos/asf/ambari/blob/e61556cc/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-historical.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-historical.xml b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-historical.xml
new file mode 100644
index 0000000..5ff30ce
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-historical.xml
@@ -0,0 +1,94 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+-->
+<configuration>
+ <property>
+ <name>druid.service</name>
+ <value>druid/historical</value>
+ <description>The druid.service name of historical node.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.port</name>
+ <value>8083</value>
+ <description>The port on which the historical nodes will accept connections.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.server.http.numThreads</name>
+ <value>50</value>
+ <description>Number of threads for HTTP requests.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.processing.numMergeBuffers</name>
+ <value>2</value>
+ <description>The number of direct memory buffers available for merging query results. The buffers are sized by druid.processing.buffer.sizeBytes.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.processing.buffer.sizeBytes</name>
+ <value>1073741824</value>
+ <value-attributes>
+ <type>long</type>
+ <minimum>0</minimum>
+ <unit>Bytes</unit>
+ </value-attributes>
+ <description>This specifies a buffer size for the storage of intermediate results. The computation engine in both
+ the Historical and Realtime nodes will use a scratch buffer of this size to do all of their intermediate
+ computations off-heap. Larger values allow for more aggregations in a single pass over the data while smaller
+ values can require more passes depending on the query that is being executed.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.processing.numThreads</name>
+ <value>10</value>
+ <description>The number of processing threads to have available for parallel processing of segments.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.segmentCache.locations</name>
+ <value>[{"path":"/apps/druid/segmentCache","maxSize":300000000000}]</value>
+ <description>Segments assigned to a Historical node are first stored on the local file system (in a disk cache) and
+ then served by the Historical node. These locations define where that local cache resides.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.server.maxSize</name>
+ <value>300000000000</value>
+ <description>The maximum number of bytes-worth of segments that the node wants assigned to it. This is not a limit
+ that Historical nodes actually enforces, just a value published to the Coordinator node so it can plan
+ accordingly.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.segmentCache.infoDir</name>
+ <value>/apps/druid/segmentCache/info_dir</value>
+ <description>Historical nodes keep track of the segments they are serving so that when the process is restarted they
+ can reload the same segments without waiting for the Coordinator to reassign. This path defines where this
+ metadata is kept. Directory will be created if needed.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+</configuration>
http://git-wip-us.apache.org/repos/asf/ambari/blob/e61556cc/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-log4j.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-log4j.xml b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-log4j.xml
new file mode 100644
index 0000000..bcb731a
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-log4j.xml
@@ -0,0 +1,84 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+-->
+<configuration supports_adding_forbidden="true">
+ <property>
+ <name>druid_log_level</name>
+ <value>info</value>
+ <description>Log level for io.druid logging</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>root_log_level</name>
+ <value>WARN</value>
+ <description>Log level for root logging</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>metamx_log_level</name>
+ <value>info</value>
+ <description>Log level for com.metamxlogging</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>content</name>
+ <display-name>druid-log4j template</display-name>
+ <description>Custom log4j.properties</description>
+ <value><![CDATA[<?xml version="1.0" encoding="UTF-8" ?>
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one
+ ~ or more contributor license agreements. See the NOTICE file
+ ~ distributed with this work for additional information
+ ~ regarding copyright ownership. The ASF licenses this file
+ ~ to you under the Apache License, Version 2.0 (the
+ ~ "License"); you may not use this file except in compliance
+ ~ with the License. You may obtain a copy of the License at
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing, software
+ ~ distributed under the License is distributed on an "AS IS" BASIS,
+ ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ ~ See the License for the specific language governing permissions and
+ ~ limitations under the License.
+ -->
+ <Configuration>
+ <Appenders>
+ <Console name="Console" target="SYSTEM_OUT">
+ <PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/>
+ </Console>
+ </Appenders>
+ <Loggers>
+ <Logger name="com.metamx" level="{{metamx_log_level}}"/>
+ <Logger name="io.druid" level="{{druid_log_level}}"/>
+ <Root level="{{root_log_level}}">
+ <AppenderRef ref="Console"/>
+ </Root>
+ </Loggers>
+ </Configuration>
+ ]]></value>
+ <value-attributes>
+ <type>content</type>
+ <show-property-name>false</show-property-name>
+ </value-attributes>
+ <on-ambari-upgrade add="false"/>
+ </property>
+</configuration>
http://git-wip-us.apache.org/repos/asf/ambari/blob/e61556cc/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-logrotate.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-logrotate.xml b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-logrotate.xml
new file mode 100644
index 0000000..b7308ce
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-logrotate.xml
@@ -0,0 +1,68 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+-->
+<configuration supports_adding_forbidden="true">
+ <property>
+ <name>druid_log_maxfilesize</name>
+ <value>256</value>
+ <description>The maximum size of backup file before the log is rotated</description>
+ <display-name>Druid Log: backup file size</display-name>
+ <value-attributes>
+ <unit>MB</unit>
+ </value-attributes>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid_log_maxbackupindex</name>
+ <value>7</value>
+ <description>The number of backup files</description>
+ <display-name>Druid Log: # of backup files</display-name>
+ <value-attributes>
+ <type>int</type>
+ <minimum>0</minimum>
+ </value-attributes>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>content</name>
+ <display-name>druid logrotate template</display-name>
+ <description>Custom logrotate file</description>
+ <value><![CDATA[
+ {{druid_log_dir}}/*.log {
+ copytruncate
+ rotate {{druid_log_maxbackupindex}}
+ daily
+ nocompress
+ missingok
+ notifempty
+ create 660 druid users
+ dateext
+ dateformat -%Y-%m-%d-%s
+ size {{druid_log_maxfilesize}}M
+ }
+ ]]></value>
+ <value-attributes>
+ <type>content</type>
+ <show-property-name>false</show-property-name>
+ </value-attributes>
+ <on-ambari-upgrade add="false"/>
+ </property>
+</configuration>
http://git-wip-us.apache.org/repos/asf/ambari/blob/e61556cc/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-middlemanager.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-middlemanager.xml b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-middlemanager.xml
new file mode 100644
index 0000000..08280ad
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-middlemanager.xml
@@ -0,0 +1,122 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+-->
+<configuration>
+ <property>
+ <name>druid.service</name>
+ <value>druid/middlemanager</value>
+ <description>The druid.service name of middlemanager node.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.port</name>
+ <value>8091</value>
+ <description>The port on which the middlemanager nodes will accept connections.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.indexer.runner.startPort</name>
+ <value>8100</value>
+ <description>The port that peons begin running on.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.worker.capacity</name>
+ <value>3</value>
+ <description>
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.indexer.runner.javaOpts</name>
+ <value>-server -Xmx2g -Duser.timezone=UTC -Dfile.encoding=UTF-8 -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager -Dhdp.version={{stack_version}} -Dhadoop.mapreduce.job.classloader=true</value>
+ <description>
+ A string of -X Java options to pass to the peon's JVM.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.indexer.task.baseTaskDir</name>
+ <value>/apps/druid/tasks</value>
+ <description>
+ Base temporary working directory for druid tasks.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.server.http.numThreads</name>
+ <value>50</value>
+ <description>
+ Number of threads for HTTP requests.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.processing.buffer.sizeBytes</name>
+ <value>256000000</value>
+ <value-attributes>
+ <type>long</type>
+ <minimum>0</minimum>
+ <unit>Bytes</unit>
+ </value-attributes>
+ <description>
+ This specifies a buffer size for the storage of intermediate results. The computation engine in both the
+ Historical and Realtime nodes will use a scratch buffer of this size to do all of their intermediate computations
+ off-heap. Larger values allow for more aggregations in a single pass over the data while smaller values can
+ require more passes depending on the query that is being executed.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.processing.numThreads</name>
+ <value>2</value>
+ <description>
+ The number of processing threads to have available for parallel processing of segments.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.indexer.task.hadoopWorkingPath</name>
+ <value>/tmp/druid-indexing</value>
+ <description>
+ Temporary working directory for Hadoop tasks
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.indexer.fork.property.hadoop.mapreduce.reduce.java.opts</name>
+ <value>-Duser.timezone=UTC -Dfile.encoding=UTF-8</value>
+ <description>
+ Default java properties from Reducer containers
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+
+ <property>
+ <name>druid.indexer.fork.property.hadoop.mapreduce.map.java.opts</name>
+ <value>-Duser.timezone=UTC -Dfile.encoding=UTF-8</value>
+ <description>
+ Default java properties from Map containers
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+
+</configuration>
http://git-wip-us.apache.org/repos/asf/ambari/blob/e61556cc/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-overlord.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-overlord.xml b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-overlord.xml
new file mode 100644
index 0000000..57d1c63
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-overlord.xml
@@ -0,0 +1,52 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+-->
+<configuration>
+ <property>
+ <name>druid.service</name>
+ <value>druid/overlord</value>
+ <description>The druid.service name of overlord node.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.port</name>
+ <value>8090</value>
+ <description>The port on which the overlord will accept connections.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.indexer.runner.type</name>
+ <value>remote</value>
+ <description>Choices "local" or "remote". Indicates whether tasks should be run locally or in a distributed
+ environment.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.indexer.storage.type</name>
+ <value>metadata</value>
+ <description>Choices are "local" or "metadata". Indicates whether incoming tasks should be stored locally (in heap)
+ or in metadata storage. Storing incoming tasks in metadata storage allows for tasks to be resumed if the overlord
+ should fail.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+</configuration>
http://git-wip-us.apache.org/repos/asf/ambari/blob/e61556cc/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-router.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-router.xml b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-router.xml
new file mode 100644
index 0000000..d544315
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/configuration/druid-router.xml
@@ -0,0 +1,59 @@
+<?xml version="1.0"?>
+<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
+<!--
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+-->
+<configuration>
+ <property>
+ <name>druid.service</name>
+ <value>druid/router</value>
+ <description>The druid.service name of router node.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.port</name>
+ <value>8888</value>
+ <description>The port on which the broker will accept connections.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.router.http.numConnections</name>
+ <value>20</value>
+ <description>
+ Size of connection pool for the router to connect to historical and real-time nodes. If there are more
+ queries than this number that all need to speak to the same node, then they will queue up.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.server.http.numThreads</name>
+ <value>50</value>
+ <description>Number of threads for HTTP requests.</description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+ <property>
+ <name>druid.router.tierToBrokerMap</name>
+ <value>{"_default_tier":"druid/broker"}</value>
+ <description>
+ Used to route queries for a certain tier of data to their appropriate broker. An ordered JSON map of
+ tiers to broker names. The priority of brokers is based on the ordering.
+ </description>
+ <on-ambari-upgrade add="false"/>
+ </property>
+</configuration>
http://git-wip-us.apache.org/repos/asf/ambari/blob/e61556cc/ambari-server/src/main/resources/common-services/DRUID/0.10.1/metainfo.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.10.1/metainfo.xml b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/metainfo.xml
new file mode 100644
index 0000000..53dee2b
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/metainfo.xml
@@ -0,0 +1,223 @@
+<?xml version="1.0"?>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+<metainfo>
+ <schemaVersion>2.0</schemaVersion>
+ <services>
+ <service>
+ <name>DRUID</name>
+ <displayName>Druid</displayName>
+ <comment>A fast column-oriented distributed data store.</comment>
+ <version>0.10.1</version>
+ <components>
+ <component>
+ <name>DRUID_COORDINATOR</name>
+ <displayName>Druid Coordinator</displayName>
+ <category>MASTER</category>
+ <cardinality>1+</cardinality>
+ <versionAdvertised>true</versionAdvertised>
+ <dependencies>
+ <dependency>
+ <name>HDFS/HDFS_CLIENT</name>
+ <scope>host</scope>
+ <auto-deploy>
+ <enabled>true</enabled>
+ </auto-deploy>
+ </dependency>
+ </dependencies>
+ <commandScript>
+ <script>scripts/coordinator.py</script>
+ <scriptType>PYTHON</scriptType>
+ <timeout>600</timeout>
+ </commandScript>
+ <configuration-dependencies>
+ <config-type>druid-coordinator</config-type>
+ </configuration-dependencies>
+ </component>
+ <component>
+ <name>DRUID_OVERLORD</name>
+ <displayName>Druid Overlord</displayName>
+ <category>MASTER</category>
+ <cardinality>1+</cardinality>
+ <versionAdvertised>true</versionAdvertised>
+ <dependencies>
+ <dependency>
+ <name>HDFS/HDFS_CLIENT</name>
+ <scope>host</scope>
+ <auto-deploy>
+ <enabled>true</enabled>
+ </auto-deploy>
+ </dependency>
+ </dependencies>
+ <commandScript>
+ <script>scripts/overlord.py</script>
+ <scriptType>PYTHON</scriptType>
+ <timeout>600</timeout>
+ </commandScript>
+ <configuration-dependencies>
+ <config-type>druid-overlord</config-type>
+ </configuration-dependencies>
+ </component>
+ <component>
+ <name>DRUID_HISTORICAL</name>
+ <displayName>Druid Historical</displayName>
+ <category>SLAVE</category>
+ <cardinality>1+</cardinality>
+ <versionAdvertised>true</versionAdvertised>
+ <dependencies>
+ <dependency>
+ <name>HDFS/HDFS_CLIENT</name>
+ <scope>host</scope>
+ <auto-deploy>
+ <enabled>true</enabled>
+ </auto-deploy>
+ </dependency>
+ </dependencies>
+ <commandScript>
+ <script>scripts/historical.py</script>
+ <scriptType>PYTHON</scriptType>
+ <timeout>600</timeout>
+ </commandScript>
+ <configuration-dependencies>
+ <config-type>druid-historical</config-type>
+ </configuration-dependencies>
+ </component>
+ <component>
+ <name>DRUID_BROKER</name>
+ <displayName>Druid Broker</displayName>
+ <category>MASTER</category>
+ <cardinality>1+</cardinality>
+ <versionAdvertised>true</versionAdvertised>
+ <dependencies>
+ <dependency>
+ <name>HDFS/HDFS_CLIENT</name>
+ <scope>host</scope>
+ <auto-deploy>
+ <enabled>true</enabled>
+ </auto-deploy>
+ </dependency>
+ </dependencies>
+ <commandScript>
+ <script>scripts/broker.py</script>
+ <scriptType>PYTHON</scriptType>
+ <timeout>600</timeout>
+ </commandScript>
+ <configuration-dependencies>
+ <config-type>druid-broker</config-type>
+ </configuration-dependencies>
+ </component>
+ <component>
+ <name>DRUID_MIDDLEMANAGER</name>
+ <displayName>Druid MiddleManager</displayName>
+ <category>SLAVE</category>
+ <cardinality>1+</cardinality>
+ <versionAdvertised>true</versionAdvertised>
+ <dependencies>
+ <dependency>
+ <name>HDFS/HDFS_CLIENT</name>
+ <scope>host</scope>
+ <auto-deploy>
+ <enabled>true</enabled>
+ </auto-deploy>
+ </dependency>
+ </dependencies>
+ <commandScript>
+ <script>scripts/middlemanager.py</script>
+ <scriptType>PYTHON</scriptType>
+ <timeout>600</timeout>
+ </commandScript>
+ <configuration-dependencies>
+ <config-type>druid-middlemanager</config-type>
+ </configuration-dependencies>
+ </component>
+ <component>
+ <name>DRUID_ROUTER</name>
+ <displayName>Druid Router</displayName>
+ <category>MASTER</category>
+ <cardinality>1+</cardinality>
+ <versionAdvertised>true</versionAdvertised>
+ <dependencies>
+ <dependency>
+ <name>HDFS/HDFS_CLIENT</name>
+ <scope>host</scope>
+ <auto-deploy>
+ <enabled>true</enabled>
+ </auto-deploy>
+ </dependency>
+ </dependencies>
+ <commandScript>
+ <script>scripts/router.py</script>
+ <scriptType>PYTHON</scriptType>
+ <timeout>600</timeout>
+ </commandScript>
+ <configuration-dependencies>
+ <config-type>druid-router</config-type>
+ </configuration-dependencies>
+ </component>
+ </components>
+
+ <themes>
+ <theme>
+ <fileName>theme.json</fileName>
+ <default>true</default>
+ </theme>
+ </themes>
+
+ <osSpecifics>
+ <osSpecific>
+ <osFamily>redhat7,amazon2015,redhat6,suse11,suse12</osFamily>
+ <packages>
+ <package>
+ <name>druid_${stack_version}</name>
+ </package>
+ </packages>
+ </osSpecific>
+ <osSpecific>
+ <osFamily>debian7,ubuntu12,ubuntu14,ubuntu16</osFamily>
+ <packages>
+ <package>
+ <name>druid-${stack_version}</name>
+ </package>
+ </packages>
+ </osSpecific>
+ </osSpecifics>
+ <commandScript>
+ <script>scripts/service_check.py</script>
+ <scriptType>PYTHON</scriptType>
+ <timeout>300</timeout>
+ </commandScript>
+ <requiredServices>
+ <service>ZOOKEEPER</service>
+ </requiredServices>
+ <configuration-dependencies>
+ <config-type>druid-common</config-type>
+ <config-type>druid-env</config-type>
+ <config-type>druid-log4j</config-type>
+ <config-type>druid-logrotate</config-type>
+ <config-type>zoo.cfg</config-type>
+ </configuration-dependencies>
+
+ <quickLinksConfigurations>
+ <quickLinksConfiguration>
+ <fileName>quicklinks.json</fileName>
+ <default>true</default>
+ </quickLinksConfiguration>
+ </quickLinksConfigurations>
+
+ </service>
+ </services>
+</metainfo>
http://git-wip-us.apache.org/repos/asf/ambari/blob/e61556cc/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/broker.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/broker.py b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/broker.py
new file mode 100644
index 0000000..bd170cb
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/broker.py
@@ -0,0 +1,28 @@
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+"""
+from druid_node import DruidBase
+
+
+class DruidBroker(DruidBase):
+ def __init__(self):
+ DruidBase.__init__(self, nodeType="broker")
+
+
+if __name__ == "__main__":
+ DruidBroker().execute()
http://git-wip-us.apache.org/repos/asf/ambari/blob/e61556cc/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/coordinator.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/coordinator.py b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/coordinator.py
new file mode 100644
index 0000000..a86fa40
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/coordinator.py
@@ -0,0 +1,28 @@
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+"""
+from druid_node import DruidBase
+
+
+class DruidCoordinator(DruidBase):
+ def __init__(self):
+ DruidBase.__init__(self, nodeType="coordinator")
+
+
+if __name__ == "__main__":
+ DruidCoordinator().execute()
http://git-wip-us.apache.org/repos/asf/ambari/blob/e61556cc/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/druid.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/druid.py b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/druid.py
new file mode 100644
index 0000000..ec98c3c
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/druid.py
@@ -0,0 +1,307 @@
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+"""
+import json
+import os
+from resource_management import Fail
+from resource_management.libraries.resources.properties_file import PropertiesFile
+from resource_management.core.resources.system import Directory, Execute, File
+from resource_management.core.source import DownloadSource
+from resource_management.core.source import InlineTemplate
+from resource_management.libraries.functions import format
+from resource_management.libraries.functions.show_logs import show_logs
+from resource_management.core.logger import Logger
+
+
+def druid(upgrade_type=None, nodeType=None):
+ import params
+ ensure_base_directories()
+
+ # Environment Variables
+ File(format("{params.druid_conf_dir}/druid-env.sh"),
+ owner=params.druid_user,
+ content=InlineTemplate(params.druid_env_sh_template),
+ mode = 0700
+ )
+
+ # common config
+ druid_common_config = mutable_config_dict(params.config['configurations']['druid-common'])
+ # User cannot override below configs
+ druid_common_config['druid.host'] = params.hostname
+ druid_common_config['druid.extensions.directory'] = params.druid_extensions_dir
+ druid_common_config['druid.extensions.hadoopDependenciesDir'] = params.druid_hadoop_dependencies_dir
+ druid_common_config['druid.selectors.indexing.serviceName'] = params.config['configurations']['druid-overlord'][
+ 'druid.service']
+ druid_common_config['druid.selectors.coordinator.serviceName'] = \
+ params.config['configurations']['druid-coordinator']['druid.service']
+ druid_common_config['druid.extensions.loadList'] = json.dumps(eval(params.druid_extensions_load_list) +
+ eval(params.druid_security_extensions_load_list))
+
+ # delete the password and user if empty otherwiswe derby will fail.
+ if 'derby' == druid_common_config['druid.metadata.storage.type']:
+ del druid_common_config['druid.metadata.storage.connector.user']
+ del druid_common_config['druid.metadata.storage.connector.password']
+
+ druid_env_config = mutable_config_dict(params.config['configurations']['druid-env'])
+
+ PropertiesFile("common.runtime.properties",
+ dir=params.druid_common_conf_dir,
+ properties=druid_common_config,
+ owner=params.druid_user,
+ group=params.user_group,
+ mode = 0600
+ )
+ Logger.info("Created common.runtime.properties")
+
+ File(format("{params.druid_common_conf_dir}/druid-log4j.xml"),
+ mode=0644,
+ owner=params.druid_user,
+ group=params.user_group,
+ content=InlineTemplate(params.log4j_props)
+ )
+ Logger.info("Created log4j file")
+
+ File("/etc/logrotate.d/druid",
+ mode=0644,
+ owner='root',
+ group='root',
+ content=InlineTemplate(params.logrotate_props)
+ )
+
+ Logger.info("Created log rotate file")
+
+ # node specific configs
+ for node_type in ['coordinator', 'overlord', 'historical', 'broker', 'middleManager', 'router']:
+ node_config_dir = format('{params.druid_conf_dir}/{node_type}')
+ node_type_lowercase = node_type.lower()
+
+ # Write runtime.properties file
+ node_config = mutable_config_dict(params.config['configurations'][format('druid-{node_type_lowercase}')])
+ PropertiesFile("runtime.properties",
+ dir=node_config_dir,
+ properties=node_config,
+ owner=params.druid_user,
+ group=params.user_group,
+ mode = 0600
+ )
+ Logger.info(format("Created druid-{node_type_lowercase} runtime.properties"))
+
+ # Write jvm configs
+ File(format('{node_config_dir}/jvm.config'),
+ owner=params.druid_user,
+ group=params.user_group,
+ content=InlineTemplate(
+ "-server \n-Xms{{node_heap_memory}}m \n-Xmx{{node_heap_memory}}m \n-XX:MaxDirectMemorySize={{node_direct_memory}}m \n-Dlog4j.configurationFile={{log4j_config_file}} \n-Dlog4j.debug \n{{node_jvm_opts}}",
+ node_heap_memory=druid_env_config[format('druid.{node_type_lowercase}.jvm.heap.memory')],
+ log4j_config_file=format("{params.druid_common_conf_dir}/druid-log4j.xml"),
+ node_direct_memory=druid_env_config[
+ format('druid.{node_type_lowercase}.jvm.direct.memory')],
+ node_jvm_opts=druid_env_config[format('druid.{node_type_lowercase}.jvm.opts')])
+ )
+ Logger.info(format("Created druid-{node_type_lowercase} jvm.config"))
+ # Handling hadoop Lzo jars if enable and node type is hadoop related eg Overlords and MMs
+ if ['middleManager', 'overlord'].__contains__(node_type_lowercase) and params.lzo_enabled and len(
+ params.lzo_packages) > 0:
+ try:
+ Logger.info(
+ format(
+ "Copying hadoop lzo jars from {hadoop_lib_home} to {druid_hadoop_dependencies_dir}/hadoop-client/*/"))
+ Execute(
+ format('{sudo} cp {hadoop_lib_home}/hadoop-lzo*.jar {druid_hadoop_dependencies_dir}/hadoop-client/*/'))
+ except Fail as ex:
+ Logger.info(format("No Hadoop LZO found at {hadoop_lib_home}/hadoop-lzo*.jar"))
+
+ # All druid nodes have dependency on hdfs_client
+ ensure_hadoop_directories()
+ download_database_connector_if_needed()
+ # Pull all required dependencies
+ pulldeps()
+
+
+def mutable_config_dict(config):
+ rv = {}
+ for key, value in config.iteritems():
+ rv[key] = value
+ return rv
+
+
+def ensure_hadoop_directories():
+ import params
+ if 'hdfs-site' not in params.config['configurations']:
+ # HDFS Not Installed nothing to do.
+ Logger.info("Skipping HDFS directory creation as HDFS not installed")
+ return
+
+ druid_common_config = params.config['configurations']['druid-common']
+ # final overlord config contains both common and overlord config
+ druid_middlemanager_config = params.config['configurations']['druid-middlemanager']
+
+ # If user is using HDFS as deep storage create HDFS Directory for storing segments
+ deep_storage = druid_common_config["druid.storage.type"]
+ storage_dir = druid_common_config["druid.storage.storageDirectory"]
+
+ if deep_storage == 'hdfs':
+ # create the home dir for druid
+ params.HdfsResource(format("/user/{params.druid_user}"),
+ type="directory",
+ action="create_on_execute",
+ owner=params.druid_user,
+ group='hadoop',
+ recursive_chown=True,
+ recursive_chmod=True
+ )
+
+ # create the segment storage dir, users like hive from group hadoop need to write to this directory
+ create_hadoop_directory(storage_dir, mode=0775)
+
+ # Create HadoopIndexTask hadoopWorkingPath
+ hadoop_working_path = druid_middlemanager_config['druid.indexer.task.hadoopWorkingPath']
+ if hadoop_working_path is not None:
+ if hadoop_working_path.startswith(params.hdfs_tmp_dir):
+ params.HdfsResource(params.hdfs_tmp_dir,
+ type="directory",
+ action="create_on_execute",
+ owner=params.hdfs_user,
+ mode=0777,
+ )
+ create_hadoop_directory(hadoop_working_path, mode=0775)
+
+ # If HDFS is used for storing logs, create Index Task log directory
+ indexer_logs_type = druid_common_config['druid.indexer.logs.type']
+ indexer_logs_directory = druid_common_config['druid.indexer.logs.directory']
+ if indexer_logs_type == 'hdfs' and indexer_logs_directory is not None:
+ create_hadoop_directory(indexer_logs_directory)
+
+
+def create_hadoop_directory(hadoop_dir, mode=0755):
+ import params
+ params.HdfsResource(hadoop_dir,
+ type="directory",
+ action="create_on_execute",
+ owner=params.druid_user,
+ group='hadoop',
+ mode=mode
+ )
+ Logger.info(format("Created Hadoop Directory [{hadoop_dir}], with mode [{mode}]"))
+
+
+def ensure_base_directories():
+ import params
+ Directory(
+ [params.druid_log_dir, params.druid_pid_dir],
+ mode=0755,
+ owner=params.druid_user,
+ group=params.user_group,
+ create_parents=True,
+ recursive_ownership=True,
+ )
+
+ Directory(
+ [params.druid_conf_dir, params.druid_common_conf_dir, params.druid_coordinator_conf_dir,
+ params.druid_broker_conf_dir, params.druid_middlemanager_conf_dir, params.druid_historical_conf_dir,
+ params.druid_overlord_conf_dir, params.druid_router_conf_dir, params.druid_segment_infoDir,
+ params.druid_tasks_dir],
+ mode=0700,
+ cd_access='a',
+ owner=params.druid_user,
+ group=params.user_group,
+ create_parents=True,
+ recursive_ownership=True,
+ )
+
+ segment_cache_locations = json.loads(params.druid_segment_cache_locations)
+ for segment_cache_location in segment_cache_locations:
+ Directory(
+ segment_cache_location["path"],
+ mode=0700,
+ owner=params.druid_user,
+ group=params.user_group,
+ create_parents=True,
+ recursive_ownership=True,
+ cd_access='a'
+ )
+
+
+
+def get_daemon_cmd(params=None, node_type=None, command=None):
+ return format('source {params.druid_conf_dir}/druid-env.sh ; {params.druid_home}/bin/node.sh {node_type} {command}')
+
+
+def getPid(params=None, nodeType=None):
+ return format('{params.druid_pid_dir}/{nodeType}.pid')
+
+
+def pulldeps():
+ import params
+ extensions_list = eval(params.druid_extensions)
+ extensions_string = '{0}'.format("-c ".join(extensions_list))
+ repository_list = eval(params.druid_repo_list)
+ repository_string = '{0}'.format("-r ".join(repository_list))
+ if len(extensions_list) > 0:
+ try:
+ # Make sure druid user has permissions to write dependencies
+ Directory(
+ [params.druid_extensions_dir, params.druid_hadoop_dependencies_dir],
+ mode=0755,
+ cd_access='a',
+ owner=params.druid_user,
+ group=params.user_group,
+ create_parents=True,
+ recursive_ownership=True,
+ )
+ pull_deps_command = format(
+ "source {params.druid_conf_dir}/druid-env.sh ; java -classpath '{params.druid_home}/lib/*' -Ddruid.extensions.loadList=[] "
+ "-Ddruid.extensions.directory={params.druid_extensions_dir} -Ddruid.extensions.hadoopDependenciesDir={params.druid_hadoop_dependencies_dir} "
+ "io.druid.cli.Main tools pull-deps -c {extensions_string} --no-default-hadoop")
+
+ if len(repository_list) > 0:
+ pull_deps_command = format("{pull_deps_command} -r {repository_string}")
+
+ Execute(pull_deps_command,
+ user=params.druid_user
+ )
+ Logger.info(format("Pull Dependencies Complete"))
+ except:
+ show_logs(params.druid_log_dir, params.druid_user)
+ raise
+
+
+def download_database_connector_if_needed():
+ """
+ Downloads the database connector to use when connecting to the metadata storage
+ """
+ import params
+ if params.metadata_storage_type != 'mysql' or not params.jdbc_driver_jar:
+ return
+
+ File(params.check_db_connection_jar,
+ content = DownloadSource(format("{jdk_location}{check_db_connection_jar_name}"))
+ )
+
+ target_jar_with_directory = params.connector_download_dir + os.path.sep + params.jdbc_driver_jar
+
+ if not os.path.exists(target_jar_with_directory):
+ File(params.downloaded_custom_connector,
+ content=DownloadSource(params.connector_curl_source))
+
+ Execute(('cp', '--remove-destination', params.downloaded_custom_connector, target_jar_with_directory),
+ path=["/bin", "/usr/bin/"],
+ sudo=True)
+
+ File(target_jar_with_directory, owner=params.druid_user,
+ group=params.user_group)
http://git-wip-us.apache.org/repos/asf/ambari/blob/e61556cc/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/druid_node.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/druid_node.py b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/druid_node.py
new file mode 100644
index 0000000..8053dcb
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/druid_node.py
@@ -0,0 +1,114 @@
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+"""
+import os
+from resource_management.core import sudo
+from resource_management import Script
+from resource_management.core.logger import Logger
+from resource_management.core.resources.system import Execute
+from resource_management.libraries.functions.format import format
+from resource_management.libraries.functions import stack_select
+from resource_management.libraries.functions import StackFeature
+from resource_management.libraries.functions.stack_features import check_stack_feature
+from resource_management.libraries.functions.check_process_status import check_process_status
+from resource_management.libraries.functions.show_logs import show_logs
+from druid import druid, get_daemon_cmd, getPid
+
+
+class DruidBase(Script):
+ def __init__(self, nodeType=None):
+ self.nodeType = nodeType
+
+ def install(self, env):
+ self.install_packages(env)
+
+ def configure(self, env, upgrade_type=None):
+ import params
+ env.set_params(params)
+ druid(upgrade_type=upgrade_type, nodeType=self.nodeType)
+
+ def pre_upgrade_restart(self, env, upgrade_type=None):
+ node_type_lower = self.nodeType.lower()
+ Logger.info(format("Executing druid-{node_type_lower} Upgrade pre-restart"))
+ import params
+
+ env.set_params(params)
+
+ if params.stack_version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.stack_version):
+ stack_select.select_packages(params.stack_version)
+
+ def start(self, env, upgrade_type=None):
+ import params
+ env.set_params(params)
+ self.configure(env, upgrade_type=upgrade_type)
+ daemon_cmd = get_daemon_cmd(params, self.nodeType, "start")
+ # Verify Database connection on Druid start
+ if params.metadata_storage_type == 'mysql':
+ if not params.jdbc_driver_jar or not os.path.isfile(params.connector_download_dir + os.path.sep + params.jdbc_driver_jar):
+ path_to_jdbc = params.connector_download_dir + os.path.sep + "*"
+ error_message = "Error! Sorry, but we can't find jdbc driver for mysql.So, db connection check can fail." + \
+ "Please run 'ambari-server setup --jdbc-db=mysql --jdbc-driver={path_to_jdbc} on server host.'"
+ Logger.error(error_message)
+ else:
+ path_to_jdbc = params.connector_download_dir + os.path.sep + params.jdbc_driver_jar
+ db_connection_check_command = format("{params.java8_home}/bin/java -cp {params.check_db_connection_jar}:{path_to_jdbc} org.apache.ambari.server.DBConnectionVerification '{params.metadata_storage_url}' {params.metadata_storage_user} {params.metadata_storage_password!p} com.mysql.jdbc.Driver")
+ else:
+ db_connection_check_command = None
+
+ if db_connection_check_command:
+ sudo.chmod(params.check_db_connection_jar, 0755)
+ Execute( db_connection_check_command,
+ tries=5,
+ try_sleep=10,
+ user=params.druid_user
+ )
+
+ try:
+ Execute(daemon_cmd,
+ user=params.druid_user
+ )
+ except:
+ show_logs(params.druid_log_dir, params.druid_user)
+ raise
+
+ def stop(self, env, upgrade_type=None):
+ import params
+ env.set_params(params)
+
+ daemon_cmd = get_daemon_cmd(params, self.nodeType, "stop")
+ try:
+ Execute(daemon_cmd,
+ user=params.druid_user
+ )
+ except:
+ show_logs(params.druid_log_dir, params.druid_user)
+ raise
+
+ def status(self, env):
+ import status_params
+ env.set_params(status_params)
+ pid_file = getPid(status_params, self.nodeType)
+ check_process_status(pid_file)
+
+ def get_log_folder(self):
+ import params
+ return params.druid_log_dir
+
+ def get_user(self):
+ import params
+ return params.druid_user
http://git-wip-us.apache.org/repos/asf/ambari/blob/e61556cc/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/historical.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/historical.py b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/historical.py
new file mode 100644
index 0000000..22390a6
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/historical.py
@@ -0,0 +1,28 @@
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+"""
+from druid_node import DruidBase
+
+
+class DruidHistorical(DruidBase):
+ def __init__(self):
+ DruidBase.__init__(self, nodeType="historical")
+
+
+if __name__ == "__main__":
+ DruidHistorical().execute()
http://git-wip-us.apache.org/repos/asf/ambari/blob/e61556cc/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/middlemanager.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/middlemanager.py b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/middlemanager.py
new file mode 100644
index 0000000..20df89c
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/middlemanager.py
@@ -0,0 +1,28 @@
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+"""
+from druid_node import DruidBase
+
+
+class DruidMiddleManager(DruidBase):
+ def __init__(self):
+ DruidBase.__init__(self, nodeType="middleManager")
+
+
+if __name__ == "__main__":
+ DruidMiddleManager().execute()
http://git-wip-us.apache.org/repos/asf/ambari/blob/e61556cc/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/overlord.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/overlord.py b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/overlord.py
new file mode 100644
index 0000000..e4d7fcc
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/DRUID/0.10.1/package/scripts/overlord.py
@@ -0,0 +1,28 @@
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+"""
+from druid_node import DruidBase
+
+
+class DruidOverlord(DruidBase):
+ def __init__(self):
+ DruidBase.__init__(self, nodeType="overlord")
+
+
+if __name__ == "__main__":
+ DruidOverlord().execute()