You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@bigtop.apache.org by rv...@apache.org on 2017/03/22 06:09:58 UTC
[07/52] bigtop git commit: Working around ODPI-186
Working around ODPI-186
(cherry picked from commit 2e21565ab7642379bf579c0fea3aa74e071aaf9a)
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/490bcb65
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/490bcb65
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/490bcb65
Branch: refs/heads/master
Commit: 490bcb657b838ed8f328f9f4699d268807b6d8c4
Parents: b1d707c
Author: Roman Shaposhnik <rv...@apache.org>
Authored: Tue Sep 13 18:47:50 2016 -0700
Committer: Roman Shaposhnik <rv...@apache.org>
Committed: Tue Mar 21 23:08:07 2017 -0700
----------------------------------------------------------------------
.../ambari/ODPi/1.0/role_command_order.json | 43 +-
.../1.0/services/YARN/MAPREDUCE2_metrics.json | 2596 +++++++++++++
.../ODPi/1.0/services/YARN/YARN_metrics.json | 3486 ++++++++++++++++++
.../ODPi/1.0/services/YARN/YARN_widgets.json | 611 +++
.../ambari/ODPi/1.0/services/YARN/alerts.json | 418 +++
.../YARN/configuration-mapred/mapred-env.xml | 105 +
.../YARN/configuration-mapred/mapred-site.xml | 481 +++
.../YARN/configuration/capacity-scheduler.xml | 130 +
.../services/YARN/configuration/yarn-env.xml | 260 ++
.../services/YARN/configuration/yarn-log4j.xml | 94 +
.../services/YARN/configuration/yarn-site.xml | 424 +++
.../ambari/ODPi/1.0/services/YARN/kerberos.json | 214 ++
.../ambari/ODPi/1.0/services/YARN/metainfo.xml | 274 +-
.../ambari/ODPi/1.0/services/YARN/package/.hash | 1 +
.../package/alerts/alert_nodemanager_health.py | 209 ++
.../alerts/alert_nodemanagers_summary.py | 219 ++
.../files/validateYarnComponentStatusWindows.py | 161 +
.../services/YARN/package/scripts/__init__.py | 20 +
.../scripts/application_timeline_server.py | 155 +
.../YARN/package/scripts/historyserver.py | 190 +
.../YARN/package/scripts/install_jars.py | 99 +
.../package/scripts/mapred_service_check.py | 168 +
.../YARN/package/scripts/mapreduce2_client.py | 98 +
.../YARN/package/scripts/nodemanager.py | 161 +
.../YARN/package/scripts/nodemanager_upgrade.py | 73 +
.../1.0/services/YARN/package/scripts/params.py | 31 +
.../YARN/package/scripts/params_linux.py | 469 +++
.../YARN/package/scripts/params_windows.py | 59 +
.../YARN/package/scripts/resourcemanager.py | 289 ++
.../services/YARN/package/scripts/service.py | 105 +
.../YARN/package/scripts/service_check.py | 159 +
.../YARN/package/scripts/setup_ranger_yarn.py | 71 +
.../YARN/package/scripts/status_params.py | 61 +
.../1.0/services/YARN/package/scripts/yarn.py | 499 +++
.../YARN/package/scripts/yarn_client.py | 67 +
.../package/templates/container-executor.cfg.j2 | 40 +
.../package/templates/exclude_hosts_list.j2 | 21 +
.../YARN/package/templates/mapreduce.conf.j2 | 35 +
.../package/templates/taskcontroller.cfg.j2 | 38 +
.../YARN/package/templates/yarn.conf.j2 | 35 +
40 files changed, 12662 insertions(+), 7 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/490bcb65/bigtop-packages/src/common/ambari/ODPi/1.0/role_command_order.json
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/ambari/ODPi/1.0/role_command_order.json b/bigtop-packages/src/common/ambari/ODPi/1.0/role_command_order.json
index ab56c7f..31f26e3 100755
--- a/bigtop-packages/src/common/ambari/ODPi/1.0/role_command_order.json
+++ b/bigtop-packages/src/common/ambari/ODPi/1.0/role_command_order.json
@@ -3,39 +3,72 @@
"_comment" : "blockedRole-blockedCommand: [blockerRole1-blockerCommand1, blockerRole2-blockerCommand2, ...]",
"general_deps" : {
"_comment" : "dependencies for all cases",
+ "HBASE_MASTER-START": ["ZOOKEEPER_SERVER-START"],
+ "HBASE_REGIONSERVER-START": ["HBASE_MASTER-START"],
+ "OOZIE_SERVER-START": ["NODEMANAGER-START", "RESOURCEMANAGER-START"],
+ "WEBHCAT_SERVER-START": ["NODEMANAGER-START", "HIVE_SERVER-START"],
+ "WEBHCAT_SERVER-RESTART": ["NODEMANAGER-RESTART", "HIVE_SERVER-RESTART"],
+ "HIVE_METASTORE-START": ["MYSQL_SERVER-START", "NAMENODE-START"],
+ "HIVE_METASTORE-RESTART": ["MYSQL_SERVER-RESTART", "NAMENODE-RESTART"],
+ "HIVE_SERVER-START": ["NODEMANAGER-START", "MYSQL_SERVER-START"],
+ "HIVE_SERVER-RESTART": ["NODEMANAGER-RESTART", "MYSQL_SERVER-RESTART", "ZOOKEEPER_SERVER-RESTART"],
+ "HUE_SERVER-START": ["HIVE_SERVER-START", "HCAT-START", "OOZIE_SERVER-START"],
+ "FLUME_HANDLER-START": ["OOZIE_SERVER-START"],
"MAPREDUCE_SERVICE_CHECK-SERVICE_CHECK": ["NODEMANAGER-START", "RESOURCEMANAGER-START"],
+ "OOZIE_SERVICE_CHECK-SERVICE_CHECK": ["OOZIE_SERVER-START", "MAPREDUCE2_SERVICE_CHECK-SERVICE_CHECK"],
+ "HBASE_SERVICE_CHECK-SERVICE_CHECK": ["HBASE_MASTER-START", "HBASE_REGIONSERVER-START"],
+ "HIVE_SERVICE_CHECK-SERVICE_CHECK": ["HIVE_SERVER-START", "HIVE_METASTORE-START", "WEBHCAT_SERVER-START"],
+ "PIG_SERVICE_CHECK-SERVICE_CHECK": ["NODEMANAGER-START", "RESOURCEMANAGER-START"],
+ "SQOOP_SERVICE_CHECK-SERVICE_CHECK": ["NODEMANAGER-START", "RESOURCEMANAGER-START"],
"ZOOKEEPER_SERVICE_CHECK-SERVICE_CHECK": ["ZOOKEEPER_SERVER-START"],
- "ZOOKEEPER_QUORUM_SERVICE_CHECK-SERVICE_CHECK": ["ZOOKEEPER_SERVER-START"]
+ "ZOOKEEPER_QUORUM_SERVICE_CHECK-SERVICE_CHECK": ["ZOOKEEPER_SERVER-START"],
+ "ZOOKEEPER_SERVER-STOP" : ["HBASE_MASTER-STOP", "HBASE_REGIONSERVER-STOP", "METRICS_COLLECTOR-STOP"],
+ "HBASE_MASTER-STOP": ["HBASE_REGIONSERVER-STOP"]
},
"_comment" : "GLUSTERFS-specific dependencies",
"optional_glusterfs": {
+ "HBASE_MASTER-START": ["PEERSTATUS-START"],
"GLUSTERFS_SERVICE_CHECK-SERVICE_CHECK": ["PEERSTATUS-START"]
},
"_comment" : "Dependencies that are used when GLUSTERFS is not present in cluster",
"optional_no_glusterfs": {
+ "METRICS_COLLECTOR-START": ["NAMENODE-START", "DATANODE-START", "SECONDARY_NAMENODE-START", "ZOOKEEPER_SERVER-START"],
+ "AMBARI_METRICS_SERVICE_CHECK-SERVICE_CHECK": ["METRICS_COLLECTOR-START", "HDFS_SERVICE_CHECK-SERVICE_CHECK"],
"SECONDARY_NAMENODE-START": ["NAMENODE-START"],
+ "SECONDARY_NAMENODE-RESTART": ["NAMENODE-RESTART"],
"RESOURCEMANAGER-START": ["NAMENODE-START", "DATANODE-START"],
"NODEMANAGER-START": ["NAMENODE-START", "DATANODE-START", "RESOURCEMANAGER-START"],
"HISTORYSERVER-START": ["NAMENODE-START", "DATANODE-START"],
+ "HBASE_MASTER-START": ["NAMENODE-START", "DATANODE-START"],
+ "HIVE_SERVER-START": ["DATANODE-START"],
+ "WEBHCAT_SERVER-START": ["DATANODE-START"],
+ "HISTORYSERVER-RESTART": ["NAMENODE-RESTART"],
+ "RESOURCEMANAGER-RESTART": ["NAMENODE-RESTART"],
+ "NODEMANAGER-RESTART": ["NAMENODE-RESTART"],
+ "OOZIE_SERVER-RESTART": ["NAMENODE-RESTART"],
"HDFS_SERVICE_CHECK-SERVICE_CHECK": ["NAMENODE-START", "DATANODE-START",
"SECONDARY_NAMENODE-START"],
"MAPREDUCE2_SERVICE_CHECK-SERVICE_CHECK": ["NODEMANAGER-START",
"RESOURCEMANAGER-START", "HISTORYSERVER-START", "YARN_SERVICE_CHECK-SERVICE_CHECK"],
"YARN_SERVICE_CHECK-SERVICE_CHECK": ["NODEMANAGER-START", "RESOURCEMANAGER-START"],
"RESOURCEMANAGER_SERVICE_CHECK-SERVICE_CHECK": ["RESOURCEMANAGER-START"],
+ "PIG_SERVICE_CHECK-SERVICE_CHECK": ["RESOURCEMANAGER-START", "NODEMANAGER-START"],
"NAMENODE-STOP": ["RESOURCEMANAGER-STOP", "NODEMANAGER-STOP",
- "HISTORYSERVER-STOP"],
+ "HISTORYSERVER-STOP", "HBASE_MASTER-STOP", "METRICS_COLLECTOR-STOP"],
"DATANODE-STOP": ["RESOURCEMANAGER-STOP", "NODEMANAGER-STOP",
- "HISTORYSERVER-STOP"]
+ "HISTORYSERVER-STOP", "HBASE_MASTER-STOP"],
+ "METRICS_GRAFANA-START": ["METRICS_COLLECTOR-START"],
+ "METRICS_COLLECTOR-STOP": ["METRICS_GRAFANA-STOP"]
},
"_comment" : "Dependencies that are used in HA NameNode cluster",
"namenode_optional_ha": {
"NAMENODE-START": ["ZKFC-START", "JOURNALNODE-START", "ZOOKEEPER_SERVER-START"],
- "ZKFC-START": ["ZOOKEEPER_SERVER-START"]
+ "ZKFC-START": ["ZOOKEEPER_SERVER-START"],
+ "ZKFC-STOP": ["NAMENODE-STOP"],
+ "JOURNALNODE-STOP": ["NAMENODE-STOP"]
},
"_comment" : "Dependencies that are used in ResourceManager HA cluster",
"resourcemanager_optional_ha" : {
"RESOURCEMANAGER-START": ["ZOOKEEPER_SERVER-START"]
}
}
-