You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ambari.apache.org by at...@apache.org on 2013/12/03 16:52:56 UTC
[2/2] git commit: AMBARI-3957 Add mapper only for services. (atkach)
AMBARI-3957 Add mapper only for services. (atkach)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/32faad52
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/32faad52
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/32faad52
Branch: refs/heads/trunk
Commit: 32faad52e0ae37946c6f07a8962f5501decc1f67
Parents: 7f3860a
Author: atkach <an...@gmail.com>
Authored: Tue Dec 3 17:52:52 2013 +0200
Committer: atkach <an...@gmail.com>
Committed: Tue Dec 3 17:52:52 2013 +0200
----------------------------------------------------------------------
.../data/dashboard/HDP2/master_components.json | 306 ++++++++
.../assets/data/dashboard/HDP2/services.json | 306 --------
.../app/assets/data/services/HDP2/services.json | 82 ++
.../data/wizard/stack/hdp/version/2.0.5.json | 148 ++++
.../controllers/global/cluster_controller.js | 26 +-
.../app/controllers/global/update_controller.js | 15 +-
ambari-web/app/initialize.js | 1 +
ambari-web/app/mappers/server_data_mapper.js | 3 +-
ambari-web/app/mappers/service_mapper.js | 741 +-----------------
.../app/mappers/service_metrics_mapper.js | 745 +++++++++++++++++++
ambari-web/test/mappers/service_mapper_test.js | 6 +-
11 files changed, 1326 insertions(+), 1053 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/ambari/blob/32faad52/ambari-web/app/assets/data/dashboard/HDP2/master_components.json
----------------------------------------------------------------------
diff --git a/ambari-web/app/assets/data/dashboard/HDP2/master_components.json b/ambari-web/app/assets/data/dashboard/HDP2/master_components.json
new file mode 100644
index 0000000..1de962f
--- /dev/null
+++ b/ambari-web/app/assets/data/dashboard/HDP2/master_components.json
@@ -0,0 +1,306 @@
+{
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/?ServiceComponentInfo/category=MASTER&fields=ServiceComponentInfo/MasterActiveTime,host_components/metrics/jvm/memHeapUsedM,host_components/metrics/jvm/memHeapCommittedM,host_components/metrics/mapred/jobtracker/trackers_decommissioned,host_components/metrics/cpu/cpu_wio,host_components/metrics/rpc/RpcQueueTime_avg_time,host_components/metrics/dfs/FSNamesystem/HAState,host_components/metrics/dfs/FSNamesystem/CapacityUsed,host_components/metrics/dfs/FSNamesystem/CapacityTotal,host_components/metrics/dfs/FSNamesystem/CapacityRemaining,host_components/metrics/dfs/FSNamesystem/BlocksTotal,host_components/metrics/dfs/FSNamesystem/CorruptBlocks,host_components/metrics/dfs/FSNamesystem/MissingBlocks,host_components/metrics/dfs/FSNamesystem/UnderReplicatedBlocks,host_components/metrics/dfs/namenode/Version,host_components/metrics/dfs/namenode/LiveNodes,host_components/metrics/dfs/namenode/DeadNodes,host_components/metric
s/dfs/namenode/DecomNodes,host_components/metrics/dfs/namenode/TotalFiles,host_components/metrics/dfs/namenode/UpgradeFinalized,host_components/metrics/dfs/namenode/Safemode,host_components/metrics/runtime/StartTime,host_components/metrics/flume/flume,host_components/metrics/yarn/Queue,host_components/metrics/hbase/master/IsActiveMaster,host_components/HostRoles/state",
+ "items" : [
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/GANGLIA_SERVER",
+ "ServiceComponentInfo" : {
+ "category" : "MASTER",
+ "cluster_name" : "perf",
+ "component_name" : "GANGLIA_SERVER",
+ "service_name" : "GANGLIA"
+ },
+ "host_components" : [
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/GANGLIA_SERVER",
+ "HostRoles" : {
+ "cluster_name" : "perf",
+ "component_name" : "GANGLIA_SERVER",
+ "host_name" : "dev01.hortonworks.com",
+ "state" : "STARTED"
+ }
+ }
+ ]
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/HBASE_MASTER",
+ "ServiceComponentInfo" : {
+ "category" : "MASTER",
+ "cluster_name" : "perf",
+ "component_name" : "HBASE_MASTER",
+ "service_name" : "HBASE"
+ },
+ "host_components" : [
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/HBASE_MASTER",
+ "HostRoles" : {
+ "cluster_name" : "perf",
+ "component_name" : "HBASE_MASTER",
+ "host_name" : "dev01.hortonworks.com",
+ "state" : "STARTED"
+ },
+ "metrics" : {
+ "cpu" : {
+ "cpu_wio" : 1.68305555556
+ },
+ "hbase" : {
+ "master" : {
+ "IsActiveMaster" : "true"
+ }
+ },
+ "jvm" : {
+ "memHeapCommittedM" : 81.0625,
+ "memHeapUsedM" : 14.4296904856
+ }
+ }
+ }
+ ]
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/NAMENODE",
+ "ServiceComponentInfo" : {
+ "category" : "MASTER",
+ "cluster_name" : "perf",
+ "component_name" : "NAMENODE",
+ "service_name" : "HDFS"
+ },
+ "host_components" : [
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/NAMENODE",
+ "HostRoles" : {
+ "cluster_name" : "perf",
+ "component_name" : "NAMENODE",
+ "host_name" : "dev01.hortonworks.com",
+ "state" : "STARTED"
+ },
+ "metrics" : {
+ "cpu" : {
+ "cpu_wio" : 1.15722222222
+ },
+ "dfs" : {
+ "FSNamesystem" : {
+ "BlocksTotal" : 461,
+ "CapacityRemaining" : 47220695040,
+ "CapacityTotal" : 51770945536,
+ "CapacityUsed" : 193253376,
+ "CorruptBlocks" : 0,
+ "HAState" : "active",
+ "MissingBlocks" : 0,
+ "UnderReplicatedBlocks" : 461
+ },
+ "namenode" : {
+ "DeadNodes" : "{\"dev01.hortonworks.com\":{\"lastContact\":692,\"decommissioned\":false}}",
+ "DecomNodes" : "{}",
+ "LiveNodes" : "{\"dev02.hortonworks.com\":{\"numBlocks\":461,\"usedSpace\":193253376,\"lastContact\":1,\"capacity\":51770945536,\"nonDfsUsedSpace\":4356997120,\"adminState\":\"In Service\",\"version\":\"2.2.0.2.0.6.0-76\"}}",
+ "Safemode" : "",
+ "TotalFiles" : 606,
+ "UpgradeFinalized" : true,
+ "Version" : "2.2.0.2.0.6.0-76, r8656b1cfad13b03b29e98cad042626205e7a1c86"
+ }
+ },
+ "jvm" : {
+ "memHeapCommittedM" : 960.0,
+ "memHeapUsedM" : 106.43069
+ },
+ "rpc" : {
+ "RpcQueueTime_avg_time" : 0.0
+ },
+ "runtime" : {
+ "StartTime" : 1383649085429
+ }
+ }
+ }
+ ]
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/SECONDARY_NAMENODE",
+ "ServiceComponentInfo" : {
+ "category" : "MASTER",
+ "cluster_name" : "perf",
+ "component_name" : "SECONDARY_NAMENODE",
+ "service_name" : "HDFS"
+ },
+ "host_components" : [
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/SECONDARY_NAMENODE",
+ "HostRoles" : {
+ "cluster_name" : "perf",
+ "component_name" : "SECONDARY_NAMENODE",
+ "host_name" : "dev01.hortonworks.com",
+ "state" : "STARTED"
+ }
+ }
+ ]
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/HISTORYSERVER",
+ "ServiceComponentInfo" : {
+ "category" : "MASTER",
+ "cluster_name" : "perf",
+ "component_name" : "HISTORYSERVER",
+ "service_name" : "MAPREDUCE2"
+ },
+ "host_components" : [
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/HISTORYSERVER",
+ "HostRoles" : {
+ "cluster_name" : "perf",
+ "component_name" : "HISTORYSERVER",
+ "host_name" : "dev01.hortonworks.com",
+ "state" : "STARTED"
+ },
+ "metrics" : {
+ "jvm" : {
+ "memHeapCommittedM" : 60.0,
+ "memHeapUsedM" : 20.311676
+ }
+ }
+ }
+ ]
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/NAGIOS_SERVER",
+ "ServiceComponentInfo" : {
+ "category" : "MASTER",
+ "cluster_name" : "perf",
+ "component_name" : "NAGIOS_SERVER",
+ "service_name" : "NAGIOS"
+ },
+ "host_components" : [
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/NAGIOS_SERVER",
+ "HostRoles" : {
+ "cluster_name" : "perf",
+ "component_name" : "NAGIOS_SERVER",
+ "host_name" : "dev01.hortonworks.com",
+ "state" : "STARTED"
+ }
+ }
+ ]
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/OOZIE_SERVER",
+ "ServiceComponentInfo" : {
+ "category" : "MASTER",
+ "cluster_name" : "perf",
+ "component_name" : "OOZIE_SERVER",
+ "service_name" : "OOZIE"
+ },
+ "host_components" : [
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/OOZIE_SERVER",
+ "HostRoles" : {
+ "cluster_name" : "perf",
+ "component_name" : "OOZIE_SERVER",
+ "host_name" : "dev01.hortonworks.com",
+ "state" : "STARTED"
+ }
+ }
+ ]
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/RESOURCEMANAGER",
+ "ServiceComponentInfo" : {
+ "category" : "MASTER",
+ "cluster_name" : "perf",
+ "component_name" : "RESOURCEMANAGER",
+ "service_name" : "YARN"
+ },
+ "host_components" : [
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/RESOURCEMANAGER",
+ "HostRoles" : {
+ "cluster_name" : "perf",
+ "component_name" : "RESOURCEMANAGER",
+ "host_name" : "dev01.hortonworks.com",
+ "state" : "STARTED"
+ },
+ "metrics" : {
+ "cpu" : {
+ "cpu_wio" : 1.21833333333
+ },
+ "jvm" : {
+ "memHeapCommittedM" : 60.0625,
+ "memHeapUsedM" : 30.569305
+ },
+ "yarn" : {
+ "Queue" : {
+ "root" : {
+ "ActiveApplications" : 0,
+ "ActiveUsers" : 0,
+ "AggregateContainersAllocated" : 13,
+ "AggregateContainersReleased" : 13,
+ "AllocatedContainers" : 0,
+ "AllocatedMB" : 0,
+ "AllocatedVCores" : 0,
+ "AppsCompleted" : 5,
+ "AppsFailed" : 0,
+ "AppsKilled" : 0,
+ "AppsPending" : 0,
+ "AppsRunning" : 0,
+ "AppsSubmitted" : 5,
+ "AvailableMB" : 4096,
+ "AvailableVCores" : 16,
+ "PendingContainers" : 0,
+ "PendingMB" : 0,
+ "PendingVCores" : 0,
+ "ReservedContainers" : 0,
+ "ReservedMB" : 0,
+ "ReservedVCores" : 0,
+ "running_1440" : 0,
+ "running_300" : 0,
+ "running_60" : 0,
+ "default" : {
+ "ActiveApplications" : 0,
+ "ActiveUsers" : 0,
+ "AggregateContainersAllocated" : 13,
+ "AggregateContainersReleased" : 13,
+ "AllocatedContainers" : 0,
+ "AllocatedMB" : 0,
+ "AllocatedVCores" : 0,
+ "AppsCompleted" : 5,
+ "AppsFailed" : 0,
+ "AppsKilled" : 0,
+ "AppsPending" : 0,
+ "AppsRunning" : 0,
+ "AppsSubmitted" : 5,
+ "AvailableMB" : 4096,
+ "AvailableVCores" : 16,
+ "PendingContainers" : 0,
+ "PendingMB" : 0,
+ "PendingVCores" : 0,
+ "ReservedContainers" : 0,
+ "ReservedMB" : 0,
+ "ReservedVCores" : 0,
+ "running_1440" : 0,
+ "running_300" : 0,
+ "running_60" : 0
+ }
+ }
+ }
+ }
+ }
+ }
+ ]
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/ZOOKEEPER_SERVER",
+ "ServiceComponentInfo" : {
+ "category" : "MASTER",
+ "cluster_name" : "perf",
+ "component_name" : "ZOOKEEPER_SERVER",
+ "service_name" : "ZOOKEEPER"
+ },
+ "host_components" : [
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/ZOOKEEPER_SERVER",
+ "HostRoles" : {
+ "cluster_name" : "perf",
+ "component_name" : "ZOOKEEPER_SERVER",
+ "host_name" : "dev01.hortonworks.com",
+ "state" : "STARTED"
+ }
+ }
+ ]
+ }
+ ]
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/32faad52/ambari-web/app/assets/data/dashboard/HDP2/services.json
----------------------------------------------------------------------
diff --git a/ambari-web/app/assets/data/dashboard/HDP2/services.json b/ambari-web/app/assets/data/dashboard/HDP2/services.json
deleted file mode 100644
index 1de962f..0000000
--- a/ambari-web/app/assets/data/dashboard/HDP2/services.json
+++ /dev/null
@@ -1,306 +0,0 @@
-{
- "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/?ServiceComponentInfo/category=MASTER&fields=ServiceComponentInfo/MasterActiveTime,host_components/metrics/jvm/memHeapUsedM,host_components/metrics/jvm/memHeapCommittedM,host_components/metrics/mapred/jobtracker/trackers_decommissioned,host_components/metrics/cpu/cpu_wio,host_components/metrics/rpc/RpcQueueTime_avg_time,host_components/metrics/dfs/FSNamesystem/HAState,host_components/metrics/dfs/FSNamesystem/CapacityUsed,host_components/metrics/dfs/FSNamesystem/CapacityTotal,host_components/metrics/dfs/FSNamesystem/CapacityRemaining,host_components/metrics/dfs/FSNamesystem/BlocksTotal,host_components/metrics/dfs/FSNamesystem/CorruptBlocks,host_components/metrics/dfs/FSNamesystem/MissingBlocks,host_components/metrics/dfs/FSNamesystem/UnderReplicatedBlocks,host_components/metrics/dfs/namenode/Version,host_components/metrics/dfs/namenode/LiveNodes,host_components/metrics/dfs/namenode/DeadNodes,host_components/metric
s/dfs/namenode/DecomNodes,host_components/metrics/dfs/namenode/TotalFiles,host_components/metrics/dfs/namenode/UpgradeFinalized,host_components/metrics/dfs/namenode/Safemode,host_components/metrics/runtime/StartTime,host_components/metrics/flume/flume,host_components/metrics/yarn/Queue,host_components/metrics/hbase/master/IsActiveMaster,host_components/HostRoles/state",
- "items" : [
- {
- "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/GANGLIA_SERVER",
- "ServiceComponentInfo" : {
- "category" : "MASTER",
- "cluster_name" : "perf",
- "component_name" : "GANGLIA_SERVER",
- "service_name" : "GANGLIA"
- },
- "host_components" : [
- {
- "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/GANGLIA_SERVER",
- "HostRoles" : {
- "cluster_name" : "perf",
- "component_name" : "GANGLIA_SERVER",
- "host_name" : "dev01.hortonworks.com",
- "state" : "STARTED"
- }
- }
- ]
- },
- {
- "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/HBASE_MASTER",
- "ServiceComponentInfo" : {
- "category" : "MASTER",
- "cluster_name" : "perf",
- "component_name" : "HBASE_MASTER",
- "service_name" : "HBASE"
- },
- "host_components" : [
- {
- "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/HBASE_MASTER",
- "HostRoles" : {
- "cluster_name" : "perf",
- "component_name" : "HBASE_MASTER",
- "host_name" : "dev01.hortonworks.com",
- "state" : "STARTED"
- },
- "metrics" : {
- "cpu" : {
- "cpu_wio" : 1.68305555556
- },
- "hbase" : {
- "master" : {
- "IsActiveMaster" : "true"
- }
- },
- "jvm" : {
- "memHeapCommittedM" : 81.0625,
- "memHeapUsedM" : 14.4296904856
- }
- }
- }
- ]
- },
- {
- "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/NAMENODE",
- "ServiceComponentInfo" : {
- "category" : "MASTER",
- "cluster_name" : "perf",
- "component_name" : "NAMENODE",
- "service_name" : "HDFS"
- },
- "host_components" : [
- {
- "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/NAMENODE",
- "HostRoles" : {
- "cluster_name" : "perf",
- "component_name" : "NAMENODE",
- "host_name" : "dev01.hortonworks.com",
- "state" : "STARTED"
- },
- "metrics" : {
- "cpu" : {
- "cpu_wio" : 1.15722222222
- },
- "dfs" : {
- "FSNamesystem" : {
- "BlocksTotal" : 461,
- "CapacityRemaining" : 47220695040,
- "CapacityTotal" : 51770945536,
- "CapacityUsed" : 193253376,
- "CorruptBlocks" : 0,
- "HAState" : "active",
- "MissingBlocks" : 0,
- "UnderReplicatedBlocks" : 461
- },
- "namenode" : {
- "DeadNodes" : "{\"dev01.hortonworks.com\":{\"lastContact\":692,\"decommissioned\":false}}",
- "DecomNodes" : "{}",
- "LiveNodes" : "{\"dev02.hortonworks.com\":{\"numBlocks\":461,\"usedSpace\":193253376,\"lastContact\":1,\"capacity\":51770945536,\"nonDfsUsedSpace\":4356997120,\"adminState\":\"In Service\",\"version\":\"2.2.0.2.0.6.0-76\"}}",
- "Safemode" : "",
- "TotalFiles" : 606,
- "UpgradeFinalized" : true,
- "Version" : "2.2.0.2.0.6.0-76, r8656b1cfad13b03b29e98cad042626205e7a1c86"
- }
- },
- "jvm" : {
- "memHeapCommittedM" : 960.0,
- "memHeapUsedM" : 106.43069
- },
- "rpc" : {
- "RpcQueueTime_avg_time" : 0.0
- },
- "runtime" : {
- "StartTime" : 1383649085429
- }
- }
- }
- ]
- },
- {
- "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/SECONDARY_NAMENODE",
- "ServiceComponentInfo" : {
- "category" : "MASTER",
- "cluster_name" : "perf",
- "component_name" : "SECONDARY_NAMENODE",
- "service_name" : "HDFS"
- },
- "host_components" : [
- {
- "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/SECONDARY_NAMENODE",
- "HostRoles" : {
- "cluster_name" : "perf",
- "component_name" : "SECONDARY_NAMENODE",
- "host_name" : "dev01.hortonworks.com",
- "state" : "STARTED"
- }
- }
- ]
- },
- {
- "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/HISTORYSERVER",
- "ServiceComponentInfo" : {
- "category" : "MASTER",
- "cluster_name" : "perf",
- "component_name" : "HISTORYSERVER",
- "service_name" : "MAPREDUCE2"
- },
- "host_components" : [
- {
- "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/HISTORYSERVER",
- "HostRoles" : {
- "cluster_name" : "perf",
- "component_name" : "HISTORYSERVER",
- "host_name" : "dev01.hortonworks.com",
- "state" : "STARTED"
- },
- "metrics" : {
- "jvm" : {
- "memHeapCommittedM" : 60.0,
- "memHeapUsedM" : 20.311676
- }
- }
- }
- ]
- },
- {
- "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/NAGIOS_SERVER",
- "ServiceComponentInfo" : {
- "category" : "MASTER",
- "cluster_name" : "perf",
- "component_name" : "NAGIOS_SERVER",
- "service_name" : "NAGIOS"
- },
- "host_components" : [
- {
- "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/NAGIOS_SERVER",
- "HostRoles" : {
- "cluster_name" : "perf",
- "component_name" : "NAGIOS_SERVER",
- "host_name" : "dev01.hortonworks.com",
- "state" : "STARTED"
- }
- }
- ]
- },
- {
- "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/OOZIE_SERVER",
- "ServiceComponentInfo" : {
- "category" : "MASTER",
- "cluster_name" : "perf",
- "component_name" : "OOZIE_SERVER",
- "service_name" : "OOZIE"
- },
- "host_components" : [
- {
- "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/OOZIE_SERVER",
- "HostRoles" : {
- "cluster_name" : "perf",
- "component_name" : "OOZIE_SERVER",
- "host_name" : "dev01.hortonworks.com",
- "state" : "STARTED"
- }
- }
- ]
- },
- {
- "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/RESOURCEMANAGER",
- "ServiceComponentInfo" : {
- "category" : "MASTER",
- "cluster_name" : "perf",
- "component_name" : "RESOURCEMANAGER",
- "service_name" : "YARN"
- },
- "host_components" : [
- {
- "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/RESOURCEMANAGER",
- "HostRoles" : {
- "cluster_name" : "perf",
- "component_name" : "RESOURCEMANAGER",
- "host_name" : "dev01.hortonworks.com",
- "state" : "STARTED"
- },
- "metrics" : {
- "cpu" : {
- "cpu_wio" : 1.21833333333
- },
- "jvm" : {
- "memHeapCommittedM" : 60.0625,
- "memHeapUsedM" : 30.569305
- },
- "yarn" : {
- "Queue" : {
- "root" : {
- "ActiveApplications" : 0,
- "ActiveUsers" : 0,
- "AggregateContainersAllocated" : 13,
- "AggregateContainersReleased" : 13,
- "AllocatedContainers" : 0,
- "AllocatedMB" : 0,
- "AllocatedVCores" : 0,
- "AppsCompleted" : 5,
- "AppsFailed" : 0,
- "AppsKilled" : 0,
- "AppsPending" : 0,
- "AppsRunning" : 0,
- "AppsSubmitted" : 5,
- "AvailableMB" : 4096,
- "AvailableVCores" : 16,
- "PendingContainers" : 0,
- "PendingMB" : 0,
- "PendingVCores" : 0,
- "ReservedContainers" : 0,
- "ReservedMB" : 0,
- "ReservedVCores" : 0,
- "running_1440" : 0,
- "running_300" : 0,
- "running_60" : 0,
- "default" : {
- "ActiveApplications" : 0,
- "ActiveUsers" : 0,
- "AggregateContainersAllocated" : 13,
- "AggregateContainersReleased" : 13,
- "AllocatedContainers" : 0,
- "AllocatedMB" : 0,
- "AllocatedVCores" : 0,
- "AppsCompleted" : 5,
- "AppsFailed" : 0,
- "AppsKilled" : 0,
- "AppsPending" : 0,
- "AppsRunning" : 0,
- "AppsSubmitted" : 5,
- "AvailableMB" : 4096,
- "AvailableVCores" : 16,
- "PendingContainers" : 0,
- "PendingMB" : 0,
- "PendingVCores" : 0,
- "ReservedContainers" : 0,
- "ReservedMB" : 0,
- "ReservedVCores" : 0,
- "running_1440" : 0,
- "running_300" : 0,
- "running_60" : 0
- }
- }
- }
- }
- }
- }
- ]
- },
- {
- "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/components/ZOOKEEPER_SERVER",
- "ServiceComponentInfo" : {
- "category" : "MASTER",
- "cluster_name" : "perf",
- "component_name" : "ZOOKEEPER_SERVER",
- "service_name" : "ZOOKEEPER"
- },
- "host_components" : [
- {
- "href" : "http://192.168.56.101:8080/api/v1/clusters/perf/hosts/dev01.hortonworks.com/host_components/ZOOKEEPER_SERVER",
- "HostRoles" : {
- "cluster_name" : "perf",
- "component_name" : "ZOOKEEPER_SERVER",
- "host_name" : "dev01.hortonworks.com",
- "state" : "STARTED"
- }
- }
- ]
- }
- ]
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/32faad52/ambari-web/app/assets/data/services/HDP2/services.json
----------------------------------------------------------------------
diff --git a/ambari-web/app/assets/data/services/HDP2/services.json b/ambari-web/app/assets/data/services/HDP2/services.json
new file mode 100644
index 0000000..7297c95
--- /dev/null
+++ b/ambari-web/app/assets/data/services/HDP2/services.json
@@ -0,0 +1,82 @@
+{
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/cl/services",
+ "items" : [
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/cl/services/GANGLIA",
+ "ServiceInfo" : {
+ "cluster_name" : "cl",
+ "service_name" : "GANGLIA"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/cl/services/HBASE",
+ "ServiceInfo" : {
+ "cluster_name" : "cl",
+ "service_name" : "HBASE"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/cl/services/HCATALOG",
+ "ServiceInfo" : {
+ "cluster_name" : "cl",
+ "service_name" : "HCATALOG"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/cl/services/HDFS",
+ "ServiceInfo" : {
+ "cluster_name" : "cl",
+ "service_name" : "HDFS"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/cl/services/MAPREDUCE2",
+ "ServiceInfo" : {
+ "cluster_name" : "cl",
+ "service_name" : "MAPREDUCE2"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/cl/services/NAGIOS",
+ "ServiceInfo" : {
+ "cluster_name" : "cl",
+ "service_name" : "NAGIOS"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/cl/services/OOZIE",
+ "ServiceInfo" : {
+ "cluster_name" : "cl",
+ "service_name" : "OOZIE"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/cl/services/SQOOP",
+ "ServiceInfo" : {
+ "cluster_name" : "cl",
+ "service_name" : "SQOOP"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/cl/services/PIG",
+ "ServiceInfo" : {
+ "cluster_name" : "cl",
+ "service_name" : "PIG"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/cl/services/YARN",
+ "ServiceInfo" : {
+ "cluster_name" : "cl",
+ "service_name" : "YARN"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/clusters/cl/services/ZOOKEEPER",
+ "ServiceInfo" : {
+ "cluster_name" : "cl",
+ "service_name" : "ZOOKEEPER"
+ }
+ }
+ ]
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/32faad52/ambari-web/app/assets/data/wizard/stack/hdp/version/2.0.5.json
----------------------------------------------------------------------
diff --git a/ambari-web/app/assets/data/wizard/stack/hdp/version/2.0.5.json b/ambari-web/app/assets/data/wizard/stack/hdp/version/2.0.5.json
new file mode 100644
index 0000000..7018b27
--- /dev/null
+++ b/ambari-web/app/assets/data/wizard/stack/hdp/version/2.0.5.json
@@ -0,0 +1,148 @@
+{
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/2.0.1/stackServices?fields=StackServices",
+ "items" : [
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/2.0.1/stackServices/MAPREDUCE2",
+ "StackServices" : {
+ "user_name" : "mapred",
+ "stack_version" : "2.0.1",
+ "service_name" : "MAPREDUCE2",
+ "stack_name" : "HDP",
+ "comments" : "Apache Hadoop NextGen MapReduce (client libraries)",
+ "service_version" : "2.0.3.22-1"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/2.0.1/stackServices/OOZIE",
+ "StackServices" : {
+ "user_name" : "root",
+ "stack_version" : "2.0.1",
+ "service_name" : "OOZIE",
+ "stack_name" : "HDP",
+ "comments" : "System for workflow coordination and execution of Apache Hadoop jobs",
+ "service_version" : "3.3.1"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/2.0.1/stackServices/PIG",
+ "StackServices" : {
+ "user_name" : "root",
+ "stack_version" : "2.0.1",
+ "service_name" : "PIG",
+ "stack_name" : "HDP",
+ "comments" : "Scripting platform for analyzing large datasets",
+ "service_version" : "0.10.1.22-1"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/2.0.1/stackServices/HCATALOG",
+ "StackServices" : {
+ "user_name" : "root",
+ "stack_version" : "2.0.1",
+ "service_name" : "HCATALOG",
+ "stack_name" : "HDP",
+ "comments" : "This is comment for HCATALOG service",
+ "service_version" : "0.5.0.22-1"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/2.0.1/stackServices/WEBHCAT",
+ "StackServices" : {
+ "user_name" : "root",
+ "stack_version" : "2.0.1",
+ "service_name" : "WEBHCAT",
+ "stack_name" : "HDP",
+ "comments" : "This is comment for WEBHCAT service",
+ "service_version" : "0.5.0"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/2.0.1/stackServices/ZOOKEEPER",
+ "StackServices" : {
+ "user_name" : "root",
+ "stack_version" : "2.0.1",
+ "service_name" : "ZOOKEEPER",
+ "stack_name" : "HDP",
+ "comments" : "This is comment for ZOOKEEPER service",
+ "service_version" : "3.4.5.22-1"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/2.0.1/stackServices/GANGLIA",
+ "StackServices" : {
+ "user_name" : "root",
+ "stack_version" : "2.0.1",
+ "service_name" : "GANGLIA",
+ "stack_name" : "HDP",
+ "comments" : "Ganglia Metrics Collection system",
+ "service_version" : "3.2.0"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/2.0.1/stackServices/HBASE",
+ "StackServices" : {
+ "user_name" : "mapred",
+ "stack_version" : "2.0.1",
+ "service_name" : "HBASE",
+ "stack_name" : "HDP",
+ "comments" : "Non-relational distributed database and centralized service for configuration management & synchronization",
+ "service_version" : "0.94.5.22-1"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/2.0.1/stackServices/HIVE",
+ "StackServices" : {
+ "user_name" : "root",
+ "stack_version" : "2.0.1",
+ "service_name" : "HIVE",
+ "stack_name" : "HDP",
+ "comments" : "Data warehouse system for ad-hoc queries & analysis of large datasets and table & storage management service",
+ "service_version" : "0.10.0.22-1"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/2.0.1/stackServices/YARN",
+ "StackServices" : {
+ "user_name" : "mapred",
+ "stack_version" : "2.0.1",
+ "service_name" : "YARN",
+ "stack_name" : "HDP",
+ "comments" : "Apache Hadoop NextGen MapReduce (YARN)",
+ "service_version" : "2.0.3.22-1"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/2.0.1/stackServices/NAGIOS",
+ "StackServices" : {
+ "user_name" : "root",
+ "stack_version" : "2.0.1",
+ "service_name" : "NAGIOS",
+ "stack_name" : "HDP",
+ "comments" : "Nagios Monitoring and Alerting system",
+ "service_version" : "3.2.3"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/2.0.1/stackServices/TEZ",
+ "StackServices" : {
+ "user_name" : "root",
+ "stack_version" : "2.0.1",
+ "service_name" : "TEZ",
+ "stack_name" : "HDP",
+ "comments" : "Tez is the next generation Hadoop Query Processing framework written on top of YARN",
+ "service_version" : "0.1.0.22-1"
+ }
+ },
+ {
+ "href" : "http://192.168.56.101:8080/api/v1/stacks2/HDP/versions/2.0.1/stackServices/HDFS",
+ "StackServices" : {
+ "user_name" : "root",
+ "stack_version" : "2.0.1",
+ "service_name" : "HDFS",
+ "stack_name" : "HDP",
+ "comments" : "Apache Hadoop Distributed File System",
+ "service_version" : "2.0.3.22-1"
+ }
+ }
+ ]
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/ambari/blob/32faad52/ambari-web/app/controllers/global/cluster_controller.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/controllers/global/cluster_controller.js b/ambari-web/app/controllers/global/cluster_controller.js
index fbc5969..95e2370 100644
--- a/ambari-web/app/controllers/global/cluster_controller.js
+++ b/ambari-web/app/controllers/global/cluster_controller.js
@@ -52,7 +52,8 @@ App.ClusterController = Em.Controller.extend({
dataLoadList:Em.Object.create({
'hosts':false,
- 'services':false,
+ 'serviceMetrics':false,
+ 'services': false,
'cluster':false,
'clusterStatus':false,
'racks':false,
@@ -374,16 +375,19 @@ App.ClusterController = Em.Controller.extend({
self.updateLoadStatus('users');
});
- self.loadUpdatedStatus(function () {
- self.updateLoadStatus('status');
- App.router.get('updateController').updateServiceMetric(function () {
- if (App.supports.hostOverrides) {
- App.router.get('updateController').updateComponentConfig(function () {
- self.updateLoadStatus('componentConfigs');
- });
- }
- self.updateLoadStatus('services');
- }, true);
+ App.router.get('updateController').updateServices(function () {
+ self.updateLoadStatus('services');
+ self.loadUpdatedStatus(function () {
+ self.updateLoadStatus('status');
+ App.router.get('updateController').updateServiceMetric(function () {
+ if (App.supports.hostOverrides) {
+ App.router.get('updateController').updateComponentConfig(function () {
+ self.updateLoadStatus('componentConfigs');
+ });
+ }
+ self.updateLoadStatus('serviceMetrics');
+ }, true);
+ });
});
this.loadAlerts(function(){
http://git-wip-us.apache.org/repos/asf/ambari/blob/32faad52/ambari-web/app/controllers/global/update_controller.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/controllers/global/update_controller.js b/ambari-web/app/controllers/global/update_controller.js
index 1358627..9bc2db3 100644
--- a/ambari-web/app/controllers/global/update_controller.js
+++ b/ambari-web/app/controllers/global/update_controller.js
@@ -37,6 +37,7 @@ App.UpdateController = Em.Controller.extend({
*/
updateAll:function(){
if(this.get('isWorking')) {
+ App.updater.run(this, 'updateServices', 'isWorking');
App.updater.run(this, 'updateHostConditionally', 'isWorking');
App.updater.run(this, 'updateServiceMetricConditionally', 'isWorking', App.componentsUpdateInterval);
App.updater.run(this, 'graphsUpdate', 'isWorking');
@@ -138,10 +139,9 @@ App.UpdateController = Em.Controller.extend({
var conditionalFieldsString = conditionalFields.length > 0 ? ',' + conditionalFields.join(',') : '';
var initialFieldsString = initialFields.length > 0 ? ',' + initialFields.join(',') : '';
var methodStartTs = new Date().getTime();
- var testUrl = App.get('isHadoop2Stack') ? '/data/dashboard/HDP2/services.json':'/data/dashboard/services.json';
+ var testUrl = App.get('isHadoop2Stack') ? '/data/dashboard/HDP2/master_components.json':'/data/dashboard/services.json';
- var realUrl = '/components/?ServiceComponentInfo/category=MASTER' +
- '|ServiceComponentInfo/component_name=SQOOP|ServiceComponentInfo/component_name=HCAT|ServiceComponentInfo/component_name=PIG&fields=' +
+ var realUrl = '/components/?ServiceComponentInfo/category=MASTER&fields=' +
'ServiceComponentInfo,' +
'host_components/HostRoles/state,' +
'host_components/HostRoles/stale_configs,' +
@@ -173,13 +173,20 @@ App.UpdateController = Em.Controller.extend({
var callback = callback || function (jqXHR, textStatus) {
self.set('isUpdated', true);
};
- App.HttpClient.get(servicesUrl, App.servicesMapper, {
+ App.HttpClient.get(servicesUrl, App.serviceMetricsMapper, {
complete: function(){
console.log("UpdateServiceMetric() Finished in:"+ (new Date().getTime()-methodStartTs) + " ms");
callback();
}
});
},
+ updateServices: function (callback) {
+ var testUrl = '/data/services/HDP2/services.json';
+ var componentConfigUrl = this.getUrl(testUrl, '/services');
+ App.HttpClient.get(componentConfigUrl, App.serviceMapper, {
+ complete: callback
+ });
+ },
updateComponentConfig: function (callback) {
var testUrl = '/data/services/host_component_stale_configs.json';
var componentConfigUrl = this.getUrl(testUrl, '/host_components?fields=HostRoles/component_name&HostRoles/stale_configs=true');
http://git-wip-us.apache.org/repos/asf/ambari/blob/32faad52/ambari-web/app/initialize.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/initialize.js b/ambari-web/app/initialize.js
index bf7ca99..229df15 100644
--- a/ambari-web/app/initialize.js
+++ b/ambari-web/app/initialize.js
@@ -45,6 +45,7 @@ require('mappers/racks_mapper');
require('mappers/alerts_mapper');
require('mappers/users_mapper');
require('mappers/service_mapper');
+require('mappers/service_metrics_mapper');
require('mappers/target_cluster_mapper');
require('mappers/dataset_mapper');
require('mappers/component_config_mapper');
http://git-wip-us.apache.org/repos/asf/ambari/blob/32faad52/ambari-web/app/mappers/server_data_mapper.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/mappers/server_data_mapper.js b/ambari-web/app/mappers/server_data_mapper.js
index 8294869..5196d89 100644
--- a/ambari-web/app/mappers/server_data_mapper.js
+++ b/ambari-web/app/mappers/server_data_mapper.js
@@ -26,7 +26,8 @@ App.cache = {
'Hosts': {},
'previousHostStatuses': {},
'previousComponentStatuses': {},
- 'hostComponentsOnService': {}
+ 'hostComponentsOnService': {},
+ 'services': []
};
App.ServerDataMapper = Em.Object.extend({
http://git-wip-us.apache.org/repos/asf/ambari/blob/32faad52/ambari-web/app/mappers/service_mapper.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/mappers/service_mapper.js b/ambari-web/app/mappers/service_mapper.js
index 7c58ce4..b4bde3b 100644
--- a/ambari-web/app/mappers/service_mapper.js
+++ b/ambari-web/app/mappers/service_mapper.js
@@ -16,739 +16,24 @@
*/
var App = require('app');
-var misc = require('utils/misc');
-
-App.servicesMapper = App.QuickDataMapper.create({
-
- model: App.Service,
- config: {
- id: 'ServiceInfo.service_name',
- service_name: 'ServiceInfo.service_name',
- work_status: 'ServiceInfo.state',
- $rand: Math.random(),
- $alerts: [ 1, 2, 3 ],
- host_components: 'host_components'
- },
- hdfsConfig: {
- version: 'nameNodeComponent.host_components[0].metrics.dfs.namenode.Version',
- name_node_id: 'nameNodeComponent.host_components[0].HostRoles.host_name',
- sname_node_id: 'snameNodeComponent.host_components[0].HostRoles.host_name',
- active_name_node_id: 'active_name_node_id',
- standby_name_node_id: 'standby_name_node_id',
- standby_name_node2_id: 'standby_name_node2_id',
- journal_nodes: 'journal_nodes',
- name_node_start_time: 'nameNodeComponent.host_components[0].metrics.runtime.StartTime',
- jvm_memory_heap_used: 'nameNodeComponent.host_components[0].metrics.jvm.memHeapUsedM',
- jvm_memory_heap_max: 'nameNodeComponent.host_components[0].metrics.jvm.memMaxM',
- live_data_nodes: 'live_data_nodes',
- dead_data_nodes: 'dead_data_nodes',
- decommission_data_nodes: 'decommission_data_nodes',
- capacity_used: 'nameNodeComponent.host_components[0].metrics.dfs.FSNamesystem.CapacityUsed',
- capacity_total: 'nameNodeComponent.host_components[0].metrics.dfs.FSNamesystem.CapacityTotal',
- capacity_remaining: 'nameNodeComponent.host_components[0].metrics.dfs.FSNamesystem.CapacityRemaining',
- dfs_total_blocks: 'nameNodeComponent.host_components[0].metrics.dfs.FSNamesystem.BlocksTotal',
- dfs_corrupt_blocks: 'nameNodeComponent.host_components[0].metrics.dfs.FSNamesystem.CorruptBlocks',
- dfs_missing_blocks: 'nameNodeComponent.host_components[0].metrics.dfs.FSNamesystem.MissingBlocks',
- dfs_under_replicated_blocks: 'nameNodeComponent.host_components[0].metrics.dfs.FSNamesystem.UnderReplicatedBlocks',
- dfs_total_files: 'nameNodeComponent.host_components[0].metrics.dfs.namenode.TotalFiles',
- upgrade_status: 'nameNodeComponent.host_components[0].metrics.dfs.namenode.UpgradeFinalized',
- safe_mode_status: 'nameNodeComponent.host_components[0].metrics.dfs.namenode.Safemode',
- name_node_cpu: 'nameNodeComponent.host_components[0].metrics.cpu.cpu_wio',
- name_node_rpc: 'nameNodeComponent.host_components[0].metrics.rpc.RpcQueueTime_avg_time'
- },
- yarnConfig: {
- version: 'resourceManagerComponent.ServiceComponentInfo.Version',
- resource_manager_node_id: 'resourceManagerComponent.host_components[0].HostRoles.host_name',
- node_manager_live_nodes: 'node_manager_live_nodes',
- resource_manager_start_time: 'resourceManagerComponent.ServiceComponentInfo.StartTime',
- jvm_memory_heap_used: 'resourceManagerComponent.host_components[0].metrics.jvm.memHeapUsedM',
- jvm_memory_heap_max: 'resourceManagerComponent.host_components[0].metrics.jvm.memMaxM',
- containers_allocated: 'resourceManagerComponent.host_components[0].metrics.yarn.Queue.root.AllocatedContainers',
- containers_pending: 'resourceManagerComponent.host_components[0].metrics.yarn.Queue.root.PendingContainers',
- containers_reserved: 'resourceManagerComponent.host_components[0].metrics.yarn.Queue.root.ReservedContainers',
- apps_submitted: 'resourceManagerComponent.host_components[0].metrics.yarn.Queue.root.AppsSubmitted',
- apps_running: 'resourceManagerComponent.host_components[0].metrics.yarn.Queue.root.AppsRunning',
- apps_pending: 'resourceManagerComponent.host_components[0].metrics.yarn.Queue.root.AppsPending',
- apps_completed: 'resourceManagerComponent.host_components[0].metrics.yarn.Queue.root.AppsCompleted',
- apps_killed: 'resourceManagerComponent.host_components[0].metrics.yarn.Queue.root.AppsKilled',
- apps_failed: 'resourceManagerComponent.host_components[0].metrics.yarn.Queue.root.AppsFailed',
- node_managers_count_active: 'resourceManagerComponent.ServiceComponentInfo.rm_metrics.cluster.activeNMcount',
- //node_managers_count_lost: 'resourceManagerComponent.ServiceComponentInfo.rm_metrics.cluster.lostNMcount',
- node_managers_count_unhealthy: 'resourceManagerComponent.ServiceComponentInfo.rm_metrics.cluster.unhealthyNMcount',
- node_managers_count_rebooted: 'resourceManagerComponent.ServiceComponentInfo.rm_metrics.cluster.rebootedNMcount',
- node_managers_count_decommissioned: 'resourceManagerComponent.ServiceComponentInfo.rm_metrics.cluster.decommissionedNMcount',
- allocated_memory: 'resourceManagerComponent.host_components[0].metrics.yarn.Queue.root.AllocatedMB',
- available_memory: 'resourceManagerComponent.host_components[0].metrics.yarn.Queue.root.AvailableMB',
- reserved_memory: 'resourceManagerComponent.host_components[0].metrics.yarn.Queue.root.ReservedMB',
- queue: 'resourceManagerComponent.queue'
- },
- mapReduce2Config: {
- version: 'jobHistoryServerComponent.ServiceComponentInfo.Version',
- job_history_server_id: 'jobHistoryServerComponent.host_components[0].HostRoles.host_name'
- },
- mapReduceConfig: {
- version: 'jobTrackerComponent.ServiceComponentInfo.Version',
- job_tracker_id: 'jobTrackerComponent.host_components[0].HostRoles.host_name',
- job_tracker_start_time: 'jobTrackerComponent.ServiceComponentInfo.StartTime',
- job_tracker_heap_used: 'jobTrackerComponent.ServiceComponentInfo.HeapMemoryUsed',
- job_tracker_heap_max: 'jobTrackerComponent.ServiceComponentInfo.HeapMemoryMax',
- alive_trackers: 'alive_trackers',
- black_list_trackers: 'black_list_trackers',
- gray_list_trackers: 'gray_list_trackers',
- map_slots: 'map_slots',
- reduce_slots: 'reduce_slots',
- jobs_submitted: 'jobTrackerComponent.ServiceComponentInfo.jobtracker.jobs_submitted',
- jobs_completed: 'jobTrackerComponent.ServiceComponentInfo.jobtracker.jobs_completed',
- jobs_running: 'jobTrackerComponent.ServiceComponentInfo.jobtracker.jobs_running',
- map_slots_occupied: 'jobTrackerComponent.ServiceComponentInfo.jobtracker.occupied_map_slots',
- map_slots_reserved: 'jobTrackerComponent.ServiceComponentInfo.jobtracker.reserved_map_slots',
- reduce_slots_occupied: 'jobTrackerComponent.ServiceComponentInfo.jobtracker.occupied_reduce_slots',
- reduce_slots_reserved: 'jobTrackerComponent.ServiceComponentInfo.jobtracker.reserved_reduce_slots',
- maps_running: 'jobTrackerComponent.ServiceComponentInfo.jobtracker.running_maps',
- maps_waiting: 'jobTrackerComponent.ServiceComponentInfo.jobtracker.waiting_maps',
- reduces_running: 'jobTrackerComponent.ServiceComponentInfo.jobtracker.running_reduces',
- reduces_waiting: 'jobTrackerComponent.ServiceComponentInfo.jobtracker.waiting_reduces',
- trackers_decommissioned: 'jobTrackerComponent.host_components[0].metrics.mapred.jobtracker.trackers_decommissioned',
- job_tracker_cpu: 'jobTrackerComponent.host_components[0].metrics.cpu.cpu_wio',
- job_tracker_rpc: 'jobTrackerComponent.host_components[0].metrics.rpc.RpcQueueTime_avg_time'
- },
- hbaseConfig: {
- version: 'masterComponent.ServiceComponentInfo.Version',
- master_id: 'masterComponent.host_components[0].HostRoles.host_name',
- master_start_time: 'masterComponent.ServiceComponentInfo.MasterStartTime',
- master_active_time: 'masterComponent.ServiceComponentInfo.MasterActiveTime',
- average_load: 'masterComponent.ServiceComponentInfo.AverageLoad',
- regions_in_transition: 'regions_in_transition',
- revision: 'masterComponent.ServiceComponentInfo.Revision',
- heap_memory_used: 'masterComponent.ServiceComponentInfo.HeapMemoryUsed',
- heap_memory_max: 'masterComponent.ServiceComponentInfo.HeapMemoryMax'
- },
-
- model3: App.HostComponent,
- config3: {
- id: 'id',
- work_status: 'HostRoles.state',
- desired_status: 'HostRoles.desired_state',
- component_name: 'HostRoles.component_name',
- host_id: 'HostRoles.host_name',
- stale_configs: 'HostRoles.stale_configs',
- $service_id: 'none' /* will be set outside of parse function */
- },
+App.serviceMapper = App.QuickDataMapper.create({
map: function (json) {
- if (!this.get('model')) {
- return;
- }
- console.time('App.servicesMapper execution time');
- if (json.items) {
-
- // Host components
- var hostComponents = [];
- var services = [];
- var previousComponentStatuses = App.cache['previousComponentStatuses'];
- /**
- * services contains constructed service-components structure from components array
- */
- json.items.forEach(function (component) {
- var service = services.findProperty('ServiceInfo.service_name', component.ServiceComponentInfo.service_name);
- var serviceName = component.ServiceComponentInfo.service_name;
- if (!service) {
- service = {
- ServiceInfo: {
- service_name: component.ServiceComponentInfo.service_name
- },
- host_components: [],
- components: []
- };
- services.push(service);
- }
- service.components.push(component);
- component.host_components.forEach(function (host_component) {
- host_component.id = host_component.HostRoles.component_name + "_" + host_component.HostRoles.host_name;
- previousComponentStatuses[host_component.id] = host_component.HostRoles.state;
- if (host_component.HostRoles.component_name == "HBASE_MASTER") {
- this.config3.ha_status = 'metrics.hbase.master.IsActiveMaster';
- }
- var comp = this.parseIt(host_component, this.config3);
- comp.service_id = serviceName;
- hostComponents.push(comp);
- }, this);
- }, this);
-
- //load master components to model
- App.store.loadMany(this.get('model3'), hostComponents);
-
- var result = [];
-
- //parse service metrics from components
- services.forEach(function (item) {
- var finalJson = [];
- var serviceData = App.cache['hostComponentsOnService'][item.ServiceInfo.service_name];
- //service can have zero number of host-components
- if (serviceData) {
- item.host_components = serviceData.host_components;
- item.host_components.sort();
- }
-
- if (item && item.ServiceInfo && item.ServiceInfo.service_name == "HDFS") {
- finalJson = this.hdfsMapper(item);
- finalJson.rand = Math.random();
- result.push(finalJson);
- App.store.load(App.HDFSService, finalJson);
- } else if (item && item.ServiceInfo && item.ServiceInfo.service_name == "MAPREDUCE") {
- finalJson = this.mapreduceMapper(item);
- finalJson.rand = Math.random();
- result.push(finalJson);
- App.store.load(App.MapReduceService, finalJson);
- } else if (item && item.ServiceInfo && item.ServiceInfo.service_name == "HBASE") {
- finalJson = this.hbaseMapper(item);
- finalJson.rand = Math.random();
- result.push(finalJson);
- App.store.load(App.HBaseService, finalJson);
- } else if (item && item.ServiceInfo && item.ServiceInfo.service_name == "FLUME") {
- finalJson = this.flumeMapper(item);
- finalJson.rand = Math.random();
- result.push(finalJson);
- if (finalJson.nodeObjs) {
- finalJson.nodeObjs.forEach(function (no) {
- App.store.load(App.FlumeNode, no);
- });
- }
- App.store.load(App.FlumeService, finalJson);
- } else if (item && item.ServiceInfo && item.ServiceInfo.service_name == "YARN") {
- finalJson = this.yarnMapper(item);
- finalJson.rand = Math.random();
- result.push(finalJson);
- App.store.load(App.YARNService, finalJson);
- } else if (item && item.ServiceInfo && item.ServiceInfo.service_name == "MAPREDUCE2") {
- finalJson = this.mapreduce2Mapper(item);
- finalJson.rand = Math.random();
- result.push(finalJson);
- App.store.load(App.MapReduce2Service, finalJson);
- } else {
- finalJson = this.parseIt(item, this.config);
- finalJson.rand = Math.random();
- this.mapQuickLinks(finalJson, item);
- result.push(finalJson);
- }
- }, this);
-
- result = misc.sortByOrder(App.Service.servicesSortOrder, result);
-
- //load services to model
- App.store.loadMany(this.get('model'), result);
-
- var servicesMap = {};
- //calculate service statuses according to their host-components
- App.HostComponent.find().filterProperty('isMaster').forEach(function (item) {
- if (item) {
- this.countServiceComponents(item, servicesMap, servicesMap[item.get('service.id')]);
- }
- }, this);
- this.updateServicesStatus(App.Service.find(), servicesMap);
- }
- console.timeEnd('App.servicesMapper execution time');
- },
-
- /**
- * fill serviceMap with aggregated data of hostComponents for each service
- * @param hostComponent
- * @param servicesMap
- * @param service
- */
- countServiceComponents: function (hostComponent, servicesMap, service) {
- if (!service) {
- service = {
- everyStarted: true,
- everyStartedOrMaintenance: true,
- masterComponents: [],
- isStarted: false,
- isUnknown: false,
- isStarting: false,
- isStopped: false,
- isHbaseActive: false,
- serviceName: hostComponent.get('service.id'),
- isRunning: true,
- hdfsHealthStatus: '',
- toolTipContent: ''
- };
- servicesMap[hostComponent.get('service.id')] = service;
- }
- if (hostComponent.get('isMaster')) {
- if (service.everyStartedOrMaintenance) {
- service.everyStartedOrMaintenance = (((hostComponent.get('componentName') === 'NAMENODE' && !App.HostComponent.find().someProperty('componentName', 'SECONDARY_NAMENODE')) || hostComponent.get('componentName') === 'JOURNALNODE') && App.HDFSService.find().filterProperty('activeNameNode.hostName').length > 0)
- ? true : service.everyStartedOrMaintenance = ([App.HostComponentStatus.started, App.HostComponentStatus.maintenance].contains(hostComponent.get('workStatus')));
- } else {
- service.everyStartedOrMaintenance = false;
- }
- service.everyStarted = (service.everyStarted)
- ? (hostComponent.get('workStatus') === App.HostComponentStatus.started)
- : false;
- service.isStarted = (!service.isStarted)
- ? (hostComponent.get('workStatus') === App.HostComponentStatus.started)
- : true;
- service.isUnknown = (!service.isUnknown)
- ? (hostComponent.get('workStatus') === App.HostComponentStatus.unknown)
- : true;
- service.isStarting = (!service.isStarting)
- ? (hostComponent.get('workStatus') === App.HostComponentStatus.starting)
- : true;
- service.isStopped = (!service.isStopped)
- ? (hostComponent.get('workStatus') === App.HostComponentStatus.stopped)
- : true;
- service.isHbaseActive = (!service.isHbaseActive)
- ? (hostComponent.get('haStatus') === 'true')
- : true;
-
- service.masterComponents.push(hostComponent);
-
- // set advanced nameNode display name for HA, active or standby NameNode
- // this is useful on three places: hdfs health status hover tooltip, hdfs service summary and NN component on host detail page
- if (hostComponent.get('componentName') === 'NAMENODE' && !App.HostComponent.find().someProperty('componentName', 'SECONDARY_NAMENODE')) {
- var hostName = hostComponent.get('host.hostName');
- var services = App.Service.find();
- var hdfs;
- services.forEach(function (item) {
- if (item.get("serviceName") == "HDFS") {
- hdfs = App.HDFSService.find(item.get('id'));
- }
- }, this);
- var activeNNText = Em.I18n.t('services.service.summary.nameNode.active');
- var standbyNNText = Em.I18n.t('services.service.summary.nameNode.standby');
- if (hdfs) {
- if (hdfs.get('activeNameNode') && hdfs.get('activeNameNode').get('hostName')) {
- var activeHostname = hdfs.get('activeNameNode').get('hostName');
- }
- if (hdfs.get('standbyNameNode') && hdfs.get('standbyNameNode').get('hostName')) {
- var standbyHostname1 = hdfs.get('standbyNameNode').get('hostName');
- }
- if (hdfs.get('standbyNameNode2') && hdfs.get('standbyNameNode2').get('hostName')) {
- var standbyHostname2 = hdfs.get('standbyNameNode2').get('hostName');
- }
- if (hostName == activeHostname) {
- hostComponent.set('displayNameAdvanced', activeNNText);
- } else if (hostName == standbyHostname1 || hostName == standbyHostname2) {
- hostComponent.set('displayNameAdvanced', standbyNNText);
- } else {
- hostComponent.set('displayNameAdvanced', null);
- }
- }
- } else if (hostComponent.get('componentName') === 'HBASE_MASTER') {
- if (hostComponent.get('workStatus') === 'STARTED') {
- hostComponent.get('haStatus') == 'true' ? hostComponent.set('displayNameAdvanced', this.t('dashboard.services.hbase.masterServer.active')) : hostComponent.set('displayNameAdvanced', this.t('dashboard.services.hbase.masterServer.standby'));
- } else {
- hostComponent.set('displayNameAdvanced', null);
- }
- }
-
- if (hostComponent.get("displayNameAdvanced")) {
- service.toolTipContent += hostComponent.get("displayNameAdvanced") + " " + hostComponent.get("componentTextStatus") + "<br/>";
- } else {
- service.toolTipContent += hostComponent.get("displayName") + " " + hostComponent.get("componentTextStatus") + "<br/>";
- }
-
- }
-
- if (hostComponent.get('workStatus') !== App.HostComponentStatus.stopped &&
- hostComponent.get('workStatus') !== App.HostComponentStatus.install_failed &&
- hostComponent.get('workStatus') !== App.HostComponentStatus.unknown &&
- hostComponent.get('workStatus') !== App.HostComponentStatus.maintenance) {
- service.isRunning = false;
- }
- },
-
- /**
- * compute service status and properties by servicesMap of hostComponents
- * @param services
- * @param servicesMap
- */
- updateServicesStatus: function(services, servicesMap){
- services.forEach(function(_service){
- var service = servicesMap[_service.get('id')];
- if (service) {
- var serviceName = _service.get('serviceName');
- var serviceSpecificObj = null;
- switch (serviceName) {
- case "HDFS":
- serviceSpecificObj = App.HDFSService.find(_service.get('id'));
- break;
- case "YARN":
- serviceSpecificObj = App.YARNService.find(_service.get('id'));
- break;
- case "MAPREDUCE":
- serviceSpecificObj = App.MapReduceService.find(_service.get('id'));
- break;
- case "HBASE":
- serviceSpecificObj = App.HBaseService.find(_service.get('id'));
- break;
- }
- //computation of service health status
- var isGreen = serviceName === 'HBASE' && App.supports.multipleHBaseMasters ? service.isStarted : service.everyStartedOrMaintenance;
- if (isGreen) {
- _service.set('healthStatus', 'green');
- if (serviceSpecificObj != null) {
- serviceSpecificObj.set('healthStatus', 'green');
- }
- } else if (service.isUnknown) {
- _service.set('healthStatus', 'yellow');
- if (serviceSpecificObj != null) {
- serviceSpecificObj.set('healthStatus', 'yellow');
- }
- } else if (service.isStarting) {
- _service.set('healthStatus', 'green-blinking');
- if (serviceSpecificObj != null) {
- serviceSpecificObj.set('healthStatus', 'green-blinking');
- }
- } else if (service.isStopped) {
- _service.set('healthStatus', 'red');
- if (serviceSpecificObj != null) {
- serviceSpecificObj.set('healthStatus', 'red');
- }
- } else {
- _service.set('healthStatus', 'red-blinking');
- if (serviceSpecificObj != null) {
- serviceSpecificObj.set('healthStatus', 'red-blinking');
- }
- }
-
- if (serviceName === 'HBASE' && App.supports.multipleHBaseMasters) {
- if (!service.isHbaseActive) {
- _service.set('healthStatus', 'red');
- if (serviceSpecificObj != null) {
- serviceSpecificObj.set('healthStatus', 'red');
- }
- }
- }
-
- _service.set('isStarted', service.everyStarted);
- _service.set('isStopped', service.isRunning);
- _service.set('toolTipContent', service.toolTipContent);
- if (serviceSpecificObj != null) {
- serviceSpecificObj.set('isStarted', service.everyStarted);
- serviceSpecificObj.set('isStopped', service.isRunning);
- serviceSpecificObj.set('toolTipContent', service.toolTipContent);
- }
- }
- }, this);
- },
-
- /**
- * Map quick links to services:OOZIE,GANGLIA,NAGIOS,HUE
- * @param finalJson
- * @param item
- */
- mapQuickLinks: function (finalJson, item){
- if(item && item.ServiceInfo && item.ServiceInfo.service_name == "OOZIE"){
- finalJson.quick_links = [19];
- }else if(item && item.ServiceInfo && item.ServiceInfo.service_name == "GANGLIA"){
- finalJson.quick_links = [20];
- }else if(item && item.ServiceInfo && item.ServiceInfo.service_name == "NAGIOS"){
- finalJson.quick_links = [21];
- }else if(item && item.ServiceInfo && item.ServiceInfo.service_name == "HUE"){
- finalJson.quick_links = [22];
- }
- },
-
- hdfsMapper: function (item) {
- var finalConfig = jQuery.extend({}, this.config);
- // Change the JSON so that it is easy to map
- var hdfsConfig = this.hdfsConfig;
- item.components.forEach(function (component) {
- if (component.ServiceComponentInfo && component.ServiceComponentInfo.component_name == "NAMENODE") {
- //enabled HA
- if ( component.host_components.length == 2) {
- var haState1;
- var haState2;
- if (component.host_components[1].metrics && component.host_components[1].metrics.dfs) {
- haState2 = component.host_components[1].metrics.dfs.FSNamesystem.HAState;
- }
- if (component.host_components[0].metrics && component.host_components[0].metrics.dfs) {
- haState1 = component.host_components[0].metrics.dfs.FSNamesystem.HAState;
- }
- var active_name_node = [];
- var standby_name_nodes = [];
- switch (haState1) {
- case "active":
- active_name_node.push(component.host_components[0].HostRoles.host_name);
- break;
- case "standby":
- standby_name_nodes.push(component.host_components[0].HostRoles.host_name);
- break;
- }
- switch (haState2) {
- case "active":
- active_name_node.push(component.host_components[1].HostRoles.host_name);
- break;
- case "standby":
- standby_name_nodes.push(component.host_components[1].HostRoles.host_name);
- break;
- }
- item.active_name_node_id = null;
- item.standby_name_node_id = null;
- item.standby_name_node2_id = null;
- switch (active_name_node.length) {
- case 1:
- item.active_name_node_id = active_name_node[0];
- break;
- }
- switch (standby_name_nodes.length) {
- case 1:
- item.standby_name_node_id = standby_name_nodes[0];
- break;
- case 2:
- item.standby_name_node_id = standby_name_nodes[0];
- item.standby_name_node2_id = standby_name_nodes[1];
- break;
- }
- // important: active nameNode always at host_components[0]; if no active, then any nameNode could work.
- if (haState2 == "active") { // change places for all model bind with host_component[0]
- var tmp = component.host_components[1];
- component.host_components[1] = component.host_components[0];
- component.host_components[0] = tmp;
- }
- }
- item.nameNodeComponent = component;
- finalConfig = jQuery.extend(finalConfig, hdfsConfig);
- // Get the live, dead & decommission nodes from string json
- if (component.host_components[0].metrics && component.host_components[0].metrics.dfs && component.host_components[0].metrics.dfs.namenode) {
- var liveNodesJson = App.parseJSON(component.host_components[0].metrics.dfs.namenode.LiveNodes);
- var deadNodesJson = App.parseJSON(component.host_components[0].metrics.dfs.namenode.DeadNodes);
- var decommissionNodesJson = App.parseJSON(component.host_components[0].metrics.dfs.namenode.DecomNodes);
- }
- item.live_data_nodes = [];
- item.dead_data_nodes = [];
- item.decommission_data_nodes = [];
- for (var ln in liveNodesJson) {
- item.live_data_nodes.push(ln);
- }
- for (var dn in deadNodesJson) {
- item.dead_data_nodes.push(dn);
- }
- for (var dcn in decommissionNodesJson) {
- item.decommission_data_nodes.push(dcn);
- }
- }
- if (component.ServiceComponentInfo && component.ServiceComponentInfo.component_name == "SECONDARY_NAMENODE") {
- item.snameNodeComponent = component;
- }
- if (component.ServiceComponentInfo && component.ServiceComponentInfo.component_name == "JOURNALNODE") {
- if (!item.journal_nodes) {
- item.journal_nodes = [];
- }
- if (component.host_components) {
- component.host_components.forEach(function (hc) {
- item.journal_nodes.push(hc.HostRoles.host_name);
- });
- }
- }
- });
- // Map
- var finalJson = this.parseIt(item, finalConfig);
- finalJson.quick_links = [1, 2, 3, 4];
-
- return finalJson;
- },
- yarnMapper: function (item) {
- var result = [];
- var self = this;
- var finalConfig = jQuery.extend({}, this.config);
- // Change the JSON so that it is easy to map
- var yarnConfig = this.yarnConfig;
- item.components.forEach(function (component) {
- if (component.ServiceComponentInfo && component.ServiceComponentInfo.component_name == "RESOURCEMANAGER") {
- item.resourceManagerComponent = component;
- // live nodes calculation
- var nmList = [];
- if (component.ServiceComponentInfo.rm_metrics && component.ServiceComponentInfo.rm_metrics.cluster && component.ServiceComponentInfo.rm_metrics.cluster.nodeManagers) {
- nmList = App.parseJSON(component.ServiceComponentInfo.rm_metrics.cluster.nodeManagers);
- }
- nmList.forEach(function (nm) {
- if (nm.State === "RUNNING") {
- if (!item.node_manager_live_nodes) {
- item.node_manager_live_nodes = [];
- }
- item.node_manager_live_nodes.push(nm.HostName);
- }
+ console.time("App.serviceMapper execution time");
+
+ var servicesData = App.cache['services'];
+ json.items.forEach(function (service) {
+ if (!servicesData.someProperty('ServiceInfo.service_name', service.ServiceInfo.service_name)) {
+ servicesData.push({
+ ServiceInfo: {
+ service_name: service.ServiceInfo.service_name
+ },
+ host_components: [],
+ components: []
});
-
- if (component.host_components[0].metrics && component.host_components[0].metrics.yarn) {
- var root = component.host_components[0].metrics.yarn.Queue.root;
- var queue = JSON.stringify({
- 'root': self.parseObject(root)
- });
- component.queue = queue;
- }
- // extend config
- finalConfig = jQuery.extend(finalConfig, yarnConfig);
- }
- });
- // Map
- var finalJson = this.parseIt(item, finalConfig);
- finalJson.quick_links = [ 23, 24, 25, 26 ];
-
- return finalJson;
- },
-
- parseObject: function(obj) {
- var res = {};
- for (var p in obj) {
- if (obj.hasOwnProperty(p)) {
- if (obj[p] instanceof Object) {
- res[p] = this.parseObject(obj[p]);
- }
- }
- }
- return res;
- },
-
- mapreduce2Mapper: function (item) {
- var result = [];
- var finalConfig = jQuery.extend({}, this.config);
- // Change the JSON so that it is easy to map
- var mapReduce2Config = this.mapReduce2Config;
- item.components.forEach(function (component) {
- if (component.ServiceComponentInfo && component.ServiceComponentInfo.component_name == "HISTORYSERVER") {
- item.jobHistoryServerComponent = component;
- finalConfig = jQuery.extend(finalConfig, mapReduce2Config);
}
});
- // Map
- var finalJson = this.parseIt(item, finalConfig);
- finalJson.quick_links = [27, 28, 29, 30];
- return finalJson;
- },
- mapreduceMapper: function (item) {
- // Change the JSON so that it is easy to map
- var result = [];
- var finalConfig = jQuery.extend({}, this.config);
- var mapReduceConfig = this.mapReduceConfig;
- item.components.forEach(function (component) {
- if (component.ServiceComponentInfo && component.ServiceComponentInfo.component_name == "JOBTRACKER") {
- item.jobTrackerComponent = component;
- finalConfig = jQuery.extend(finalConfig, mapReduceConfig);
- // Get the live, gray & black nodes from string json
- item.map_slots = 0;
- item.reduce_slots = 0;
- var liveNodesJson = App.parseJSON(component.ServiceComponentInfo.AliveNodes);
- var grayNodesJson = App.parseJSON(component.ServiceComponentInfo.GrayListedNodes);
- var blackNodesJson = App.parseJSON(component.ServiceComponentInfo.BlackListedNodes);
- item.alive_trackers = [];
- item.gray_list_trackers = [];
- item.black_list_trackers = [];
- if (liveNodesJson != null) {
- liveNodesJson.forEach(function (nj) {
- item.alive_trackers.push(nj.hostname);
- if (nj.slots && nj.slots.map_slots)
- item.map_slots += nj.slots.map_slots;
- if (nj.slots && nj.slots.map_slots_used)
- item.map_slots_used += nj.slots.map_slots_used;
- if (nj.slots && nj.slots.reduce_slots)
- item.reduce_slots += nj.slots.reduce_slots;
- if (nj.slots && nj.slots.reduce_slots_used)
- item.reduce_slots_used += nj.slots.reduce_slots_used;
- });
- }
- if (grayNodesJson != null) {
- grayNodesJson.forEach(function (nj) {
- item.gray_list_trackers.push(nj.hostname);
- });
- }
- if (blackNodesJson != null) {
- blackNodesJson.forEach(function (nj) {
- item.black_list_trackers.push(nj.hostname);
- });
- }
- }
- });
- // Map
- var finalJson = this.parseIt(item, finalConfig);
- finalJson.quick_links = [5, 6, 7, 8, 9, 10, 11, 12];
- return finalJson;
- },
- hbaseMapper: function (item) {
- // Change the JSON so that it is easy to map
- var finalConfig = jQuery.extend({}, this.config);
- var hbaseConfig = this.hbaseConfig;
- item.components.forEach(function (component) {
- if (component.ServiceComponentInfo && component.ServiceComponentInfo.component_name == "HBASE_MASTER") {
- item.masterComponent = component;
- finalConfig = jQuery.extend(finalConfig, hbaseConfig);
- var regionsArray = App.parseJSON(component.ServiceComponentInfo.RegionsInTransition);
- //regions_in_transition can have various type of value: null, array or int
- if (Array.isArray(regionsArray)) {
- item.regions_in_transition = regionsArray.length;
- } else {
- item.regions_in_transition = regionsArray == null ? 0 : regionsArray;
- }
- }
- });
- // Map
- var finalJson = this.parseIt(item, finalConfig);
- finalJson.average_load = parseFloat(finalJson.average_load).toFixed(2);
- finalJson.quick_links = [13, 14, 15, 16, 17, 18];
- return finalJson;
- },
-
- /**
- * Flume is different from other services, in that the important
- * data is in customizeable channels. Hence we directly transfer
- * data into the JSON object.
- */
- flumeMapper: function (item) {
- var finalConfig = jQuery.extend({}, this.config);
- var finalJson = this.parseIt(item, finalConfig);
- item.components.forEach(function (component) {
- if (component.ServiceComponentInfo && component.ServiceComponentInfo.component_name == "FLUME_SERVER") {
- if (!finalJson.nodes) {
- finalJson.nodes = [];
- }
- if (!finalJson.nodeObjs) {
- finalJson.nodeObjs = [];
- }
- if (component.host_components) {
- component.host_components.forEach(function (hc) {
- var fnode = {};
- fnode.id = hc.HostRoles.host_name;
- fnode.host_id = hc.HostRoles.host_name;
- fnode.channels = "";
- fnode.sources = "";
- fnode.sinks = "";
- if (hc.metrics != null && hc.metrics.flume && hc.metrics.flume.flume && hc.metrics.flume.flume) {
- if (hc.metrics.flume.flume.CHANNEL) {
- for ( var c in hc.metrics.flume.flume.CHANNEL) {
- if (fnode.channels.length < 1) {
- fnode.channels += c;
- } else {
- fnode.channels += ("," + c);
- }
- }
- }
- if (hc.metrics.flume.flume.SINK) {
- for ( var c in hc.metrics.flume.flume.SINK) {
- if (fnode.sinks.length < 1) {
- fnode.sinks += c;
- } else {
- fnode.sinks += ("," + c);
- }
- }
- }
- if (hc.metrics.flume.flume.SOURCE) {
- for ( var c in hc.metrics.flume.flume.SOURCE) {
- if (fnode.sources.length < 1) {
- fnode.sources += c;
- } else {
- fnode.sources += ("," + c);
- }
- }
- }
- }
- finalJson.nodeObjs.push(fnode);
- finalJson.nodes.push(hc.HostRoles.host_name);
- });
- }
- }
- });
- return finalJson;
+ console.timeEnd("App.serviceMapper execution time");
}
});