You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@ambari.apache.org by Anna Shaverdian <as...@us.ibm.com> on 2015/06/09 02:40:15 UTC
Missing Metrics in the Heatmaps for my stack
On the Heatmaps tab, when the user wants to select a metric, my stack only
sees a very few compared to HDP.
This function in the UI collected the metrics:
loadPageData: function () {
var self = this;
this.loadRacks().done(function (data) {
self.set('isLoaded', true);
self.loadRacksSuccessCallback(data);
self.resetPageData();
self.getAllHeatMaps().done(function (allHeatmapData) {
allHeatmapData.items.forEach(function (_allHeatmapData) {
self.get('allHeatmaps').pushObject(_allHeatmapData.WidgetInfo);
});
var categories = self.categorizeByServiceName(self.get
('allHeatmaps'));
self.set('heatmapCategories', categories);
self.getActiveWidgetLayout();
});
});
},
We only see these, compared to HDP below:
{
"href" : "
http://bdvs1397.svl.ibm.com:8081/api/v1/clusters/tgest/widgets?WidgetInfo/widget_type=HEATMAP&WidgetInfo/scope=CLUSTER&fields=WidgetInfo/metrics&_=1433527918261
",
"items" : [
{
"href" : "
http://bdvs1397.svl.ibm.com:8081/api/v1/clusters/tgest/widgets/1",
"WidgetInfo" : {
"author" : "ambari",
"cluster_name" : "tgest",
"id" : 1,
"metrics" : "[{\"name\":\"disk_free\",\"metric_path
\":\"metrics/disk/disk_free\",\"service_name\":\"STACK\"},{\"name
\":\"disk_total\",\"metric_path\":\"metrics/disk/disk_total
\",\"service_name\":\"STACK\"}]",
"scope" : "CLUSTER",
"widget_name" : "Host Disk Space Used %",
"widget_type" : "HEATMAP"
}
},
{
"href" : "
http://bdvs1397.svl.ibm.com:8081/api/v1/clusters/tgest/widgets/12",
"WidgetInfo" : {
"author" : "ambari",
"cluster_name" : "tgest",
"id" : 12,
"metrics" : "[{\"name
\":\"yarn.NodeManagerMetrics.GoodLocalDirsDiskUtilizationPerc
\",\"metric_path\":\"metrics/yarn/GoodLocalDirsDiskUtilizationPerc
\",\"service_name\":\"YARN\",\"component_name\":\"NODEMANAGER\"},{\"name
\":\"yarn.NodeManagerMetrics.GoodLogDirsDiskUtilizationPerc\",\"metric_path
\":\"metrics/yarn/GoodLogDirsDiskUtilizationPerc\",\"service_name\":\"YARN
\",\"component_name\":\"NODEMANAGER\"}]",
"scope" : "CLUSTER",
"widget_name" : "YARN local disk space utilization per
NodeManager",
"widget_type" : "HEATMAP"
}
},
{
"href" : "
http://bdvs1397.svl.ibm.com:8081/api/v1/clusters/tgest/widgets/23",
"WidgetInfo" : {
"author" : "ambari",
"cluster_name" : "tgest",
"id" : 23,
"metrics" : "[{\"name\":\"dfs.datanode.BytesRead\",\"metric_path
\":\"metrics/dfs/datanode/bytes_read\",\"service_name\":\"HDFS
\",\"component_name\":\"DATANODE\"}]",
"scope" : "CLUSTER",
"widget_name" : "HDFS Bytes Read",
"widget_type" : "HEATMAP"
}
}
]
}
vs HDP:
{
"href" : "
http://bdavm064.svl.ibm.com:8081/api/v1/clusters/HDP/widgets?WidgetInfo/widget_type=HEATMAP&WidgetInfo/scope=CLUSTER&fields=WidgetInfo/metrics&_=1433528499880
",
"items" : [
{
"href" : "
http://bdavm064.svl.ibm.com:8081/api/v1/clusters/HDP/widgets/1",
"WidgetInfo" : {
"author" : "ambari",
"cluster_name" : "HDP",
"id" : 1,
"metrics" : "[{\"name\":\"disk_free\",\"metric_path
\":\"metrics/disk/disk_free\",\"service_name\":\"STACK\"},{\"name
\":\"disk_total\",\"metric_path\":\"metrics/disk/disk_total
\",\"service_name\":\"STACK\"}]",
"scope" : "CLUSTER",
"widget_name" : "Host Disk Space Used %",
"widget_type" : "HEATMAP"
}
},
{
"href" : "
http://bdavm064.svl.ibm.com:8081/api/v1/clusters/HDP/widgets/2",
"WidgetInfo" : {
"author" : "ambari",
"cluster_name" : "HDP",
"id" : 2,
"metrics" : "[{\"name\":\"mem_total\",\"metric_path
\":\"metrics/memory/mem_total\",\"service_name\":\"STACK\"},{\"name
\":\"mem_free\",\"metric_path\":\"metrics/memory/mem_free\",\"service_name
\":\"STACK\"},{\"name\":\"mem_cached\",\"metric_path
\":\"metrics/memory/mem_cached\",\"service_name\":\"STACK\"}]",
"scope" : "CLUSTER",
"widget_name" : "Host Memory Used %",
"widget_type" : "HEATMAP"
}
},
.................................
{
"href" : "
http://bdavm064.svl.ibm.com:8081/api/v1/clusters/HDP/widgets/17",
"WidgetInfo" : {
"author" : "ambari",
"cluster_name" : "HDP",
"id" : 17,
"metrics" : "[{\"name\":\"yarn.NodeManagerMetrics.BadLocalDirs
\",\"metric_path\":\"metrics/yarn/BadLocalDirs\",\"service_name\":\"YARN
\",\"component_name\":\"NODEMANAGER\"},{\"name
\":\"yarn.NodeManagerMetrics.BadLogDirs\",\"metric_path
\":\"metrics/yarn/BadLogDirs\",\"service_name\":\"YARN\",\"component_name
\":\"NODEMANAGER\"}]",
"scope" : "CLUSTER",
"widget_name" : "Number of unhealthy local disks for NodeManager",
"widget_type" : "HEATMAP"
}
},
.... And more...
I've compared the widgets.json in my stack versus HDP for Yarn, HDFS,
HBASE, etc.. and stack level widgets.json and metrics.json.
( common-services/<component>/<version>/widgets.json)
I was wondering if anyone knows how I can narrow down the problem?
Thanks!
Anna
Re: Missing Metrics in the Heatmaps for my stack
Posted by Jaimin Jetly <ja...@hortonworks.com>.
Hi Anna,
Looks like defined widgets marked as invisible are not getting created in your custom stack deployment.
There was a similar bug in the trunk reported and resolved recently: https://issues.apache.org/jira/browse/AMBARI-11821. But the issue and fix was generic and not stack specific.
Can you please execute the command *ambari-server --hash* on ambari-server host for both the cluster (HDP and custom stack) ? This command returns the git hash for the build.
-- Thanks
Jaimin
________________________________________
From: Anna Shaverdian <as...@us.ibm.com>
Sent: Monday, June 08, 2015 5:40 PM
To: dev@ambari.apache.org
Subject: Missing Metrics in the Heatmaps for my stack
On the Heatmaps tab, when the user wants to select a metric, my stack only
sees a very few compared to HDP.
This function in the UI collected the metrics:
loadPageData: function () {
var self = this;
this.loadRacks().done(function (data) {
self.set('isLoaded', true);
self.loadRacksSuccessCallback(data);
self.resetPageData();
self.getAllHeatMaps().done(function (allHeatmapData) {
allHeatmapData.items.forEach(function (_allHeatmapData) {
self.get('allHeatmaps').pushObject(_allHeatmapData.WidgetInfo);
});
var categories = self.categorizeByServiceName(self.get
('allHeatmaps'));
self.set('heatmapCategories', categories);
self.getActiveWidgetLayout();
});
});
},
We only see these, compared to HDP below:
{
"href" : "
http://bdvs1397.svl.ibm.com:8081/api/v1/clusters/tgest/widgets?WidgetInfo/widget_type=HEATMAP&WidgetInfo/scope=CLUSTER&fields=WidgetInfo/metrics&_=1433527918261
",
"items" : [
{
"href" : "
http://bdvs1397.svl.ibm.com:8081/api/v1/clusters/tgest/widgets/1",
"WidgetInfo" : {
"author" : "ambari",
"cluster_name" : "tgest",
"id" : 1,
"metrics" : "[{\"name\":\"disk_free\",\"metric_path
\":\"metrics/disk/disk_free\",\"service_name\":\"STACK\"},{\"name
\":\"disk_total\",\"metric_path\":\"metrics/disk/disk_total
\",\"service_name\":\"STACK\"}]",
"scope" : "CLUSTER",
"widget_name" : "Host Disk Space Used %",
"widget_type" : "HEATMAP"
}
},
{
"href" : "
http://bdvs1397.svl.ibm.com:8081/api/v1/clusters/tgest/widgets/12",
"WidgetInfo" : {
"author" : "ambari",
"cluster_name" : "tgest",
"id" : 12,
"metrics" : "[{\"name
\":\"yarn.NodeManagerMetrics.GoodLocalDirsDiskUtilizationPerc
\",\"metric_path\":\"metrics/yarn/GoodLocalDirsDiskUtilizationPerc
\",\"service_name\":\"YARN\",\"component_name\":\"NODEMANAGER\"},{\"name
\":\"yarn.NodeManagerMetrics.GoodLogDirsDiskUtilizationPerc\",\"metric_path
\":\"metrics/yarn/GoodLogDirsDiskUtilizationPerc\",\"service_name\":\"YARN
\",\"component_name\":\"NODEMANAGER\"}]",
"scope" : "CLUSTER",
"widget_name" : "YARN local disk space utilization per
NodeManager",
"widget_type" : "HEATMAP"
}
},
{
"href" : "
http://bdvs1397.svl.ibm.com:8081/api/v1/clusters/tgest/widgets/23",
"WidgetInfo" : {
"author" : "ambari",
"cluster_name" : "tgest",
"id" : 23,
"metrics" : "[{\"name\":\"dfs.datanode.BytesRead\",\"metric_path
\":\"metrics/dfs/datanode/bytes_read\",\"service_name\":\"HDFS
\",\"component_name\":\"DATANODE\"}]",
"scope" : "CLUSTER",
"widget_name" : "HDFS Bytes Read",
"widget_type" : "HEATMAP"
}
}
]
}
vs HDP:
{
"href" : "
http://bdavm064.svl.ibm.com:8081/api/v1/clusters/HDP/widgets?WidgetInfo/widget_type=HEATMAP&WidgetInfo/scope=CLUSTER&fields=WidgetInfo/metrics&_=1433528499880
",
"items" : [
{
"href" : "
http://bdavm064.svl.ibm.com:8081/api/v1/clusters/HDP/widgets/1",
"WidgetInfo" : {
"author" : "ambari",
"cluster_name" : "HDP",
"id" : 1,
"metrics" : "[{\"name\":\"disk_free\",\"metric_path
\":\"metrics/disk/disk_free\",\"service_name\":\"STACK\"},{\"name
\":\"disk_total\",\"metric_path\":\"metrics/disk/disk_total
\",\"service_name\":\"STACK\"}]",
"scope" : "CLUSTER",
"widget_name" : "Host Disk Space Used %",
"widget_type" : "HEATMAP"
}
},
{
"href" : "
http://bdavm064.svl.ibm.com:8081/api/v1/clusters/HDP/widgets/2",
"WidgetInfo" : {
"author" : "ambari",
"cluster_name" : "HDP",
"id" : 2,
"metrics" : "[{\"name\":\"mem_total\",\"metric_path
\":\"metrics/memory/mem_total\",\"service_name\":\"STACK\"},{\"name
\":\"mem_free\",\"metric_path\":\"metrics/memory/mem_free\",\"service_name
\":\"STACK\"},{\"name\":\"mem_cached\",\"metric_path
\":\"metrics/memory/mem_cached\",\"service_name\":\"STACK\"}]",
"scope" : "CLUSTER",
"widget_name" : "Host Memory Used %",
"widget_type" : "HEATMAP"
}
},
.................................
{
"href" : "
http://bdavm064.svl.ibm.com:8081/api/v1/clusters/HDP/widgets/17",
"WidgetInfo" : {
"author" : "ambari",
"cluster_name" : "HDP",
"id" : 17,
"metrics" : "[{\"name\":\"yarn.NodeManagerMetrics.BadLocalDirs
\",\"metric_path\":\"metrics/yarn/BadLocalDirs\",\"service_name\":\"YARN
\",\"component_name\":\"NODEMANAGER\"},{\"name
\":\"yarn.NodeManagerMetrics.BadLogDirs\",\"metric_path
\":\"metrics/yarn/BadLogDirs\",\"service_name\":\"YARN\",\"component_name
\":\"NODEMANAGER\"}]",
"scope" : "CLUSTER",
"widget_name" : "Number of unhealthy local disks for NodeManager",
"widget_type" : "HEATMAP"
}
},
.... And more...
I've compared the widgets.json in my stack versus HDP for Yarn, HDFS,
HBASE, etc.. and stack level widgets.json and metrics.json.
( common-services/<component>/<version>/widgets.json)
I was wondering if anyone knows how I can narrow down the problem?
Thanks!
Anna