You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ambari.apache.org by vi...@apache.org on 2017/04/05 22:41:19 UTC

ambari git commit: AMBARI-20548. Grafana dashboard changes for some new llap daemon metrics (vivekratnavel)

Repository: ambari
Updated Branches:
  refs/heads/branch-2.5 09105035a -> 5d9d73248


AMBARI-20548. Grafana dashboard changes for some new llap daemon metrics (vivekratnavel)


Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/5d9d7324
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/5d9d7324
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/5d9d7324

Branch: refs/heads/branch-2.5
Commit: 5d9d73248fb6cf1906372fa0a2c74530c29b67d9
Parents: 0910503
Author: Vivek Ratnavel Subramanian <vi...@gmail.com>
Authored: Wed Apr 5 15:40:14 2017 -0700
Committer: Vivek Ratnavel Subramanian <vi...@gmail.com>
Committed: Wed Apr 5 15:40:14 2017 -0700

----------------------------------------------------------------------
 .../HDP/grafana-llapdaemon-daemons.json         | 313 ++++++++++++++-----
 1 file changed, 231 insertions(+), 82 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/ambari/blob/5d9d7324/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-llapdaemon-daemons.json
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-llapdaemon-daemons.json b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-llapdaemon-daemons.json
index 2f69868..849f296 100644
--- a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-llapdaemon-daemons.json
+++ b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-llapdaemon-daemons.json
@@ -1189,7 +1189,7 @@
             "threshold2": null,
             "threshold2Color": "rgba(234, 112, 112, 0.22)"
           },
-          "id": 29,
+          "id": 14,
           "isNew": true,
           "legend": {
             "avg": false,
@@ -1214,21 +1214,21 @@
           "steppedLine": false,
           "targets": [
             {
-              "aggregator": "max",
-              "alias": "95th Percentile",
+              "aggregator": "sum",
+              "alias": "MemHeapUsed",
               "app": "llapdaemon",
               "downsampleAggregator": "avg",
               "errors": {},
-              "metric": "io.IOMetrics.PercentileDecodingTime_30s95thPercentileLatency",
+              "metric": "jvm.JvmMetrics.MemHeapUsedM",
               "precision": "default",
-              "refId": "B",
+              "refId": "C",
               "templatedHost": "",
               "transform": "none"
             }
           ],
           "timeFrom": null,
           "timeShift": null,
-          "title": "95th Percentile Column Decoding Time (30s interval)",
+          "title": "Total JVM Heap Used",
           "tooltip": {
             "shared": false,
             "value_type": "cumulative"
@@ -1238,7 +1238,7 @@
           "x-axis": true,
           "y-axis": true,
           "y_formats": [
-            "ms",
+            "mbytes",
             "short"
           ]
         },
@@ -1261,7 +1261,7 @@
             "threshold2": null,
             "threshold2Color": "rgba(234, 112, 112, 0.22)"
           },
-          "id": 30,
+          "id": 15,
           "isNew": true,
           "legend": {
             "avg": false,
@@ -1286,21 +1286,21 @@
           "steppedLine": false,
           "targets": [
             {
-              "aggregator": "max",
-              "alias": "Max",
+              "aggregator": "sum",
+              "alias": "MemNonHeapUsed",
               "app": "llapdaemon",
               "downsampleAggregator": "avg",
               "errors": {},
-              "metric": "io.IOMetrics.MaxDecodingTime",
+              "metric": "jvm.JvmMetrics.MemNonHeapUsedM",
               "precision": "default",
-              "refId": "A",
+              "refId": "C",
               "templatedHost": "",
               "transform": "none"
             }
           ],
           "timeFrom": null,
           "timeShift": null,
-          "title": "Max Column Decoding Time",
+          "title": "Total JVM Non-Heap Used",
           "tooltip": {
             "shared": false,
             "value_type": "cumulative"
@@ -1310,19 +1310,10 @@
           "x-axis": true,
           "y-axis": true,
           "y_formats": [
-            "ms",
+            "mbytes",
             "short"
           ]
-        }
-      ],
-      "showTitle": true,
-      "title": "IO Elevator Metrics"
-    },
-    {
-      "collapse": true,
-      "editable": true,
-      "height": "250px",
-      "panels": [
+        },
         {
           "aliasColors": {},
           "bars": false,
@@ -1342,7 +1333,7 @@
             "threshold2": null,
             "threshold2Color": "rgba(234, 112, 112, 0.22)"
           },
-          "id": 14,
+          "id": 12,
           "isNew": true,
           "legend": {
             "avg": false,
@@ -1367,21 +1358,21 @@
           "steppedLine": false,
           "targets": [
             {
-              "aggregator": "sum",
-              "alias": "MemHeapUsed",
+              "aggregator": "max",
+              "alias": "GcTotalExtraSleepTime",
               "app": "llapdaemon",
               "downsampleAggregator": "avg",
               "errors": {},
-              "metric": "jvm.JvmMetrics.MemHeapUsedM",
+              "metric": "jvm.JvmMetrics.GcTotalExtraSleepTime",
               "precision": "default",
-              "refId": "C",
+              "refId": "A",
               "templatedHost": "",
-              "transform": "none"
+              "transform": "diff"
             }
           ],
           "timeFrom": null,
           "timeShift": null,
-          "title": "Total JVM Heap Used",
+          "title": "Max GcTotalExtraSleepTime",
           "tooltip": {
             "shared": false,
             "value_type": "cumulative"
@@ -1391,7 +1382,7 @@
           "x-axis": true,
           "y-axis": true,
           "y_formats": [
-            "mbytes",
+            "ms",
             "short"
           ]
         },
@@ -1408,19 +1399,22 @@
             "leftMin": 0,
             "rightLogBase": 1,
             "rightMax": null,
-            "rightMin": null,
+            "rightMin": 0,
             "threshold1": null,
             "threshold1Color": "rgba(216, 200, 27, 0.27)",
             "threshold2": null,
-            "threshold2Color": "rgba(234, 112, 112, 0.22)"
+            "threshold2Color": "rgba(234, 112, 112, 0.22)",
+            "thresholdLine": false
           },
-          "id": 15,
+          "id": 13,
           "isNew": true,
+          "leftYAxisLabel": "",
           "legend": {
             "avg": false,
             "current": false,
             "max": false,
             "min": false,
+            "rightSide": false,
             "show": false,
             "total": false,
             "values": false
@@ -1433,27 +1427,29 @@
           "pointradius": 5,
           "points": false,
           "renderer": "flot",
+          "rightYAxisLabel": "",
           "seriesOverrides": [],
           "span": 6,
           "stack": false,
           "steppedLine": false,
           "targets": [
             {
-              "aggregator": "sum",
-              "alias": "MemNonHeapUsed",
+              "aggregator": "max",
+              "alias": "GcTimeMillis",
               "app": "llapdaemon",
               "downsampleAggregator": "avg",
               "errors": {},
-              "metric": "jvm.JvmMetrics.MemNonHeapUsedM",
+              "hide": false,
+              "metric": "jvm.JvmMetrics.GcTimeMillis",
               "precision": "default",
-              "refId": "C",
+              "refId": "A",
               "templatedHost": "",
-              "transform": "none"
+              "transform": "diff"
             }
           ],
           "timeFrom": null,
           "timeShift": null,
-          "title": "Total JVM Non-Heap Used",
+          "title": "Max GcTimeMillis",
           "tooltip": {
             "shared": false,
             "value_type": "cumulative"
@@ -1463,7 +1459,7 @@
           "x-axis": true,
           "y-axis": true,
           "y_formats": [
-            "mbytes",
+            "ms",
             "short"
           ]
         },
@@ -1486,7 +1482,7 @@
             "threshold2": null,
             "threshold2Color": "rgba(234, 112, 112, 0.22)"
           },
-          "id": 12,
+          "id": 43,
           "isNew": true,
           "legend": {
             "avg": false,
@@ -1512,20 +1508,20 @@
           "targets": [
             {
               "aggregator": "max",
-              "alias": "GcTotalExtraSleepTime",
+              "alias": "ThreadsWaiting",
               "app": "llapdaemon",
               "downsampleAggregator": "avg",
               "errors": {},
-              "metric": "jvm.JvmMetrics.GcTotalExtraSleepTime",
+              "metric": "jvm.JvmMetrics.ThreadsWaiting",
               "precision": "default",
-              "refId": "A",
+              "refId": "B",
               "templatedHost": "",
-              "transform": "diff"
+              "transform": "none"
             }
           ],
           "timeFrom": null,
           "timeShift": null,
-          "title": "Max GcTotalExtraSleepTime",
+          "title": "Max JVM Threads Waiting",
           "tooltip": {
             "shared": false,
             "value_type": "cumulative"
@@ -1535,7 +1531,7 @@
           "x-axis": true,
           "y-axis": true,
           "y_formats": [
-            "ms",
+            "short",
             "short"
           ]
         },
@@ -1552,22 +1548,19 @@
             "leftMin": 0,
             "rightLogBase": 1,
             "rightMax": null,
-            "rightMin": 0,
+            "rightMin": null,
             "threshold1": null,
             "threshold1Color": "rgba(216, 200, 27, 0.27)",
             "threshold2": null,
-            "threshold2Color": "rgba(234, 112, 112, 0.22)",
-            "thresholdLine": false
+            "threshold2Color": "rgba(234, 112, 112, 0.22)"
           },
-          "id": 13,
+          "id": 44,
           "isNew": true,
-          "leftYAxisLabel": "",
           "legend": {
             "avg": false,
             "current": false,
             "max": false,
             "min": false,
-            "rightSide": false,
             "show": false,
             "total": false,
             "values": false
@@ -1580,7 +1573,6 @@
           "pointradius": 5,
           "points": false,
           "renderer": "flot",
-          "rightYAxisLabel": "",
           "seriesOverrides": [],
           "span": 6,
           "stack": false,
@@ -1588,21 +1580,20 @@
           "targets": [
             {
               "aggregator": "max",
-              "alias": "GcTimeMillis",
+              "alias": "ThreadsTimedWaiting",
               "app": "llapdaemon",
               "downsampleAggregator": "avg",
               "errors": {},
-              "hide": false,
-              "metric": "jvm.JvmMetrics.GcTimeMillis",
+              "metric": "jvm.JvmMetrics.ThreadsTimedWaiting",
               "precision": "default",
-              "refId": "A",
+              "refId": "B",
               "templatedHost": "",
-              "transform": "diff"
+              "transform": "none"
             }
           ],
           "timeFrom": null,
           "timeShift": null,
-          "title": "Max GcTimeMillis",
+          "title": "Max JVM Threads Timed Waiting",
           "tooltip": {
             "shared": false,
             "value_type": "cumulative"
@@ -1612,7 +1603,7 @@
           "x-axis": true,
           "y-axis": true,
           "y_formats": [
-            "ms",
+            "short",
             "short"
           ]
         },
@@ -1759,6 +1750,89 @@
             "short",
             "short"
           ]
+        }
+      ],
+      "showTitle": true,
+      "title": "JVM Metrics"
+    },
+    {
+      "title": "OFFHEAP METRICS",
+      "height": "250px",
+      "editable": true,
+      "collapse": true,
+      "panels": [
+        {
+          "aliasColors": {},
+          "bars": false,
+          "datasource": null,
+          "editable": true,
+          "error": false,
+          "fill": 1,
+          "grid": {
+            "leftLogBase": 1,
+            "leftMax": null,
+            "leftMin": 0,
+            "rightLogBase": 1,
+            "rightMax": null,
+            "rightMin": null,
+            "threshold1": null,
+            "threshold1Color": "rgba(216, 200, 27, 0.27)",
+            "threshold2": null,
+            "threshold2Color": "rgba(234, 112, 112, 0.22)"
+          },
+          "id": 47,
+          "isNew": true,
+          "legend": {
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": false,
+            "total": false,
+            "values": false
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "nullPointMode": "connected",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "span": 6,
+          "stack": false,
+          "steppedLine": false,
+          "targets": [
+            {
+              "aggregator": "none",
+              "alias": "DirectBufferMemoryUsed",
+              "app": "llapdaemon",
+              "downsampleAggregator": "avg",
+              "errors": {},
+              "metric": "jvm.LlapDaemonJVMMetrics.LlapDaemonDirectBufferMemoryUsed",
+              "precision": "default",
+              "refId": "C",
+              "templatedHost": "",
+              "transform": "none",
+              "seriesAggregator": "none"
+            }
+          ],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "Direct Buffer Memory Used",
+          "tooltip": {
+            "shared": false,
+            "value_type": "cumulative"
+          },
+          "transparent": true,
+          "type": "graph",
+          "x-axis": true,
+          "y-axis": true,
+          "y_formats": [
+            "bytes",
+            "short"
+          ]
         },
         {
           "aliasColors": {},
@@ -1779,7 +1853,7 @@
             "threshold2": null,
             "threshold2Color": "rgba(234, 112, 112, 0.22)"
           },
-          "id": 43,
+          "id": 46,
           "isNew": true,
           "legend": {
             "avg": false,
@@ -1804,21 +1878,22 @@
           "steppedLine": false,
           "targets": [
             {
-              "aggregator": "max",
-              "alias": "ThreadsWaiting",
+              "aggregator": "none",
+              "alias": "DirectBufferTotalCapacity",
               "app": "llapdaemon",
               "downsampleAggregator": "avg",
               "errors": {},
-              "metric": "jvm.JvmMetrics.ThreadsWaiting",
+              "metric": "jvm.LlapDaemonJVMMetrics.LlapDaemonDirectBufferTotalCapacity",
               "precision": "default",
-              "refId": "B",
+              "refId": "C",
               "templatedHost": "",
-              "transform": "none"
+              "transform": "none",
+              "seriesAggregator": "none"
             }
           ],
           "timeFrom": null,
           "timeShift": null,
-          "title": "Max JVM Threads Waiting",
+          "title": "Direct Buffer Total Capacity",
           "tooltip": {
             "shared": false,
             "value_type": "cumulative"
@@ -1828,7 +1903,7 @@
           "x-axis": true,
           "y-axis": true,
           "y_formats": [
-            "short",
+            "bytes",
             "short"
           ]
         },
@@ -1851,7 +1926,7 @@
             "threshold2": null,
             "threshold2Color": "rgba(234, 112, 112, 0.22)"
           },
-          "id": 44,
+          "id": 48,
           "isNew": true,
           "legend": {
             "avg": false,
@@ -1876,21 +1951,22 @@
           "steppedLine": false,
           "targets": [
             {
-              "aggregator": "max",
-              "alias": "ThreadsTimedWaiting",
+              "aggregator": "none",
+              "alias": "MappedBufferMemoryUsed",
               "app": "llapdaemon",
               "downsampleAggregator": "avg",
               "errors": {},
-              "metric": "jvm.JvmMetrics.ThreadsTimedWaiting",
+              "metric": "jvm.LlapDaemonJVMMetrics.LlapDaemonMappedBufferMemoryUsed",
               "precision": "default",
-              "refId": "B",
+              "refId": "C",
               "templatedHost": "",
-              "transform": "none"
+              "transform": "none",
+              "seriesAggregator": "none"
             }
           ],
           "timeFrom": null,
           "timeShift": null,
-          "title": "Max JVM Threads Timed Waiting",
+          "title": "Mapped Buffer Memory Used",
           "tooltip": {
             "shared": false,
             "value_type": "cumulative"
@@ -1900,13 +1976,85 @@
           "x-axis": true,
           "y-axis": true,
           "y_formats": [
-            "short",
+            "bytes",
+            "short"
+          ]
+        },
+        {
+          "aliasColors": {},
+          "bars": false,
+          "datasource": null,
+          "editable": true,
+          "error": false,
+          "fill": 1,
+          "grid": {
+            "leftLogBase": 1,
+            "leftMax": null,
+            "leftMin": 0,
+            "rightLogBase": 1,
+            "rightMax": null,
+            "rightMin": null,
+            "threshold1": null,
+            "threshold1Color": "rgba(216, 200, 27, 0.27)",
+            "threshold2": null,
+            "threshold2Color": "rgba(234, 112, 112, 0.22)"
+          },
+          "id": 49,
+          "isNew": true,
+          "legend": {
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": false,
+            "total": false,
+            "values": false
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "nullPointMode": "connected",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "span": 6,
+          "stack": false,
+          "steppedLine": false,
+          "targets": [
+            {
+              "aggregator": "none",
+              "alias": "MappedBufferTotalCapacity",
+              "app": "llapdaemon",
+              "downsampleAggregator": "avg",
+              "errors": {},
+              "metric": "jvm.LlapDaemonJVMMetrics.LlapDaemonMappedBufferTotalCapacity",
+              "precision": "default",
+              "refId": "C",
+              "templatedHost": "",
+              "transform": "none",
+              "seriesAggregator": "none"
+            }
+          ],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "Mapped Buffer Total Capacity",
+          "tooltip": {
+            "shared": false,
+            "value_type": "cumulative"
+          },
+          "transparent": true,
+          "type": "graph",
+          "x-axis": true,
+          "y-axis": true,
+          "y_formats": [
+            "bytes",
             "short"
           ]
         }
       ],
-      "showTitle": true,
-      "title": "JVM Metrics"
+      "showTitle": true
     }
   ],
   "time": {
@@ -1968,7 +2116,8 @@
         "allFormat": "glob",
         "current": {
           "text": "All",
-          "value": ""
+          "value": "",
+          "tags": []
         },
         "datasource": null,
         "includeAll": true,