You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ambari.apache.org by be...@apache.org on 2019/05/30 09:48:07 UTC

[ambari] branch branch-2.7 updated: AMBARI-25278 display all .count type Kafka metrics as rates in Grafana (#2982)

This is an automated email from the ASF dual-hosted git repository.

benyoka pushed a commit to branch branch-2.7
in repository https://gitbox.apache.org/repos/asf/ambari.git


The following commit(s) were added to refs/heads/branch-2.7 by this push:
     new 7484e79  AMBARI-25278 display all .count type Kafka metrics as rates in Grafana (#2982)
7484e79 is described below

commit 7484e7912b34d41b339789609ea1ac5ebf1c2b36
Author: benyoka <be...@users.noreply.github.com>
AuthorDate: Thu May 30 11:48:02 2019 +0200

    AMBARI-25278 display all .count type Kafka metrics as rates in Grafana (#2982)
---
 .../grafana-dashboards/HDF/grafana-kafka-home.json   | 18 +++++++++---------
 .../grafana-dashboards/HDF/grafana-kafka-hosts.json  | 14 +++++++-------
 .../grafana-dashboards/HDF/grafana-kafka-topics.json | 20 ++++++++++----------
 .../grafana-dashboards/HDP/grafana-kafka-home.json   | 18 +++++++++---------
 .../grafana-dashboards/HDP/grafana-kafka-hosts.json  | 14 +++++++-------
 .../grafana-dashboards/HDP/grafana-kafka-topics.json | 20 ++++++++++----------
 6 files changed, 52 insertions(+), 52 deletions(-)

diff --git a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDF/grafana-kafka-home.json b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDF/grafana-kafka-home.json
index 5ec4404..983142a 100644
--- a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDF/grafana-kafka-home.json
+++ b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDF/grafana-kafka-home.json
@@ -89,7 +89,7 @@
               "metric": "kafka.server.BrokerTopicMetrics.BytesInPerSec.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             },
             {
@@ -101,7 +101,7 @@
               "metric": "kafka.server.BrokerTopicMetrics.BytesOutPerSec.count",
               "precision": "default",
               "refId": "B",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -172,7 +172,7 @@
               "metric": "kafka.server.BrokerTopicMetrics.MessagesInPerSec.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -558,7 +558,7 @@
               "metric": "kafka.network.RequestMetrics.RequestsPerSec.request.Produce.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -629,7 +629,7 @@
               "metric": "kafka.network.RequestMetrics.RequestsPerSec.request.FetchConsumer.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -709,7 +709,7 @@
               "metric": "kafka.controller.ControllerStats.LeaderElectionRateAndTimeMs.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "rate"
             }
           ],
@@ -780,7 +780,7 @@
               "metric": "kafka.controller.ControllerStats.UncleanLeaderElectionsPerSec.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -860,7 +860,7 @@
               "metric": "kafka.server.ReplicaManager.IsrShrinksPerSec.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -932,7 +932,7 @@
               "metric": "kafka.server.ReplicaManager.IsrExpandsPerSec.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
diff --git a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDF/grafana-kafka-hosts.json b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDF/grafana-kafka-hosts.json
index 533a169..f1e5d91 100644
--- a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDF/grafana-kafka-hosts.json
+++ b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDF/grafana-kafka-hosts.json
@@ -90,7 +90,7 @@
               "precision": "default",
               "refId": "A",
               "templatedHost": "",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             },
             {
@@ -103,7 +103,7 @@
               "precision": "default",
               "refId": "B",
               "templatedHost": "",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -175,7 +175,7 @@
               "precision": "default",
               "refId": "A",
               "templatedHost": "",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -327,7 +327,7 @@
               "precision": "default",
               "refId": "A",
               "templatedHost": "",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -399,7 +399,7 @@
               "precision": "default",
               "refId": "A",
               "templatedHost": "",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -705,7 +705,7 @@
               "precision": "default",
               "refId": "A",
               "templatedHost": "",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -777,7 +777,7 @@
               "precision": "default",
               "refId": "A",
               "templatedHost": "",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
diff --git a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDF/grafana-kafka-topics.json b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDF/grafana-kafka-topics.json
index a9f3288..eb44da3 100644
--- a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDF/grafana-kafka-topics.json
+++ b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDF/grafana-kafka-topics.json
@@ -83,7 +83,7 @@
           "steppedLine": false,
           "targets": [
             {
-              "aggregator": "avg",
+              "aggregator": "none",
               "alias": "Messages In",
               "app": "kafka_broker",
               "downsampleAggregator": "avg",
@@ -91,7 +91,7 @@
               "metric": "kafka.server.BrokerTopicMetrics.BytesInPerSec.topic.*.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -156,7 +156,7 @@
           "steppedLine": false,
           "targets": [
             {
-              "aggregator": "avg",
+              "aggregator": "none",
               "alias": "Bytes Out",
               "app": "kafka_broker",
               "downsampleAggregator": "avg",
@@ -164,11 +164,11 @@
               "metric": "kafka.server.BrokerTopicMetrics.BytesOutPerSec.topic.*.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             },
             {
-              "aggregator": "avg",
+              "aggregator": "none",
               "alias": "Bytes In",
               "app": "kafka_broker",
               "downsampleAggregator": "avg",
@@ -176,7 +176,7 @@
               "metric": "kafka.server.BrokerTopicMetrics.BytesInPerSec.topic.*.count",
               "precision": "default",
               "refId": "B",
-              "transform": "none"
+              "transform": "rate"
             }
           ],
           "timeFrom": null,
@@ -249,7 +249,7 @@
           "steppedLine": false,
           "targets": [
             {
-              "aggregator": "avg",
+              "aggregator": "none",
               "alias": "Total Fetch Requests",
               "app": "kafka_broker",
               "downsampleAggregator": "avg",
@@ -257,7 +257,7 @@
               "metric": "kafka.server.BrokerTopicMetrics.MessagesInPerSec.topic.*.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -331,7 +331,7 @@
           "steppedLine": false,
           "targets": [
             {
-              "aggregator": "avg",
+              "aggregator": "none",
               "alias": "Total Produce Requests",
               "app": "kafka_broker",
               "downsampleAggregator": "avg",
@@ -339,7 +339,7 @@
               "metric": "kafka.server.BrokerTopicMetrics.TotalProduceRequestsPerSec.topic.*.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
diff --git a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-kafka-home.json b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-kafka-home.json
index 5ec4404..983142a 100644
--- a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-kafka-home.json
+++ b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-kafka-home.json
@@ -89,7 +89,7 @@
               "metric": "kafka.server.BrokerTopicMetrics.BytesInPerSec.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             },
             {
@@ -101,7 +101,7 @@
               "metric": "kafka.server.BrokerTopicMetrics.BytesOutPerSec.count",
               "precision": "default",
               "refId": "B",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -172,7 +172,7 @@
               "metric": "kafka.server.BrokerTopicMetrics.MessagesInPerSec.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -558,7 +558,7 @@
               "metric": "kafka.network.RequestMetrics.RequestsPerSec.request.Produce.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -629,7 +629,7 @@
               "metric": "kafka.network.RequestMetrics.RequestsPerSec.request.FetchConsumer.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -709,7 +709,7 @@
               "metric": "kafka.controller.ControllerStats.LeaderElectionRateAndTimeMs.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "rate"
             }
           ],
@@ -780,7 +780,7 @@
               "metric": "kafka.controller.ControllerStats.UncleanLeaderElectionsPerSec.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -860,7 +860,7 @@
               "metric": "kafka.server.ReplicaManager.IsrShrinksPerSec.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -932,7 +932,7 @@
               "metric": "kafka.server.ReplicaManager.IsrExpandsPerSec.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
diff --git a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-kafka-hosts.json b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-kafka-hosts.json
index 02b61e5..85deb92 100644
--- a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-kafka-hosts.json
+++ b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-kafka-hosts.json
@@ -90,7 +90,7 @@
               "precision": "default",
               "refId": "A",
               "templatedHost": "",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             },
             {
@@ -103,7 +103,7 @@
               "precision": "default",
               "refId": "B",
               "templatedHost": "",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -175,7 +175,7 @@
               "precision": "default",
               "refId": "A",
               "templatedHost": "",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -327,7 +327,7 @@
               "precision": "default",
               "refId": "A",
               "templatedHost": "",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -399,7 +399,7 @@
               "precision": "default",
               "refId": "A",
               "templatedHost": "",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -705,7 +705,7 @@
               "precision": "default",
               "refId": "A",
               "templatedHost": "",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -777,7 +777,7 @@
               "precision": "default",
               "refId": "A",
               "templatedHost": "",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
diff --git a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-kafka-topics.json b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-kafka-topics.json
index a9f3288..eb44da3 100644
--- a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-kafka-topics.json
+++ b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-kafka-topics.json
@@ -83,7 +83,7 @@
           "steppedLine": false,
           "targets": [
             {
-              "aggregator": "avg",
+              "aggregator": "none",
               "alias": "Messages In",
               "app": "kafka_broker",
               "downsampleAggregator": "avg",
@@ -91,7 +91,7 @@
               "metric": "kafka.server.BrokerTopicMetrics.BytesInPerSec.topic.*.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -156,7 +156,7 @@
           "steppedLine": false,
           "targets": [
             {
-              "aggregator": "avg",
+              "aggregator": "none",
               "alias": "Bytes Out",
               "app": "kafka_broker",
               "downsampleAggregator": "avg",
@@ -164,11 +164,11 @@
               "metric": "kafka.server.BrokerTopicMetrics.BytesOutPerSec.topic.*.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             },
             {
-              "aggregator": "avg",
+              "aggregator": "none",
               "alias": "Bytes In",
               "app": "kafka_broker",
               "downsampleAggregator": "avg",
@@ -176,7 +176,7 @@
               "metric": "kafka.server.BrokerTopicMetrics.BytesInPerSec.topic.*.count",
               "precision": "default",
               "refId": "B",
-              "transform": "none"
+              "transform": "rate"
             }
           ],
           "timeFrom": null,
@@ -249,7 +249,7 @@
           "steppedLine": false,
           "targets": [
             {
-              "aggregator": "avg",
+              "aggregator": "none",
               "alias": "Total Fetch Requests",
               "app": "kafka_broker",
               "downsampleAggregator": "avg",
@@ -257,7 +257,7 @@
               "metric": "kafka.server.BrokerTopicMetrics.MessagesInPerSec.topic.*.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],
@@ -331,7 +331,7 @@
           "steppedLine": false,
           "targets": [
             {
-              "aggregator": "avg",
+              "aggregator": "none",
               "alias": "Total Produce Requests",
               "app": "kafka_broker",
               "downsampleAggregator": "avg",
@@ -339,7 +339,7 @@
               "metric": "kafka.server.BrokerTopicMetrics.TotalProduceRequestsPerSec.topic.*.count",
               "precision": "default",
               "refId": "A",
-              "transform": "none",
+              "transform": "rate",
               "transformData": "none"
             }
           ],