You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by pa...@apache.org on 2022/11/02 21:41:34 UTC
[beam] branch master updated: Unify PerformanceTest metric dashboard naming and series (#23914)
This is an automated email from the ASF dual-hosted git repository.
pabloem pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 37dcff847b6 Unify PerformanceTest metric dashboard naming and series (#23914)
37dcff847b6 is described below
commit 37dcff847b610612076938d65b6fcbc03e49710e
Author: Yi Hu <ya...@google.com>
AuthorDate: Wed Nov 2 17:41:25 2022 -0400
Unify PerformanceTest metric dashboard naming and series (#23914)
---
.../Java_IO_IT_Tests_Dataflow.json | 58 ++---
.../Python_IO_IT_Tests_Dataflow.json | 280 +--------------------
2 files changed, 36 insertions(+), 302 deletions(-)
diff --git a/.test-infra/metrics/grafana/dashboards/perftests_metrics/Java_IO_IT_Tests_Dataflow.json b/.test-infra/metrics/grafana/dashboards/perftests_metrics/Java_IO_IT_Tests_Dataflow.json
index 733de44551c..54eba316631 100644
--- a/.test-infra/metrics/grafana/dashboards/perftests_metrics/Java_IO_IT_Tests_Dataflow.json
+++ b/.test-infra/metrics/grafana/dashboards/perftests_metrics/Java_IO_IT_Tests_Dataflow.json
@@ -103,7 +103,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "TextIOIT | 1 GB | GCS",
+ "title": "TextIOIT | GCS | 1 GB",
"tooltip": {
"shared": true,
"sort": 0,
@@ -225,7 +225,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "TextIOIT | 1 GB | HDFS",
+ "title": "TextIOIT | HDFS | 1 GB",
"tooltip": {
"shared": true,
"sort": 0,
@@ -347,7 +347,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "TextIOIT GZIP | 1 GB | GCS",
+ "title": "TextIOIT | GZIP GCS | 1 GB",
"tooltip": {
"shared": true,
"sort": 0,
@@ -469,7 +469,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "TextIOIT GZIP | 1 GB | HDFS",
+ "title": "TextIOIT | GZIP HDFS | 1 GB",
"tooltip": {
"shared": true,
"sort": 0,
@@ -591,7 +591,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "TextIOIT | 1 GB | GCP | \"Many files\"",
+ "title": "TextIOIT | \"Many files\" GCP | 1 GB",
"tooltip": {
"shared": true,
"sort": 0,
@@ -713,7 +713,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "TextIOIT | 1 GB | HDFS | \"Many files\"",
+ "title": "TextIOIT | \"Many files\" HDFS | 1 GB",
"tooltip": {
"shared": true,
"sort": 0,
@@ -837,7 +837,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "TextIOIT | 1 GB | GCS | \"Many files\" | GCS Rename",
+ "title": "TextIOIT | \"Many files\" GCS Rename | 1 GB",
"tooltip": {
"shared": true,
"sort": 0,
@@ -855,7 +855,7 @@
"yaxes": [
{
"$$hashKey": "object:403",
- "format": "s",
+ "format": "none",
"label": null,
"logBase": 1,
"max": null,
@@ -959,7 +959,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "AvroIOIT | 1 GB | GCS",
+ "title": "AvroIOIT | GCS | 1 GB",
"tooltip": {
"shared": true,
"sort": 0,
@@ -1081,7 +1081,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "AvroIOIT | 1 GB | HDFS",
+ "title": "AvroIOIT | HDFS | 1 GB",
"tooltip": {
"shared": true,
"sort": 0,
@@ -1203,7 +1203,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "XmlIOIT | 1 GB | GCS",
+ "title": "XmlIOIT | GCS | 1 GB",
"tooltip": {
"shared": true,
"sort": 0,
@@ -1325,7 +1325,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "XmlIOIT | 1 GB | HDFS",
+ "title": "XmlIOIT | HDFS | 1 GB",
"tooltip": {
"shared": true,
"sort": 0,
@@ -1372,7 +1372,6 @@
"dashLength": 10,
"dashes": false,
"datasource": "BeamInfluxDB",
- "description": "TODO: https://issues.apache.org/jira/browse/BEAM-7115",
"fill": 1,
"fillGradient": 0,
"gridPos": {
@@ -1448,7 +1447,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "TFRecordIO | 1 GB | GCS",
+ "title": "TFRecordIO | GCS | 1 GB",
"tooltip": {
"shared": true,
"sort": 0,
@@ -1571,7 +1570,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "ParquetIO | 1 GB | GCS",
+ "title": "ParquetIO | GCS | 1 GB",
"tooltip": {
"shared": true,
"sort": 0,
@@ -1694,7 +1693,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "ParquetIO | 1 GB | HDFS",
+ "title": "ParquetIO | HDFS | 1 GB",
"tooltip": {
"shared": true,
"sort": 0,
@@ -1817,7 +1816,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "MongoDBIO",
+ "title": "MongoDBIO | 10M records",
"tooltip": {
"shared": true,
"sort": 0,
@@ -1940,7 +1939,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "JdbcIO",
+ "title": "JdbcIO | 5M records",
"tooltip": {
"shared": true,
"sort": 0,
@@ -2063,7 +2062,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "HadoopFormatIO",
+ "title": "HadoopFormatIO | 600k records",
"tooltip": {
"shared": true,
"sort": 0,
@@ -2186,7 +2185,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "KafkaIO | 1GB",
+ "title": "KafkaIO | 100M records, 10 GB",
"tooltip": {
"shared": true,
"sort": 0,
@@ -2309,7 +2308,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "BigQueryIO | batch | JSON",
+ "title": "BigQueryIO batch JSON | 10M records, 10 GB",
"tooltip": {
"shared": true,
"sort": 0,
@@ -2432,7 +2431,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "BigQueryIO | streaming | JSON",
+ "title": "BigQueryIO | streaming JSON | 10M records, 10 GB",
"tooltip": {
"shared": true,
"sort": 0,
@@ -2484,7 +2483,7 @@
"fillGradient": 0,
"gridPos": {
"h": 9,
- "w": 24,
+ "w": 12,
"x": 0,
"y": 97
},
@@ -2555,7 +2554,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "BigQueryIO | batch | Avro",
+ "title": "BigQueryIO | batch Avro | 10M records, 10 GB",
"tooltip": {
"shared": true,
"sort": 0,
@@ -2608,8 +2607,8 @@
"gridPos": {
"h": 9,
"w": 12,
- "x": 0,
- "y": 106
+ "x": 12,
+ "y": 97
},
"hiddenSeries": false,
"id": 26,
@@ -2678,7 +2677,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "CdapIO",
+ "title": "CdapIO | 600k records",
"tooltip": {
"shared": true,
"sort": 0,
@@ -2731,7 +2730,7 @@
"gridPos": {
"h": 9,
"w": 12,
- "x": 12,
+ "x": 0,
"y": 106
},
"hiddenSeries": false,
@@ -2801,7 +2800,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "SparkReceiverIO",
+ "title": "SparkReceiverIO | 600k Records",
"tooltip": {
"shared": true,
"sort": 0,
@@ -2869,6 +2868,7 @@
},
"timezone": "",
"title": "Java IO IT Tests | Dataflow",
+ "description": "Shows performance test metrics on Dataflow of Beam Java SDK.\nTests are named after 'IO Connector | Specifications | data size'.",
"uid": "bnlHKP3Wz",
"variables": {
"list": []
diff --git a/.test-infra/metrics/grafana/dashboards/perftests_metrics/Python_IO_IT_Tests_Dataflow.json b/.test-infra/metrics/grafana/dashboards/perftests_metrics/Python_IO_IT_Tests_Dataflow.json
index 570dc82e3d4..5b1ff2b8103 100644
--- a/.test-infra/metrics/grafana/dashboards/perftests_metrics/Python_IO_IT_Tests_Dataflow.json
+++ b/.test-infra/metrics/grafana/dashboards/perftests_metrics/Python_IO_IT_Tests_Dataflow.json
@@ -94,96 +94,7 @@
]
],
"tags": []
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Reading 10GB of data | BigQuery native Dataflow IO",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "transparent": true,
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "$$hashKey": "object:403",
- "format": "s",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
},
- {
- "$$hashKey": "object:404",
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "cacheTimeout": null,
- "dashLength": 10,
- "dashes": false,
- "datasource": "BeamInfluxDB",
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 9,
- "w": 12,
- "x": 12,
- "y": 0
- },
- "hiddenSeries": false,
- "id": 3,
- "interval": "24h",
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": false,
- "total": false,
- "values": false
- },
- "lines": true,
- "linewidth": 2,
- "links": [],
- "nullPointMode": "connected",
- "options": {
- "dataLinks": []
- },
- "percentage": false,
- "pluginVersion": "6.7.2",
- "pointradius": 2,
- "points": true,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
{
"alias": "write_time",
"groupBy": [
@@ -222,7 +133,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "Writing 10GB of data | BigQuery native Dataflow IO",
+ "title": "BigQueryIO | Batch | 10 GB",
"tooltip": {
"shared": true,
"sort": 0,
@@ -274,8 +185,8 @@
"gridPos": {
"h": 9,
"w": 12,
- "x": 0,
- "y": 9
+ "x": 12,
+ "y": 0
},
"hiddenSeries": false,
"id": 4,
@@ -338,96 +249,7 @@
]
],
"tags": []
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Reading 2GB of data | Pubsub native Dataflow IO | streaming",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "transparent": true,
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "$$hashKey": "object:403",
- "format": "s",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
},
- {
- "$$hashKey": "object:404",
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "cacheTimeout": null,
- "dashLength": 10,
- "dashes": false,
- "datasource": "BeamInfluxDB",
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 9,
- "w": 12,
- "x": 12,
- "y": 9
- },
- "hiddenSeries": false,
- "id": 5,
- "interval": "24h",
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": false,
- "total": false,
- "values": false
- },
- "lines": true,
- "linewidth": 2,
- "links": [],
- "nullPointMode": "connected",
- "options": {
- "dataLinks": []
- },
- "percentage": false,
- "pluginVersion": "6.7.2",
- "pointradius": 2,
- "points": true,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
{
"alias": "write_time",
"groupBy": [
@@ -466,7 +288,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "Writing 2GB of data | Pubsub native Dataflow IO | streaming",
+ "title": "PubsubIO | Streaming | 2 GB",
"tooltip": {
"shared": true,
"sort": 0,
@@ -519,7 +341,7 @@
"h": 9,
"w": 12,
"x": 0,
- "y": 18
+ "y": 9
},
"hiddenSeries": false,
"id": 6,
@@ -582,96 +404,7 @@
]
],
"tags": []
- }
- ],
- "thresholds": [],
- "timeFrom": null,
- "timeRegions": [],
- "timeShift": null,
- "title": "Reading 2GB of data | Spanner native Dataflow IO",
- "tooltip": {
- "shared": true,
- "sort": 0,
- "value_type": "individual"
- },
- "transparent": true,
- "type": "graph",
- "xaxis": {
- "buckets": null,
- "mode": "time",
- "name": null,
- "show": true,
- "values": []
- },
- "yaxes": [
- {
- "$$hashKey": "object:403",
- "format": "s",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
},
- {
- "$$hashKey": "object:404",
- "format": "short",
- "label": null,
- "logBase": 1,
- "max": null,
- "min": null,
- "show": true
- }
- ],
- "yaxis": {
- "align": false,
- "alignLevel": null
- }
- },
- {
- "aliasColors": {},
- "bars": false,
- "cacheTimeout": null,
- "dashLength": 10,
- "dashes": false,
- "datasource": "BeamInfluxDB",
- "fill": 1,
- "fillGradient": 0,
- "gridPos": {
- "h": 9,
- "w": 12,
- "x": 12,
- "y": 18
- },
- "hiddenSeries": false,
- "id": 7,
- "interval": "24h",
- "legend": {
- "avg": false,
- "current": false,
- "max": false,
- "min": false,
- "show": false,
- "total": false,
- "values": false
- },
- "lines": true,
- "linewidth": 2,
- "links": [],
- "nullPointMode": "connected",
- "options": {
- "dataLinks": []
- },
- "percentage": false,
- "pluginVersion": "6.7.2",
- "pointradius": 2,
- "points": true,
- "renderer": "flot",
- "seriesOverrides": [],
- "spaceLength": 10,
- "stack": false,
- "steppedLine": false,
- "targets": [
{
"alias": "write_time",
"groupBy": [
@@ -710,7 +443,7 @@
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
- "title": "Writing 2GB of data | Spanner native Dataflow IO",
+ "title": "SpannerIO | native | 2 GB",
"tooltip": {
"shared": true,
"sort": 0,
@@ -777,6 +510,7 @@
},
"timezone": "",
"title": "Python IO IT Tests | Dataflow",
+ "description": "Shows performance test metrics on Dataflow of Beam Python SDK.\nTests are named after 'IO Connector | Specifications | data size'.",
"uid": "gP7vMPqZz",
"variables": {
"list": []