You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ma...@apache.org on 2023/01/20 13:07:02 UTC
[iotdb] branch master updated: [IOTDB-5140] Add metrics for compaction deserializing pages or writing chunks (#8879)
This is an automated email from the ASF dual-hosted git repository.
marklau99 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/iotdb.git
The following commit(s) were added to refs/heads/master by this push:
new f241aba4db [IOTDB-5140] Add metrics for compaction deserializing pages or writing chunks (#8879)
f241aba4db is described below
commit f241aba4dbbc40ca417f0a1335ed2e6fceedef35
Author: Liu Xuxin <37...@users.noreply.github.com>
AuthorDate: Fri Jan 20 21:06:55 2023 +0800
[IOTDB-5140] Add metrics for compaction deserializing pages or writing chunks (#8879)
---
.../Apache-IoTDB-DataNode-Dashboard.json | 5166 ++++++++++----------
.../java/org/apache/iotdb/RewriteTsFileTool.java | 5 +-
.../performer/impl/FastCompactionPerformer.java | 23 +-
.../impl/ReadChunkCompactionPerformer.java | 5 +-
.../execute/task/AbstractCompactionTask.java | 4 +-
.../execute/task/CompactionTaskSummary.java | 82 +-
.../execute/task/CrossSpaceCompactionTask.java | 35 +-
.../execute/task/InnerSpaceCompactionTask.java | 34 +-
.../subtask/FastCompactionPerformerSubTask.java | 6 +-
...Summary.java => FastCompactionTaskSummary.java} | 27 +-
.../fast/AlignedSeriesCompactionExecutor.java | 4 +-
.../fast/NonAlignedSeriesCompactionExecutor.java | 4 +-
.../executor/fast/SeriesCompactionExecutor.java | 67 +-
.../fast/element/ChunkMetadataElement.java | 3 +
.../readchunk/AlignedSeriesCompactionExecutor.java | 20 +-
.../readchunk/SingleSeriesCompactionExecutor.java | 18 +-
.../recorder/CompactionMetricsRecorder.java | 39 +
.../FastCrossCompactionPerformerTest.java | 48 +-
...eCompactionWithFastPerformerValidationTest.java | 6 +-
.../inner/FastCompactionPerformerAlignedTest.java | 18 +-
.../FastCompactionPerformerNoAlignedTest.java | 20 +-
.../InnerSeqCompactionWithFastPerformerTest.java | 8 +-
...nerSeqCompactionWithReadChunkPerformerTest.java | 8 +-
.../inner/InnerSpaceCompactionExceptionTest.java | 16 +-
.../InnerUnseqCompactionWithFastPerformerTest.java | 4 +-
.../SizeTieredCompactionRecoverTest.java | 22 +-
.../recover/SizeTieredCompactionRecoverTest.java | 18 +-
.../read/TsFileAlignedSeriesReaderIterator.java | 40 +-
28 files changed, 3052 insertions(+), 2698 deletions(-)
diff --git a/docs/UserGuide/Monitor-Alert/Apache-IoTDB-DataNode-Dashboard.json b/docs/UserGuide/Monitor-Alert/Apache-IoTDB-DataNode-Dashboard.json
index 6b0831761f..23e3ca1549 100644
--- a/docs/UserGuide/Monitor-Alert/Apache-IoTDB-DataNode-Dashboard.json
+++ b/docs/UserGuide/Monitor-Alert/Apache-IoTDB-DataNode-Dashboard.json
@@ -15,7 +15,7 @@
"type": "grafana",
"id": "grafana",
"name": "Grafana",
- "version": "8.4.6"
+ "version": "8.4.2"
},
{
"type": "datasource",
@@ -63,7 +63,7 @@
"fiscalYearStartMonth": 0,
"graphTooltip": 1,
"id": null,
- "iteration": 1669708594136,
+ "iteration": 1673602401383,
"links": [],
"liveNow": false,
"panels": [
@@ -124,8 +124,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
}
@@ -212,8 +211,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
}
@@ -300,8 +298,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -416,8 +413,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -504,8 +500,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -592,8 +587,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -680,8 +674,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -769,8 +762,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -860,8 +852,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -961,8 +952,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -1050,8 +1040,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -1110,7 +1099,7 @@
"type": "row"
},
{
- "collapsed": true,
+ "collapsed": false,
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
@@ -1122,768 +1111,707 @@
"y": 2
},
"id": 14,
- "panels": [
+ "panels": [],
+ "targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "palette-classic"
- },
- "custom": {
- "axisLabel": "",
- "axisPlacement": "auto",
- "barAlignment": 0,
- "drawStyle": "line",
- "fillOpacity": 0,
- "gradientMode": "none",
- "hideFrom": {
- "legend": false,
- "tooltip": false,
- "viz": false
- },
- "lineInterpolation": "linear",
- "lineWidth": 1,
- "pointSize": 5,
- "scaleDistribution": {
- "type": "linear"
- },
- "showPoints": "auto",
- "spanNulls": false,
- "stacking": {
- "group": "A",
- "mode": "none"
- },
- "thresholdsStyle": {
- "mode": "off"
- }
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- }
- ]
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 8,
- "w": 12,
- "x": 0,
- "y": 3
+ "refId": "A"
+ }
+ ],
+ "title": "Engine",
+ "type": "row"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
},
- "id": 15,
- "options": {
- "legend": {
- "calcs": [],
- "displayMode": "list",
- "placement": "bottom",
- "showLegend": true
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
},
- "tooltip": {
- "mode": "multi",
- "sort": "desc"
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
}
},
- "targets": [
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "editorMode": "code",
- "exemplar": true,
- "expr": "queue{instance=~\"$instance\"}",
- "interval": "",
- "legendFormat": "{{name}}-{{status}}",
- "range": true,
- "refId": "A"
- }
- ],
- "title": "Task Number",
- "type": "timeseries"
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ }
},
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 3
+ },
+ "id": 15,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "palette-classic"
- },
- "custom": {
- "axisLabel": "",
- "axisPlacement": "auto",
- "barAlignment": 0,
- "drawStyle": "line",
- "fillOpacity": 0,
- "gradientMode": "none",
- "hideFrom": {
- "legend": false,
- "tooltip": false,
- "viz": false
- },
- "lineInterpolation": "linear",
- "lineWidth": 1,
- "pointSize": 5,
- "scaleDistribution": {
- "type": "linear"
- },
- "showPoints": "auto",
- "spanNulls": false,
- "stacking": {
- "group": "A",
- "mode": "none"
- },
- "thresholdsStyle": {
- "mode": "off"
- }
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- }
- ]
- },
- "unit": "s"
- },
- "overrides": []
- },
- "gridPos": {
- "h": 8,
- "w": 12,
- "x": 12,
- "y": 3
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "queue{instance=~\"$instance\"}",
+ "interval": "",
+ "legendFormat": "{{name}}-{{status}}",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Task Number",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
},
- "id": 16,
- "options": {
- "legend": {
- "calcs": [],
- "displayMode": "list",
- "placement": "bottom",
- "showLegend": true
- },
- "tooltip": {
- "mode": "multi",
- "sort": "desc"
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
}
},
- "targets": [
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "editorMode": "code",
- "exemplar": true,
- "expr": "rate(cost_task_seconds_sum{instance=~\"$instance\"}[1m])/rate(cost_task_seconds_count{instance=~\"$instance\"}[1m])",
- "interval": "",
- "legendFormat": "{{name}}",
- "range": true,
- "refId": "A"
- }
- ],
- "title": "The Time Consumed of Task",
- "type": "timeseries"
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ },
+ "unit": "s"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 3
+ },
+ "id": 16,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
},
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "palette-classic"
- },
- "custom": {
- "axisLabel": "",
- "axisPlacement": "auto",
- "barAlignment": 0,
- "drawStyle": "line",
- "fillOpacity": 0,
- "gradientMode": "none",
- "hideFrom": {
- "legend": false,
- "tooltip": false,
- "viz": false
- },
- "lineInterpolation": "linear",
- "lineWidth": 1,
- "pointSize": 5,
- "scaleDistribution": {
- "type": "linear"
- },
- "showPoints": "auto",
- "spanNulls": false,
- "stacking": {
- "group": "A",
- "mode": "none"
- },
- "thresholdsStyle": {
- "mode": "off"
- }
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- }
- ]
- },
- "unit": "bytes"
- },
- "overrides": []
- },
- "gridPos": {
- "h": 8,
- "w": 8,
- "x": 0,
- "y": 11
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "rate(cost_task_seconds_sum{instance=~\"$instance\"}[1m])/rate(cost_task_seconds_count{instance=~\"$instance\"}[1m])",
+ "interval": "",
+ "legendFormat": "{{name}}",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "The Time Consumed of Task",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
},
- "id": 17,
- "options": {
- "legend": {
- "calcs": [],
- "displayMode": "list",
- "placement": "bottom",
- "showLegend": true
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
},
- "tooltip": {
- "mode": "multi",
- "sort": "desc"
- }
- },
- "targets": [
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "editorMode": "code",
- "exemplar": true,
- "expr": "sum(rate(data_written_total{instance=~\"$instance\"}[1m]))*60",
- "interval": "",
- "legendFormat": "Write",
- "range": true,
- "refId": "A"
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
},
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "editorMode": "code",
- "expr": "sum(rate(data_read_total{instance=~\"$instance\"}[1m]))*60",
- "hide": false,
- "legendFormat": "Read",
- "range": true,
- "refId": "B"
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
}
- ],
- "title": "Compaction Read And Write Per Minute",
- "type": "timeseries"
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ },
+ "unit": "bytes"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 8,
+ "x": 0,
+ "y": 11
+ },
+ "id": 17,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
},
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "palette-classic"
- },
- "custom": {
- "axisLabel": "",
- "axisPlacement": "auto",
- "barAlignment": 0,
- "drawStyle": "line",
- "fillOpacity": 0,
- "gradientMode": "none",
- "hideFrom": {
- "legend": false,
- "tooltip": false,
- "viz": false
- },
- "lineInterpolation": "linear",
- "lineWidth": 1,
- "pointSize": 5,
- "scaleDistribution": {
- "type": "linear"
- },
- "showPoints": "auto",
- "spanNulls": false,
- "stacking": {
- "group": "A",
- "mode": "none"
- },
- "thresholdsStyle": {
- "mode": "off"
- }
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- }
- ]
- },
- "unit": "none"
- },
- "overrides": []
- },
- "gridPos": {
- "h": 8,
- "w": 8,
- "x": 8,
- "y": 11
- },
- "id": 18,
- "options": {
- "legend": {
- "calcs": [],
- "displayMode": "list",
- "placement": "bottom",
- "showLegend": true
- },
- "tooltip": {
- "mode": "multi",
- "sort": "desc"
- }
- },
- "targets": [
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "editorMode": "code",
- "exemplar": true,
- "expr": "sum(rate(data_read_total{instance=~\"$instance\"}[1m]))*60 / sum(rate(data_written_total{instance=~\"$instance\"}[1m]))*60",
- "interval": "",
- "legendFormat": "Ratio",
- "range": true,
- "refId": "A"
- }
- ],
- "title": "Compaction R/W Ratio Per Minute",
- "type": "timeseries"
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "sum(rate(data_written_total{instance=~\"$instance\"}[1m]))*60",
+ "interval": "",
+ "legendFormat": "Write",
+ "range": true,
+ "refId": "A"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "palette-classic"
- },
- "custom": {
- "axisLabel": "",
- "axisPlacement": "auto",
- "barAlignment": 0,
- "drawStyle": "line",
- "fillOpacity": 0,
- "gradientMode": "none",
- "hideFrom": {
- "legend": false,
- "tooltip": false,
- "viz": false
- },
- "lineInterpolation": "linear",
- "lineWidth": 1,
- "pointSize": 5,
- "scaleDistribution": {
- "type": "linear"
- },
- "showPoints": "auto",
- "spanNulls": false,
- "stacking": {
- "group": "A",
- "mode": "none"
- },
- "thresholdsStyle": {
- "mode": "off"
- }
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- }
- ]
- },
- "unit": "none"
- },
- "overrides": []
- },
- "gridPos": {
- "h": 8,
- "w": 8,
- "x": 16,
- "y": 11
+ "editorMode": "code",
+ "expr": "sum(rate(data_read_total{instance=~\"$instance\"}[1m]))*60",
+ "hide": false,
+ "legendFormat": "Read",
+ "range": true,
+ "refId": "B"
+ }
+ ],
+ "title": "Compaction Read And Write Per Minute",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
},
- "id": 19,
- "options": {
- "legend": {
- "calcs": [],
- "displayMode": "list",
- "placement": "bottom",
- "showLegend": true
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
},
- "tooltip": {
- "mode": "multi",
- "sort": "desc"
- }
- },
- "targets": [
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "editorMode": "code",
- "exemplar": true,
- "expr": "sum(rate(compaction_task_count_total{instance=\"$instance\", name = \"inner_compaction\", type=\"sequence\"}[1m]))*60",
- "interval": "",
- "legendFormat": "sequence",
- "range": true,
- "refId": "A"
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
},
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "editorMode": "code",
- "expr": "sum(rate(compaction_task_count_total{instance=\"$instance\", name = \"inner_compaction\", type=\"unsequence\"}[1m]))*60",
- "hide": false,
- "legendFormat": "unsequence",
- "range": true,
- "refId": "B"
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
},
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "editorMode": "code",
- "expr": "sum(rate(compaction_task_count_total{instance=\"$instance\", name = \"cross_compaction\", type=\"cross\"}[1m]))*60",
- "hide": false,
- "legendFormat": "cross",
- "range": true,
- "refId": "C"
+ "thresholdsStyle": {
+ "mode": "off"
}
- ],
- "title": "Compaction Number Per Minute",
- "type": "timeseries"
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ },
+ "unit": "none"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 8,
+ "x": 8,
+ "y": 11
+ },
+ "id": 18,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
}
- ],
+ },
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "sum(rate(data_read_total{instance=~\"$instance\"}[1m]))*60 / sum(rate(data_written_total{instance=~\"$instance\"}[1m]))*60",
+ "interval": "",
+ "legendFormat": "Ratio",
+ "range": true,
"refId": "A"
}
],
- "title": "Engine",
- "type": "row"
+ "title": "Compaction R/W Ratio Per Minute",
+ "type": "timeseries"
},
{
- "collapsed": true,
- "gridPos": {
- "h": 1,
- "w": 24,
- "x": 0,
- "y": 3
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
},
- "id": 58,
- "panels": [
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
},
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "palette-classic"
- },
- "custom": {
- "axisLabel": "",
- "axisPlacement": "auto",
- "barAlignment": 0,
- "drawStyle": "line",
- "fillOpacity": 0,
- "gradientMode": "none",
- "hideFrom": {
- "legend": false,
- "tooltip": false,
- "viz": false
- },
- "lineInterpolation": "linear",
- "lineWidth": 1,
- "pointSize": 5,
- "scaleDistribution": {
- "type": "linear"
- },
- "showPoints": "auto",
- "spanNulls": false,
- "stacking": {
- "group": "A",
- "mode": "none"
- },
- "thresholdsStyle": {
- "mode": "off"
- }
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- }
- ]
- },
- "unit": "s"
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
},
- "overrides": []
- },
- "gridPos": {
- "h": 8,
- "w": 6,
- "x": 0,
- "y": 4
- },
- "id": 80,
- "options": {
- "legend": {
- "calcs": [],
- "displayMode": "list",
- "placement": "bottom"
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
},
- "tooltip": {
- "mode": "multi",
- "sort": "desc"
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
}
},
- "targets": [
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "exemplar": true,
- "expr": "rate(query_plan_cost_seconds_sum{instance=~\"$instance\"}[1m]) / rate(query_plan_cost_seconds_count{instance=~\"$instance\"}[1m])",
- "interval": "",
- "legendFormat": "{{stage}}",
- "refId": "A"
- }
- ],
- "title": "The time consumed of query plan stages(avg)",
- "type": "timeseries"
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ },
+ "unit": "none"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 8,
+ "x": 16,
+ "y": 11
+ },
+ "id": 19,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
},
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "palette-classic"
- },
- "custom": {
- "axisLabel": "",
- "axisPlacement": "auto",
- "barAlignment": 0,
- "drawStyle": "line",
- "fillOpacity": 0,
- "gradientMode": "none",
- "hideFrom": {
- "legend": false,
- "tooltip": false,
- "viz": false
- },
- "lineInterpolation": "linear",
- "lineWidth": 1,
- "pointSize": 5,
- "scaleDistribution": {
- "type": "linear"
- },
- "showPoints": "auto",
- "spanNulls": false,
- "stacking": {
- "group": "A",
- "mode": "none"
- },
- "thresholdsStyle": {
- "mode": "off"
- }
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- }
- ]
- },
- "unit": "s"
- },
- "overrides": []
- },
- "gridPos": {
- "h": 8,
- "w": 6,
- "x": 6,
- "y": 4
- },
- "id": 60,
- "options": {
- "legend": {
- "calcs": [],
- "displayMode": "list",
- "placement": "bottom"
- },
- "tooltip": {
- "mode": "multi",
- "sort": "desc"
- }
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "sum(rate(compaction_task_count_total{instance=\"$instance\", name = \"inner_compaction\", type=\"sequence\"}[1m]))*60",
+ "interval": "",
+ "legendFormat": "sequence",
+ "range": true,
+ "refId": "A"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
},
- "targets": [
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "exemplar": true,
- "expr": "query_plan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\"}",
- "interval": "",
- "legendFormat": "{{stage}}",
- "refId": "A"
- }
- ],
- "title": "The time consumed of query plan stages(50%)",
- "type": "timeseries"
+ "editorMode": "code",
+ "expr": "sum(rate(compaction_task_count_total{instance=\"$instance\", name = \"inner_compaction\", type=\"unsequence\"}[1m]))*60",
+ "hide": false,
+ "legendFormat": "unsequence",
+ "range": true,
+ "refId": "B"
},
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "palette-classic"
- },
- "custom": {
- "axisLabel": "",
- "axisPlacement": "auto",
- "barAlignment": 0,
- "drawStyle": "line",
- "fillOpacity": 0,
- "gradientMode": "none",
- "hideFrom": {
- "legend": false,
- "tooltip": false,
- "viz": false
- },
- "lineInterpolation": "linear",
- "lineWidth": 1,
- "pointSize": 5,
- "scaleDistribution": {
- "type": "linear"
- },
- "showPoints": "auto",
- "spanNulls": false,
- "stacking": {
- "group": "A",
- "mode": "none"
- },
- "thresholdsStyle": {
- "mode": "off"
- }
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- }
- ]
- },
- "unit": "s"
+ "editorMode": "code",
+ "expr": "sum(rate(compaction_task_count_total{instance=\"$instance\", name = \"cross_compaction\", type=\"cross\"}[1m]))*60",
+ "hide": false,
+ "legendFormat": "cross",
+ "range": true,
+ "refId": "C"
+ }
+ ],
+ "title": "Compaction Number Per Minute",
+ "type": "timeseries"
+ },
+ {
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
},
- "overrides": []
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
},
- "gridPos": {
- "h": 8,
- "w": 6,
- "x": 12,
- "y": 4
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 0,
+ "y": 19
+ },
+ "id": 169,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom"
+ },
+ "tooltip": {
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
},
- "id": 61,
- "options": {
- "legend": {
- "calcs": [],
- "displayMode": "list",
- "placement": "bottom"
+ "exemplar": true,
+ "expr": "sum(rate(Compacted_Chunk_Num_total{instance=~\"$instance\"}[1m]))*60",
+ "interval": "",
+ "legendFormat": "Compacted Chunk Num Per Min",
+ "refId": "A"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "exemplar": true,
+ "expr": "sum(rate(Deserialized_Chunk_Num_total{instance=~\"$instance\"}[1m]))*60",
+ "hide": false,
+ "interval": "",
+ "legendFormat": "Deserialized Chunk Num Per Min",
+ "refId": "B"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "exemplar": true,
+ "expr": "sum(rate(Directly_Flush_Chunk_Num_total{instance=~\"$instance\"}[1m]))*60",
+ "hide": false,
+ "interval": "",
+ "legendFormat": "Directly Flush Chunk Num Per Min",
+ "refId": "C"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "exemplar": true,
+ "expr": "sum(rate(Merged_Chunk_Num_total{instance=~\"$instance\"}[1m]))*60",
+ "hide": false,
+ "interval": "",
+ "legendFormat": "Merged Chunk Num Per Min",
+ "refId": "D"
+ }
+ ],
+ "title": "Compaction Process Chunk Status",
+ "type": "timeseries"
+ },
+ {
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
},
- "tooltip": {
- "mode": "multi",
- "sort": "desc"
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
}
},
- "targets": [
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "exemplar": true,
- "expr": "query_plan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\"}",
- "interval": "",
- "legendFormat": "{{stage}}",
- "refId": "A"
- }
- ],
- "title": "The time consumed of query plan stages(75%)",
- "type": "timeseries"
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 12,
+ "x": 12,
+ "y": 19
+ },
+ "id": 171,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom"
},
+ "tooltip": {
+ "mode": "single",
+ "sort": "none"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "exemplar": true,
+ "expr": "sum(rate(Compacted_Point_Num_total{instance=~\"$instance\"}[1m]))*60",
+ "interval": "",
+ "legendFormat": "Compacted Point Num Per Min",
+ "refId": "A"
+ }
+ ],
+ "title": "Compacted Point Num Per Minute",
+ "type": "timeseries"
+ },
+ {
+ "collapsed": true,
+ "gridPos": {
+ "h": 1,
+ "w": 24,
+ "x": 0,
+ "y": 27
+ },
+ "id": 58,
+ "panels": [
{
"datasource": {
"type": "prometheus",
@@ -1927,8 +1855,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -1939,10 +1866,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 4
},
- "id": 62,
+ "id": 80,
"options": {
"legend": {
"calcs": [],
@@ -1961,13 +1888,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "query_plan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\"}",
+ "expr": "rate(query_plan_cost_seconds_sum{instance=~\"$instance\"}[1m]) / rate(query_plan_cost_seconds_count{instance=~\"$instance\"}[1m])",
"interval": "",
"legendFormat": "{{stage}}",
"refId": "A"
}
],
- "title": "The time consumed of query plan stages(100%)",
+ "title": "The time consumed of query plan stages(avg)",
"type": "timeseries"
},
{
@@ -2013,8 +1940,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -2025,10 +1951,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 12
+ "x": 6,
+ "y": 4
},
- "id": 63,
+ "id": 60,
"options": {
"legend": {
"calcs": [],
@@ -2047,13 +1973,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(dispatcher_seconds_sum{instance=~\"$instance\"}[1m]) / rate(dispatcher_seconds_count{instance=~\"$instance\"}[1m])",
+ "expr": "query_plan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\"}",
"interval": "",
"legendFormat": "{{stage}}",
"refId": "A"
}
],
- "title": "The time consumed of plan dispatch stages(avg)",
+ "title": "The time consumed of query plan stages(50%)",
"type": "timeseries"
},
{
@@ -2099,8 +2025,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -2111,10 +2036,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 12
+ "x": 12,
+ "y": 4
},
- "id": 81,
+ "id": 61,
"options": {
"legend": {
"calcs": [],
@@ -2133,13 +2058,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "dispatcher_seconds{instance=~\"${instance}\", quantile=\"0.5\"}",
+ "expr": "query_plan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\"}",
"interval": "",
"legendFormat": "{{stage}}",
"refId": "A"
}
],
- "title": "The time consumed of plan dispatch stages(50%)",
+ "title": "The time consumed of query plan stages(75%)",
"type": "timeseries"
},
{
@@ -2185,8 +2110,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -2197,10 +2121,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 12
+ "x": 18,
+ "y": 4
},
- "id": 64,
+ "id": 62,
"options": {
"legend": {
"calcs": [],
@@ -2219,13 +2143,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "dispatcher_seconds{instance=~\"${instance}\", quantile=\"0.75\"}",
+ "expr": "query_plan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\"}",
"interval": "",
"legendFormat": "{{stage}}",
"refId": "A"
}
],
- "title": "The time consumed of plan dispatch stages(75%)",
+ "title": "The time consumed of query plan stages(100%)",
"type": "timeseries"
},
{
@@ -2271,8 +2195,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -2283,10 +2206,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 12
},
- "id": 65,
+ "id": 63,
"options": {
"legend": {
"calcs": [],
@@ -2305,13 +2228,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "dispatcher_seconds{instance=~\"${instance}\", quantile=\"1.0\"}",
+ "expr": "rate(dispatcher_seconds_sum{instance=~\"$instance\"}[1m]) / rate(dispatcher_seconds_count{instance=~\"$instance\"}[1m])",
"interval": "",
"legendFormat": "{{stage}}",
"refId": "A"
}
],
- "title": "The time consumed of plan dispatch stages(100%)",
+ "title": "The time consumed of plan dispatch stages(avg)",
"type": "timeseries"
},
{
@@ -2357,8 +2280,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -2369,10 +2291,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 20
+ "x": 6,
+ "y": 12
},
- "id": 83,
+ "id": 81,
"options": {
"legend": {
"calcs": [],
@@ -2391,13 +2313,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(query_execution_seconds_sum{instance=~\"$instance\"}[1m]) / rate(query_execution_seconds_count{instance=~\"$instance\"}[1m])",
+ "expr": "dispatcher_seconds{instance=~\"${instance}\", quantile=\"0.5\"}",
"interval": "",
"legendFormat": "{{stage}}",
"refId": "A"
}
],
- "title": "The time consumed of query execution stages(avg)",
+ "title": "The time consumed of plan dispatch stages(50%)",
"type": "timeseries"
},
{
@@ -2443,8 +2365,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -2455,10 +2376,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 20
+ "x": 12,
+ "y": 12
},
- "id": 66,
+ "id": 64,
"options": {
"legend": {
"calcs": [],
@@ -2477,13 +2398,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "query_execution_seconds{instance=~\"${instance}\", quantile=\"0.5\"}",
+ "expr": "dispatcher_seconds{instance=~\"${instance}\", quantile=\"0.75\"}",
"interval": "",
"legendFormat": "{{stage}}",
"refId": "A"
}
],
- "title": "The time consumed of query execution stages(50%)",
+ "title": "The time consumed of plan dispatch stages(75%)",
"type": "timeseries"
},
{
@@ -2529,8 +2450,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -2541,10 +2461,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 20
+ "x": 18,
+ "y": 12
},
- "id": 67,
+ "id": 65,
"options": {
"legend": {
"calcs": [],
@@ -2553,7 +2473,7 @@
},
"tooltip": {
"mode": "multi",
- "sort": "asc"
+ "sort": "desc"
}
},
"targets": [
@@ -2563,13 +2483,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "query_execution_seconds{instance=~\"${instance}\", quantile=\"0.75\"}",
+ "expr": "dispatcher_seconds{instance=~\"${instance}\", quantile=\"1.0\"}",
"interval": "",
"legendFormat": "{{stage}}",
"refId": "A"
}
],
- "title": "The time consumed of query execution stages(75%)",
+ "title": "The time consumed of plan dispatch stages(100%)",
"type": "timeseries"
},
{
@@ -2615,8 +2535,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -2627,10 +2546,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 20
},
- "id": 68,
+ "id": 83,
"options": {
"legend": {
"calcs": [],
@@ -2639,7 +2558,7 @@
},
"tooltip": {
"mode": "multi",
- "sort": "asc"
+ "sort": "desc"
}
},
"targets": [
@@ -2649,13 +2568,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "query_execution_seconds{instance=~\"${instance}\", quantile=\"1.0\"}",
+ "expr": "rate(query_execution_seconds_sum{instance=~\"$instance\"}[1m]) / rate(query_execution_seconds_count{instance=~\"$instance\"}[1m])",
"interval": "",
"legendFormat": "{{stage}}",
"refId": "A"
}
],
- "title": "The time consumed of query execution stages(100%)",
+ "title": "The time consumed of query execution stages(avg)",
"type": "timeseries"
},
{
@@ -2701,8 +2620,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -2713,10 +2631,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 28
+ "x": 6,
+ "y": 20
},
- "id": 82,
+ "id": 66,
"options": {
"legend": {
"calcs": [],
@@ -2735,13 +2653,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(operator_execution_cost_seconds_sum{instance=~\"$instance\"}[1m]) / rate(operator_execution_cost_seconds_count{instance=~\"$instance\"}[1m])",
+ "expr": "query_execution_seconds{instance=~\"${instance}\", quantile=\"0.5\"}",
"interval": "",
- "legendFormat": "{{name}}",
+ "legendFormat": "{{stage}}",
"refId": "A"
}
],
- "title": "The time consumed of operator execution stages(avg)",
+ "title": "The time consumed of query execution stages(50%)",
"type": "timeseries"
},
{
@@ -2787,8 +2705,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -2799,10 +2716,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 28
+ "x": 12,
+ "y": 20
},
- "id": 69,
+ "id": 67,
"options": {
"legend": {
"calcs": [],
@@ -2821,13 +2738,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "operator_execution_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\"}",
+ "expr": "query_execution_seconds{instance=~\"${instance}\", quantile=\"0.75\"}",
"interval": "",
- "legendFormat": "{{name}}",
+ "legendFormat": "{{stage}}",
"refId": "A"
}
],
- "title": "The time consumed of operator execution(50%)",
+ "title": "The time consumed of query execution stages(75%)",
"type": "timeseries"
},
{
@@ -2873,8 +2790,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -2885,10 +2801,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 28
+ "x": 18,
+ "y": 20
},
- "id": 70,
+ "id": 68,
"options": {
"legend": {
"calcs": [],
@@ -2897,7 +2813,7 @@
},
"tooltip": {
"mode": "multi",
- "sort": "desc"
+ "sort": "asc"
}
},
"targets": [
@@ -2907,13 +2823,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "operator_execution_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\"}",
+ "expr": "query_execution_seconds{instance=~\"${instance}\", quantile=\"1.0\"}",
"interval": "",
- "legendFormat": "{{name}}",
+ "legendFormat": "{{stage}}",
"refId": "A"
}
],
- "title": "The time consumed of operator execution(75%)",
+ "title": "The time consumed of query execution stages(100%)",
"type": "timeseries"
},
{
@@ -2959,8 +2875,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -2971,10 +2886,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 28
},
- "id": 71,
+ "id": 82,
"options": {
"legend": {
"calcs": [],
@@ -2993,13 +2908,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "operator_execution_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\"}",
+ "expr": "rate(operator_execution_cost_seconds_sum{instance=~\"$instance\"}[1m]) / rate(operator_execution_cost_seconds_count{instance=~\"$instance\"}[1m])",
"interval": "",
"legendFormat": "{{name}}",
"refId": "A"
}
],
- "title": "The time consumed of operator execution(100%)",
+ "title": "The time consumed of operator execution stages(avg)",
"type": "timeseries"
},
{
@@ -3045,8 +2960,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -3057,10 +2971,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 36
+ "x": 6,
+ "y": 28
},
- "id": 72,
+ "id": 69,
"options": {
"legend": {
"calcs": [],
@@ -3069,7 +2983,7 @@
},
"tooltip": {
"mode": "multi",
- "sort": "desc"
+ "sort": "asc"
}
},
"targets": [
@@ -3079,13 +2993,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(aggregation_seconds_sum{instance=~\"$instance\"}[1m]) / rate(aggregation_seconds_count{instance=~\"$instance\"}[1m])",
+ "expr": "operator_execution_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\"}",
"interval": "",
- "legendFormat": "{{from}}",
+ "legendFormat": "{{name}}",
"refId": "A"
}
],
- "title": "The time consumed of query aggregation(avg)",
+ "title": "The time consumed of operator execution(50%)",
"type": "timeseries"
},
{
@@ -3131,8 +3045,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -3143,10 +3056,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 36
+ "x": 12,
+ "y": 28
},
- "id": 84,
+ "id": 70,
"options": {
"legend": {
"calcs": [],
@@ -3165,13 +3078,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "aggregation_seconds{instance=~\"${instance}\", quantile=\"0.5\"}",
+ "expr": "operator_execution_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\"}",
"interval": "",
- "legendFormat": "{{from}}",
+ "legendFormat": "{{name}}",
"refId": "A"
}
],
- "title": "The time consumed of query aggregation(50%)",
+ "title": "The time consumed of operator execution(75%)",
"type": "timeseries"
},
{
@@ -3217,8 +3130,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -3229,10 +3141,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 36
+ "x": 18,
+ "y": 28
},
- "id": 73,
+ "id": 71,
"options": {
"legend": {
"calcs": [],
@@ -3251,13 +3163,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "aggregation_seconds{instance=~\"${instance}\", quantile=\"0.75\"}",
+ "expr": "operator_execution_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\"}",
"interval": "",
- "legendFormat": "{{from}}",
+ "legendFormat": "{{name}}",
"refId": "A"
}
],
- "title": "The time consumed of query aggregation(75%)",
+ "title": "The time consumed of operator execution(100%)",
"type": "timeseries"
},
{
@@ -3303,8 +3215,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -3315,10 +3226,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 36
},
- "id": 74,
+ "id": 72,
"options": {
"legend": {
"calcs": [],
@@ -3337,13 +3248,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "aggregation_seconds{instance=~\"${instance}\", quantile=\"1.0\"}",
+ "expr": "rate(aggregation_seconds_sum{instance=~\"$instance\"}[1m]) / rate(aggregation_seconds_count{instance=~\"$instance\"}[1m])",
"interval": "",
"legendFormat": "{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of query aggregation(100%)",
+ "title": "The time consumed of query aggregation(avg)",
"type": "timeseries"
},
{
@@ -3389,8 +3300,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -3401,10 +3311,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 44
+ "x": 6,
+ "y": 36
},
- "id": 131,
+ "id": 84,
"options": {
"legend": {
"calcs": [],
@@ -3423,14 +3333,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "sum(rate(series_scan_cost_seconds_sum{instance=~\"$instance\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\"}[1m])) by (stage)",
- "format": "time_series",
+ "expr": "aggregation_seconds{instance=~\"${instance}\", quantile=\"0.5\"}",
"interval": "",
- "legendFormat": "{{stage}}",
+ "legendFormat": "{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of query scan(avg)",
+ "title": "The time consumed of query aggregation(50%)",
"type": "timeseries"
},
{
@@ -3476,8 +3385,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -3488,10 +3396,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 44
+ "x": 12,
+ "y": 36
},
- "id": 132,
+ "id": 73,
"options": {
"legend": {
"calcs": [],
@@ -3510,14 +3418,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "sum(rate(series_scan_cost_seconds{instance=~\"$instance\", quantile=\"0.5\"}[1m])) by (stage)",
- "format": "time_series",
+ "expr": "aggregation_seconds{instance=~\"${instance}\", quantile=\"0.75\"}",
"interval": "",
- "legendFormat": "{{stage}}",
+ "legendFormat": "{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of query scan(50%)",
+ "title": "The time consumed of query aggregation(75%)",
"type": "timeseries"
},
{
@@ -3563,8 +3470,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -3575,10 +3481,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 44
+ "x": 18,
+ "y": 36
},
- "id": 133,
+ "id": 74,
"options": {
"legend": {
"calcs": [],
@@ -3597,14 +3503,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "sum(rate(series_scan_cost_seconds{instance=~\"$instance\", quantile=\"0.75\"}[1m])) by (stage)",
- "format": "time_series",
+ "expr": "aggregation_seconds{instance=~\"${instance}\", quantile=\"1.0\"}",
"interval": "",
- "legendFormat": "{{stage}}",
+ "legendFormat": "{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of query scan(75%)",
+ "title": "The time consumed of query aggregation(100%)",
"type": "timeseries"
},
{
@@ -3612,7 +3517,6 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "description": "",
"fieldConfig": {
"defaults": {
"color": {
@@ -3651,8 +3555,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -3663,10 +3566,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 44
},
- "id": 134,
+ "id": 131,
"options": {
"legend": {
"calcs": [],
@@ -3685,14 +3588,14 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "sum(rate(series_scan_cost_seconds{instance=~\"$instance\", quantile=\"1.0\"}[1m])) by (stage)",
+ "expr": "sum(rate(series_scan_cost_seconds_sum{instance=~\"$instance\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\"}[1m])) by (stage)",
"format": "time_series",
"interval": "",
"legendFormat": "{{stage}}",
"refId": "A"
}
],
- "title": "The time consumed of query scan(100%)",
+ "title": "The time consumed of query scan(avg)",
"type": "timeseries"
},
{
@@ -3738,22 +3641,21 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
- "unit": "none"
+ "unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 52
+ "x": 6,
+ "y": 44
},
- "id": 76,
+ "id": 132,
"options": {
"legend": {
"calcs": [],
@@ -3772,13 +3674,14 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(query_resource_sum{instance=~\"$instance\"}[1m]) / rate(query_resource_count{instance=~\"$instance\"}[1m])",
+ "expr": "sum(rate(series_scan_cost_seconds{instance=~\"$instance\", quantile=\"0.5\"}[1m])) by (stage)",
+ "format": "time_series",
"interval": "",
- "legendFormat": "{{type}}",
+ "legendFormat": "{{stage}}",
"refId": "A"
}
],
- "title": "The usage of query resource(avg)",
+ "title": "The time consumed of query scan(50%)",
"type": "timeseries"
},
{
@@ -3824,22 +3727,21 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
- "unit": "none"
+ "unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 52
+ "x": 12,
+ "y": 44
},
- "id": 128,
+ "id": 133,
"options": {
"legend": {
"calcs": [],
@@ -3858,13 +3760,14 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "query_resource{instance=~\"${instance}\", quantile=\"0.5\"}",
+ "expr": "sum(rate(series_scan_cost_seconds{instance=~\"$instance\", quantile=\"0.75\"}[1m])) by (stage)",
+ "format": "time_series",
"interval": "",
- "legendFormat": "{{type}}",
+ "legendFormat": "{{stage}}",
"refId": "A"
}
],
- "title": "The usage of query resource(50%)",
+ "title": "The time consumed of query scan(75%)",
"type": "timeseries"
},
{
@@ -3872,6 +3775,7 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
+ "description": "",
"fieldConfig": {
"defaults": {
"color": {
@@ -3910,22 +3814,21 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
- "unit": "none"
+ "unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 52
+ "x": 18,
+ "y": 44
},
- "id": 129,
+ "id": 134,
"options": {
"legend": {
"calcs": [],
@@ -3944,13 +3847,14 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "query_resource{instance=~\"${instance}\", quantile=\"0.75\"}",
+ "expr": "sum(rate(series_scan_cost_seconds{instance=~\"$instance\", quantile=\"1.0\"}[1m])) by (stage)",
+ "format": "time_series",
"interval": "",
- "legendFormat": "{{type}}",
+ "legendFormat": "{{stage}}",
"refId": "A"
}
],
- "title": "The usage of query resource(75%)",
+ "title": "The time consumed of query scan(100%)",
"type": "timeseries"
},
{
@@ -3996,8 +3900,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -4008,10 +3911,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 52
},
- "id": 130,
+ "id": 76,
"options": {
"legend": {
"calcs": [],
@@ -4030,13 +3933,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "query_resource{instance=~\"${instance}\", quantile=\"1.0\"}",
+ "expr": "rate(query_resource_sum{instance=~\"$instance\"}[1m]) / rate(query_resource_count{instance=~\"$instance\"}[1m])",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The usage of query resource(100%)",
+ "title": "The usage of query resource(avg)",
"type": "timeseries"
},
{
@@ -4082,22 +3985,21 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
- "unit": "s"
+ "unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 60
+ "x": 6,
+ "y": 52
},
- "id": 135,
+ "id": 128,
"options": {
"legend": {
"calcs": [],
@@ -4116,13 +4018,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "sum(rate(data_exchange_cost_seconds_sum{instance=~\"$instance\"}[1m]) / rate(data_exchange_cost_seconds_count{instance=~\"$instance\"}[1m])) by (operation)",
+ "expr": "query_resource{instance=~\"${instance}\", quantile=\"0.5\"}",
"interval": "",
- "legendFormat": "{{operation}}",
+ "legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of query data exchange(avg)",
+ "title": "The usage of query resource(50%)",
"type": "timeseries"
},
{
@@ -4168,22 +4070,21 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
- "unit": "s"
+ "unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 60
+ "x": 12,
+ "y": 52
},
- "id": 136,
+ "id": 129,
"options": {
"legend": {
"calcs": [],
@@ -4202,13 +4103,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "sum(rate(data_exchange_cost_seconds{instance=~\"$instance\", quantile=\"0.5\"}[1m])) by (operation)",
+ "expr": "query_resource{instance=~\"${instance}\", quantile=\"0.75\"}",
"interval": "",
- "legendFormat": "{{operation}}",
+ "legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of query data exchange(50%)",
+ "title": "The usage of query resource(75%)",
"type": "timeseries"
},
{
@@ -4254,22 +4155,21 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
- "unit": "s"
+ "unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 60
+ "x": 18,
+ "y": 52
},
- "id": 137,
+ "id": 130,
"options": {
"legend": {
"calcs": [],
@@ -4288,13 +4188,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "sum(rate(data_exchange_cost_seconds{instance=~\"$instance\", quantile=\"0.75\"}[1m])) by (operation)",
+ "expr": "query_resource{instance=~\"${instance}\", quantile=\"1.0\"}",
"interval": "",
- "legendFormat": "{{operation}}",
+ "legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of query data exchange(75%)",
+ "title": "The usage of query resource(100%)",
"type": "timeseries"
},
{
@@ -4340,8 +4240,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -4352,10 +4251,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 60
},
- "id": 138,
+ "id": 135,
"options": {
"legend": {
"calcs": [],
@@ -4374,13 +4273,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "sum(rate(data_exchange_cost_seconds{instance=~\"$instance\", quantile=\"1.0\"}[1m])) by (operation)",
+ "expr": "sum(rate(data_exchange_cost_seconds_sum{instance=~\"$instance\"}[1m]) / rate(data_exchange_cost_seconds_count{instance=~\"$instance\"}[1m])) by (operation)",
"interval": "",
"legendFormat": "{{operation}}",
"refId": "A"
}
],
- "title": "The time consumed of query data exchange(100%)",
+ "title": "The time consumed of query data exchange(avg)",
"type": "timeseries"
},
{
@@ -4426,22 +4325,21 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
- "unit": "none"
+ "unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 8,
- "w": 8,
- "x": 0,
- "y": 68
+ "w": 6,
+ "x": 6,
+ "y": 60
},
- "id": 139,
+ "id": 136,
"options": {
"legend": {
"calcs": [],
@@ -4460,13 +4358,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(data_exchange_count_sum{instance=~\"$instance\"}[1m]) / rate(data_exchange_count_count{instance=~\"$instance\"}[1m])",
+ "expr": "sum(rate(data_exchange_cost_seconds{instance=~\"$instance\", quantile=\"0.5\"}[1m])) by (operation)",
"interval": "",
- "legendFormat": "{{name}}",
+ "legendFormat": "{{operation}}",
"refId": "A"
}
],
- "title": "The count of Data Exchange(avg)",
+ "title": "The time consumed of query data exchange(50%)",
"type": "timeseries"
},
{
@@ -4512,22 +4410,21 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
- "unit": "none"
+ "unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 8,
- "w": 8,
- "x": 8,
- "y": 68
+ "w": 6,
+ "x": 12,
+ "y": 60
},
- "id": 140,
+ "id": 137,
"options": {
"legend": {
"calcs": [],
@@ -4546,13 +4443,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "data_exchange_count{instance=~\"$instance\"}",
+ "expr": "sum(rate(data_exchange_cost_seconds{instance=~\"$instance\", quantile=\"0.75\"}[1m])) by (operation)",
"interval": "",
- "legendFormat": "{{quantile}}",
+ "legendFormat": "{{operation}}",
"refId": "A"
}
],
- "title": "The count of Data Exchange",
+ "title": "The time consumed of query data exchange(75%)",
"type": "timeseries"
},
{
@@ -4598,22 +4495,21 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
- "unit": "none"
+ "unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 8,
- "w": 8,
- "x": 16,
- "y": 68
+ "w": 6,
+ "x": 18,
+ "y": 60
},
- "id": 167,
+ "id": 138,
"options": {
"legend": {
"calcs": [],
@@ -4632,14 +4528,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "driver_scheduler{instance=~\"$instance\"}",
- "format": "time_series",
+ "expr": "sum(rate(data_exchange_cost_seconds{instance=~\"$instance\", quantile=\"1.0\"}[1m])) by (operation)",
"interval": "",
- "legendFormat": "{{name}}",
+ "legendFormat": "{{operation}}",
"refId": "A"
}
],
- "title": "The number of query queue",
+ "title": "The time consumed of query data exchange(100%)",
"type": "timeseries"
},
{
@@ -4685,22 +4580,21 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
- "unit": "s"
+ "unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 8,
- "w": 6,
+ "w": 8,
"x": 0,
- "y": 76
+ "y": 68
},
- "id": 163,
+ "id": 139,
"options": {
"legend": {
"calcs": [],
@@ -4719,14 +4613,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(driver_scheduler_seconds_sum{instance=~\"$instance\"}[1m]) / rate(driver_scheduler_seconds_count{instance=~\"$instance\"}[1m])",
- "format": "time_series",
+ "expr": "rate(data_exchange_count_sum{instance=~\"$instance\"}[1m]) / rate(data_exchange_count_count{instance=~\"$instance\"}[1m])",
"interval": "",
"legendFormat": "{{name}}",
"refId": "A"
}
],
- "title": "The time consumed of query schedule time(avg)",
+ "title": "The count of Data Exchange(avg)",
"type": "timeseries"
},
{
@@ -4772,22 +4665,21 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
- "unit": "s"
+ "unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 8,
- "w": 6,
- "x": 6,
- "y": 76
+ "w": 8,
+ "x": 8,
+ "y": 68
},
- "id": 164,
+ "id": 140,
"options": {
"legend": {
"calcs": [],
@@ -4806,14 +4698,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "driver_scheduler_seconds{instance=~\"$instance\", quantile=\"0.5\"}",
- "format": "time_series",
+ "expr": "data_exchange_count{instance=~\"$instance\"}",
"interval": "",
- "legendFormat": "{{name}}",
+ "legendFormat": "{{quantile}}",
"refId": "A"
}
],
- "title": "The time consumed of query schedule time(50%)",
+ "title": "The count of Data Exchange",
"type": "timeseries"
},
{
@@ -4859,22 +4750,21 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
- "unit": "s"
+ "unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 8,
- "w": 6,
- "x": 12,
- "y": 76
+ "w": 8,
+ "x": 16,
+ "y": 68
},
- "id": 165,
+ "id": 167,
"options": {
"legend": {
"calcs": [],
@@ -4893,14 +4783,14 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "driver_scheduler_seconds{instance=~\"$instance\", quantile=\"0.75\"}",
+ "expr": "driver_scheduler{instance=~\"$instance\"}",
"format": "time_series",
"interval": "",
"legendFormat": "{{name}}",
"refId": "A"
}
],
- "title": "The time consumed of query schedule time(75%)",
+ "title": "The number of query queue",
"type": "timeseries"
},
{
@@ -4946,8 +4836,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -4958,10 +4847,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 76
},
- "id": 166,
+ "id": 163,
"options": {
"legend": {
"calcs": [],
@@ -4980,30 +4869,16 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "driver_scheduler_seconds{instance=~\"$instance\", quantile=\"1.0\"}",
+ "expr": "rate(driver_scheduler_seconds_sum{instance=~\"$instance\"}[1m]) / rate(driver_scheduler_seconds_count{instance=~\"$instance\"}[1m])",
"format": "time_series",
"interval": "",
"legendFormat": "{{name}}",
"refId": "A"
}
],
- "title": "The time consumed of query schedule time(100%)",
+ "title": "The time consumed of query schedule time(avg)",
"type": "timeseries"
- }
- ],
- "title": "Query Engine",
- "type": "row"
- },
- {
- "collapsed": true,
- "gridPos": {
- "h": 1,
- "w": 24,
- "x": 0,
- "y": 4
- },
- "id": 100,
- "panels": [
+ },
{
"datasource": {
"type": "prometheus",
@@ -5047,8 +4922,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -5059,10 +4933,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 5
+ "x": 6,
+ "y": 76
},
- "id": 75,
+ "id": 164,
"options": {
"legend": {
"calcs": [],
@@ -5081,13 +4955,14 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"load_timeseries_metadata\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"load_timeseries_metadata\"}[1m])",
+ "expr": "driver_scheduler_seconds{instance=~\"$instance\", quantile=\"0.5\"}",
+ "format": "time_series",
"interval": "",
- "legendFormat": "{{type}}_{{from}}",
+ "legendFormat": "{{name}}",
"refId": "A"
}
],
- "title": "The time consumed of load timeseries metadata(avg)",
+ "title": "The time consumed of query schedule time(50%)",
"type": "timeseries"
},
{
@@ -5133,8 +5008,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -5145,10 +5019,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 5
+ "x": 12,
+ "y": 76
},
- "id": 85,
+ "id": 165,
"options": {
"legend": {
"calcs": [],
@@ -5167,13 +5041,14 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"load_timeseries_metadata\"}",
+ "expr": "driver_scheduler_seconds{instance=~\"$instance\", quantile=\"0.75\"}",
+ "format": "time_series",
"interval": "",
- "legendFormat": "{{type}}_{{from}}",
+ "legendFormat": "{{name}}",
"refId": "A"
}
],
- "title": "The time consumed of load timeseries metadata(50%)",
+ "title": "The time consumed of query schedule time(75%)",
"type": "timeseries"
},
{
@@ -5219,8 +5094,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -5231,10 +5105,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 5
+ "x": 18,
+ "y": 76
},
- "id": 77,
+ "id": 166,
"options": {
"legend": {
"calcs": [],
@@ -5253,15 +5127,30 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"load_timeseries_metadata\"}",
+ "expr": "driver_scheduler_seconds{instance=~\"$instance\", quantile=\"1.0\"}",
+ "format": "time_series",
"interval": "",
- "legendFormat": "{{type}}_{{from}}",
+ "legendFormat": "{{name}}",
"refId": "A"
}
],
- "title": "The time consumed of load timeseries metadata(75%)",
+ "title": "The time consumed of query schedule time(100%)",
"type": "timeseries"
- },
+ }
+ ],
+ "title": "Query Engine",
+ "type": "row"
+ },
+ {
+ "collapsed": true,
+ "gridPos": {
+ "h": 1,
+ "w": 24,
+ "x": 0,
+ "y": 28
+ },
+ "id": 100,
+ "panels": [
{
"datasource": {
"type": "prometheus",
@@ -5305,8 +5194,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -5317,10 +5205,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 5
},
- "id": 78,
+ "id": 75,
"options": {
"legend": {
"calcs": [],
@@ -5339,13 +5227,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"load_timeseries_metadata\"}",
+ "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"load_timeseries_metadata\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"load_timeseries_metadata\"}[1m])",
"interval": "",
"legendFormat": "{{type}}_{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of load timeseries metadata(100%)",
+ "title": "The time consumed of load timeseries metadata(avg)",
"type": "timeseries"
},
{
@@ -5391,8 +5279,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -5403,10 +5290,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 13
+ "x": 6,
+ "y": 5
},
- "id": 86,
+ "id": 85,
"options": {
"legend": {
"calcs": [],
@@ -5425,13 +5312,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"read_timeseries_metadata\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"read_timeseries_metadata\"}[1m])",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"load_timeseries_metadata\"}",
"interval": "",
- "legendFormat": "{{from}}",
+ "legendFormat": "{{type}}_{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of read timeseries metadata(avg)",
+ "title": "The time consumed of load timeseries metadata(50%)",
"type": "timeseries"
},
{
@@ -5477,8 +5364,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -5489,10 +5375,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 13
+ "x": 12,
+ "y": 5
},
- "id": 87,
+ "id": 77,
"options": {
"legend": {
"calcs": [],
@@ -5511,13 +5397,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"read_timeseries_metadata\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"load_timeseries_metadata\"}",
"interval": "",
- "legendFormat": "{{from}}",
+ "legendFormat": "{{type}}_{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of read timeseries metadata(50%)",
+ "title": "The time consumed of load timeseries metadata(75%)",
"type": "timeseries"
},
{
@@ -5563,8 +5449,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -5575,10 +5460,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 13
+ "x": 18,
+ "y": 5
},
- "id": 88,
+ "id": 78,
"options": {
"legend": {
"calcs": [],
@@ -5597,13 +5482,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"read_timeseries_metadata\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"load_timeseries_metadata\"}",
"interval": "",
- "legendFormat": "{{from}}",
+ "legendFormat": "{{type}}_{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of read timeseries metadata(75%)",
+ "title": "The time consumed of load timeseries metadata(100%)",
"type": "timeseries"
},
{
@@ -5649,8 +5534,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -5661,10 +5545,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 13
},
- "id": 89,
+ "id": 86,
"options": {
"legend": {
"calcs": [],
@@ -5683,13 +5567,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"read_timeseries_metadata\"}",
+ "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"read_timeseries_metadata\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"read_timeseries_metadata\"}[1m])",
"interval": "",
"legendFormat": "{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of read timeseries metadata(100%)",
+ "title": "The time consumed of read timeseries metadata(avg)",
"type": "timeseries"
},
{
@@ -5735,8 +5619,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -5747,10 +5630,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 21
+ "x": 6,
+ "y": 13
},
- "id": 90,
+ "id": 87,
"options": {
"legend": {
"calcs": [],
@@ -5769,13 +5652,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"timeseries_metadata_modification\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"timeseries_metadata_modification\"}[1m])",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"read_timeseries_metadata\"}",
"interval": "",
- "legendFormat": "{{type}}",
+ "legendFormat": "{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of timeseries metadata modification(avg)",
+ "title": "The time consumed of read timeseries metadata(50%)",
"type": "timeseries"
},
{
@@ -5821,8 +5704,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -5833,10 +5715,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 21
+ "x": 12,
+ "y": 13
},
- "id": 91,
+ "id": 88,
"options": {
"legend": {
"calcs": [],
@@ -5855,13 +5737,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"timeseries_metadata_modification\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"read_timeseries_metadata\"}",
"interval": "",
- "legendFormat": "{{type}}",
+ "legendFormat": "{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of timeseries metadata modification(50%)",
+ "title": "The time consumed of read timeseries metadata(75%)",
"type": "timeseries"
},
{
@@ -5907,8 +5789,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -5919,10 +5800,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 21
+ "x": 18,
+ "y": 13
},
- "id": 92,
+ "id": 89,
"options": {
"legend": {
"calcs": [],
@@ -5941,13 +5822,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"timeseries_metadata_modification\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"read_timeseries_metadata\"}",
"interval": "",
- "legendFormat": "{{type}}",
+ "legendFormat": "{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of timeseries metadata modification(75%)",
+ "title": "The time consumed of read timeseries metadata(100%)",
"type": "timeseries"
},
{
@@ -5993,8 +5874,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -6005,10 +5885,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 21
},
- "id": 93,
+ "id": 90,
"options": {
"legend": {
"calcs": [],
@@ -6027,13 +5907,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"timeseries_metadata_modification\"}",
+ "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"timeseries_metadata_modification\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"timeseries_metadata_modification\"}[1m])",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of timeseries metadata modification(100%)",
+ "title": "The time consumed of timeseries metadata modification(avg)",
"type": "timeseries"
},
{
@@ -6079,8 +5959,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -6091,10 +5970,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 29
+ "x": 6,
+ "y": 21
},
- "id": 94,
+ "id": 91,
"options": {
"legend": {
"calcs": [],
@@ -6113,13 +5992,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"load_chunk_metadata_list\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"load_chunk_metadata_list\"}[1m])",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"timeseries_metadata_modification\"}",
"interval": "",
- "legendFormat": "{{type}}_{{from}}",
+ "legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of load chunk metadata list(avg)",
+ "title": "The time consumed of timeseries metadata modification(50%)",
"type": "timeseries"
},
{
@@ -6165,8 +6044,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -6177,10 +6055,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 29
+ "x": 12,
+ "y": 21
},
- "id": 95,
+ "id": 92,
"options": {
"legend": {
"calcs": [],
@@ -6199,13 +6077,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"load_chunk_metadata_list\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"timeseries_metadata_modification\"}",
"interval": "",
- "legendFormat": "{{type}}-{{from}}",
+ "legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of load chunk metadata list(50%)",
+ "title": "The time consumed of timeseries metadata modification(75%)",
"type": "timeseries"
},
{
@@ -6251,8 +6129,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -6263,10 +6140,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 29
+ "x": 18,
+ "y": 21
},
- "id": 96,
+ "id": 93,
"options": {
"legend": {
"calcs": [],
@@ -6285,13 +6162,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"load_chunk_metadata_list\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"timeseries_metadata_modification\"}",
"interval": "",
- "legendFormat": "{{type}}_{{from}}",
+ "legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of load chunk metadata list(75%)",
+ "title": "The time consumed of timeseries metadata modification(100%)",
"type": "timeseries"
},
{
@@ -6337,8 +6214,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -6349,10 +6225,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 29
},
- "id": 97,
+ "id": 94,
"options": {
"legend": {
"calcs": [],
@@ -6371,13 +6247,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"load_chunk_metadata_list\"}",
+ "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"load_chunk_metadata_list\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"load_chunk_metadata_list\"}[1m])",
"interval": "",
"legendFormat": "{{type}}_{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of load chunk metadata list(100%)",
+ "title": "The time consumed of load chunk metadata list(avg)",
"type": "timeseries"
},
{
@@ -6423,8 +6299,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -6435,10 +6310,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 37
+ "x": 6,
+ "y": 29
},
- "id": 98,
+ "id": 95,
"options": {
"legend": {
"calcs": [],
@@ -6457,13 +6332,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"chunk_metadata_modification\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"chunk_metadata_modification\"}[1m])",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"load_chunk_metadata_list\"}",
"interval": "",
- "legendFormat": "{{type}}_{{from}}",
+ "legendFormat": "{{type}}-{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of chunk metadata modification(avg)",
+ "title": "The time consumed of load chunk metadata list(50%)",
"type": "timeseries"
},
{
@@ -6471,7 +6346,6 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "description": "",
"fieldConfig": {
"defaults": {
"color": {
@@ -6510,8 +6384,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -6522,10 +6395,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 37
+ "x": 12,
+ "y": 29
},
- "id": 101,
+ "id": 96,
"options": {
"legend": {
"calcs": [],
@@ -6544,13 +6417,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"chunk_metadata_modification\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"load_chunk_metadata_list\"}",
"interval": "",
- "legendFormat": "{{type}}-{{from}}",
+ "legendFormat": "{{type}}_{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of chunk metadata modification(50%)",
+ "title": "The time consumed of load chunk metadata list(75%)",
"type": "timeseries"
},
{
@@ -6558,7 +6431,6 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "description": "",
"fieldConfig": {
"defaults": {
"color": {
@@ -6597,8 +6469,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -6609,10 +6480,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 37
+ "x": 18,
+ "y": 29
},
- "id": 102,
+ "id": 97,
"options": {
"legend": {
"calcs": [],
@@ -6631,13 +6502,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"chunk_metadata_modification\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"load_chunk_metadata_list\"}",
"interval": "",
- "legendFormat": "{{type}}-{{from}}",
+ "legendFormat": "{{type}}_{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of chunk metadata modification(75%)",
+ "title": "The time consumed of load chunk metadata list(100%)",
"type": "timeseries"
},
{
@@ -6645,7 +6516,6 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "description": "",
"fieldConfig": {
"defaults": {
"color": {
@@ -6684,8 +6554,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -6696,10 +6565,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 37
},
- "id": 103,
+ "id": 98,
"options": {
"legend": {
"calcs": [],
@@ -6718,13 +6587,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"chunk_metadata_modification\"}",
+ "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"chunk_metadata_modification\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"chunk_metadata_modification\"}[1m])",
"interval": "",
- "legendFormat": "{{type}}-{{from}}",
+ "legendFormat": "{{type}}_{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of chunk metadata modification(100%)",
+ "title": "The time consumed of chunk metadata modification(avg)",
"type": "timeseries"
},
{
@@ -6732,6 +6601,7 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
+ "description": "",
"fieldConfig": {
"defaults": {
"color": {
@@ -6770,8 +6640,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -6782,10 +6651,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 45
+ "x": 6,
+ "y": 37
},
- "id": 104,
+ "id": 101,
"options": {
"legend": {
"calcs": [],
@@ -6804,13 +6673,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"chunk_metadata_filter\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"chunk_metadata_filter\"}[1m])",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"chunk_metadata_modification\"}",
"interval": "",
- "legendFormat": "{{type}}_{{from}}",
+ "legendFormat": "{{type}}-{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of chunk metadata filter(avg)",
+ "title": "The time consumed of chunk metadata modification(50%)",
"type": "timeseries"
},
{
@@ -6857,8 +6726,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -6869,10 +6737,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 45
+ "x": 12,
+ "y": 37
},
- "id": 105,
+ "id": 102,
"options": {
"legend": {
"calcs": [],
@@ -6891,13 +6759,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"chunk_metadata_filter\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"chunk_metadata_modification\"}",
"interval": "",
"legendFormat": "{{type}}-{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of chunk metadata filter(50%)",
+ "title": "The time consumed of chunk metadata modification(75%)",
"type": "timeseries"
},
{
@@ -6944,8 +6812,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -6956,10 +6823,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 45
+ "x": 18,
+ "y": 37
},
- "id": 106,
+ "id": 103,
"options": {
"legend": {
"calcs": [],
@@ -6978,13 +6845,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"chunk_metadata_filter\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"chunk_metadata_modification\"}",
"interval": "",
"legendFormat": "{{type}}-{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of chunk metadata filter(75%)",
+ "title": "The time consumed of chunk metadata modification(100%)",
"type": "timeseries"
},
{
@@ -6992,7 +6859,6 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "description": "",
"fieldConfig": {
"defaults": {
"color": {
@@ -7031,8 +6897,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -7043,10 +6908,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 45
},
- "id": 107,
+ "id": 104,
"options": {
"legend": {
"calcs": [],
@@ -7065,13 +6930,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"chunk_metadata_filter\"}",
+ "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"chunk_metadata_filter\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"chunk_metadata_filter\"}[1m])",
"interval": "",
- "legendFormat": "{{type}}-{{from}}",
+ "legendFormat": "{{type}}_{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of chunk metadata filter(100%)",
+ "title": "The time consumed of chunk metadata filter(avg)",
"type": "timeseries"
},
{
@@ -7079,6 +6944,7 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
+ "description": "",
"fieldConfig": {
"defaults": {
"color": {
@@ -7117,8 +6983,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -7129,10 +6994,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 53
+ "x": 6,
+ "y": 45
},
- "id": 108,
+ "id": 105,
"options": {
"legend": {
"calcs": [],
@@ -7151,13 +7016,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"construct_chunk_reader\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"construct_chunk_reader\"}[1m])",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"chunk_metadata_filter\"}",
"interval": "",
- "legendFormat": "{{type}}_{{from}}",
+ "legendFormat": "{{type}}-{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of construct chunk reader(avg)",
+ "title": "The time consumed of chunk metadata filter(50%)",
"type": "timeseries"
},
{
@@ -7204,8 +7069,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -7216,10 +7080,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 53
+ "x": 12,
+ "y": 45
},
- "id": 109,
+ "id": 106,
"options": {
"legend": {
"calcs": [],
@@ -7238,13 +7102,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"construct_chunk_reader\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"chunk_metadata_filter\"}",
"interval": "",
"legendFormat": "{{type}}-{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of construct chunk reader(50%)",
+ "title": "The time consumed of chunk metadata filter(75%)",
"type": "timeseries"
},
{
@@ -7291,8 +7155,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -7303,10 +7166,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 53
+ "x": 18,
+ "y": 45
},
- "id": 110,
+ "id": 107,
"options": {
"legend": {
"calcs": [],
@@ -7325,13 +7188,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"construct_chunk_reader\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"chunk_metadata_filter\"}",
"interval": "",
"legendFormat": "{{type}}-{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of construct chunk reader(75%)",
+ "title": "The time consumed of chunk metadata filter(100%)",
"type": "timeseries"
},
{
@@ -7339,7 +7202,6 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "description": "",
"fieldConfig": {
"defaults": {
"color": {
@@ -7378,8 +7240,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -7390,10 +7251,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 53
},
- "id": 111,
+ "id": 108,
"options": {
"legend": {
"calcs": [],
@@ -7412,13 +7273,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"construct_chunk_reader\"}",
+ "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"construct_chunk_reader\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"construct_chunk_reader\"}[1m])",
"interval": "",
- "legendFormat": "{{type}}-{{from}}",
+ "legendFormat": "{{type}}_{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of construct chunk reader(100%)",
+ "title": "The time consumed of construct chunk reader(avg)",
"type": "timeseries"
},
{
@@ -7426,6 +7287,7 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
+ "description": "",
"fieldConfig": {
"defaults": {
"color": {
@@ -7464,8 +7326,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -7476,10 +7337,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 61
+ "x": 6,
+ "y": 53
},
- "id": 112,
+ "id": 109,
"options": {
"legend": {
"calcs": [],
@@ -7498,13 +7359,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"read_chunk\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"read_chunk\"}[1m])",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"construct_chunk_reader\"}",
"interval": "",
- "legendFormat": "{{from}}",
+ "legendFormat": "{{type}}-{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of read chunk(avg)",
+ "title": "The time consumed of construct chunk reader(50%)",
"type": "timeseries"
},
{
@@ -7551,8 +7412,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -7563,10 +7423,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 61
+ "x": 12,
+ "y": 53
},
- "id": 113,
+ "id": 110,
"options": {
"legend": {
"calcs": [],
@@ -7585,13 +7445,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"read_chunk\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"construct_chunk_reader\"}",
"interval": "",
- "legendFormat": "{{from}}",
+ "legendFormat": "{{type}}-{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of read chunk(50%)",
+ "title": "The time consumed of construct chunk reader(75%)",
"type": "timeseries"
},
{
@@ -7638,8 +7498,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -7650,10 +7509,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 61
+ "x": 18,
+ "y": 53
},
- "id": 114,
+ "id": 111,
"options": {
"legend": {
"calcs": [],
@@ -7672,13 +7531,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"read_chunk\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"construct_chunk_reader\"}",
"interval": "",
- "legendFormat": "{{from}}",
+ "legendFormat": "{{type}}-{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of read chunk(75%)",
+ "title": "The time consumed of construct chunk reader(100%)",
"type": "timeseries"
},
{
@@ -7686,7 +7545,6 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "description": "",
"fieldConfig": {
"defaults": {
"color": {
@@ -7725,8 +7583,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -7737,10 +7594,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 61
},
- "id": 115,
+ "id": 112,
"options": {
"legend": {
"calcs": [],
@@ -7759,13 +7616,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"read_chunk\"}",
+ "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"read_chunk\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"read_chunk\"}[1m])",
"interval": "",
"legendFormat": "{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of read chunk(100%)",
+ "title": "The time consumed of read chunk(avg)",
"type": "timeseries"
},
{
@@ -7773,6 +7630,7 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
+ "description": "",
"fieldConfig": {
"defaults": {
"color": {
@@ -7811,8 +7669,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -7823,10 +7680,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 69
+ "x": 6,
+ "y": 61
},
- "id": 116,
+ "id": 113,
"options": {
"legend": {
"calcs": [],
@@ -7845,13 +7702,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"init_chunk_reader\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"init_chunk_reader\"}[1m])",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"read_chunk\"}",
"interval": "",
- "legendFormat": "{{type}}_{{from}}",
+ "legendFormat": "{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of init chunk reader(avg)",
+ "title": "The time consumed of read chunk(50%)",
"type": "timeseries"
},
{
@@ -7898,8 +7755,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -7910,10 +7766,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 69
+ "x": 12,
+ "y": 61
},
- "id": 117,
+ "id": 114,
"options": {
"legend": {
"calcs": [],
@@ -7932,13 +7788,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"init_chunk_reader\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"read_chunk\"}",
"interval": "",
- "legendFormat": "{{type}}-{{from}}",
+ "legendFormat": "{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of init chunk reader(50%)",
+ "title": "The time consumed of read chunk(75%)",
"type": "timeseries"
},
{
@@ -7985,8 +7841,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -7997,10 +7852,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 69
+ "x": 18,
+ "y": 61
},
- "id": 118,
+ "id": 115,
"options": {
"legend": {
"calcs": [],
@@ -8019,13 +7874,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"init_chunk_reader\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"read_chunk\"}",
"interval": "",
- "legendFormat": "{{type}}-{{from}}",
+ "legendFormat": "{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of init chunk reader(75%)",
+ "title": "The time consumed of read chunk(100%)",
"type": "timeseries"
},
{
@@ -8033,7 +7888,6 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "description": "",
"fieldConfig": {
"defaults": {
"color": {
@@ -8072,8 +7926,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -8084,10 +7937,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 69
},
- "id": 119,
+ "id": 116,
"options": {
"legend": {
"calcs": [],
@@ -8106,13 +7959,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"init_chunk_reader\"}",
+ "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"init_chunk_reader\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"init_chunk_reader\"}[1m])",
"interval": "",
- "legendFormat": "{{type}}-{{from}}",
+ "legendFormat": "{{type}}_{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of init chunk reader(100%)",
+ "title": "The time consumed of init chunk reader(avg)",
"type": "timeseries"
},
{
@@ -8120,6 +7973,7 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
+ "description": "",
"fieldConfig": {
"defaults": {
"color": {
@@ -8158,8 +8012,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -8170,10 +8023,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 77
+ "x": 6,
+ "y": 69
},
- "id": 120,
+ "id": 117,
"options": {
"legend": {
"calcs": [],
@@ -8192,13 +8045,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"build_tsblock_from_page_reader\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"build_tsblock_from_page_reader\"}[1m])",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"init_chunk_reader\"}",
"interval": "",
- "legendFormat": "{{type}}_{{from}}",
+ "legendFormat": "{{type}}-{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of build tsblock from page reader(avg)",
+ "title": "The time consumed of init chunk reader(50%)",
"type": "timeseries"
},
{
@@ -8245,8 +8098,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -8257,10 +8109,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 77
+ "x": 12,
+ "y": 69
},
- "id": 121,
+ "id": 118,
"options": {
"legend": {
"calcs": [],
@@ -8279,13 +8131,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"build_tsblock_from_page_reader\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"init_chunk_reader\"}",
"interval": "",
"legendFormat": "{{type}}-{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of build tsblock from page reader(50%)",
+ "title": "The time consumed of init chunk reader(75%)",
"type": "timeseries"
},
{
@@ -8332,8 +8184,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -8344,10 +8195,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 77
+ "x": 18,
+ "y": 69
},
- "id": 122,
+ "id": 119,
"options": {
"legend": {
"calcs": [],
@@ -8366,13 +8217,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"build_tsblock_from_page_reader\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"init_chunk_reader\"}",
"interval": "",
"legendFormat": "{{type}}-{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of build tsblock from page reader(75%)",
+ "title": "The time consumed of init chunk reader(100%)",
"type": "timeseries"
},
{
@@ -8380,7 +8231,6 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "description": "",
"fieldConfig": {
"defaults": {
"color": {
@@ -8419,8 +8269,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -8431,10 +8280,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 77
},
- "id": 123,
+ "id": 120,
"options": {
"legend": {
"calcs": [],
@@ -8453,13 +8302,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"build_tsblock_from_page_reader\"}",
+ "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"build_tsblock_from_page_reader\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"build_tsblock_from_page_reader\"}[1m])",
"interval": "",
- "legendFormat": "{{type}}-{{from}}",
+ "legendFormat": "{{type}}_{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of build tsblock from page reader(100%)",
+ "title": "The time consumed of build tsblock from page reader(avg)",
"type": "timeseries"
},
{
@@ -8467,6 +8316,7 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
+ "description": "",
"fieldConfig": {
"defaults": {
"color": {
@@ -8505,8 +8355,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -8517,10 +8366,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 85
+ "x": 6,
+ "y": 77
},
- "id": 124,
+ "id": 121,
"options": {
"legend": {
"calcs": [],
@@ -8539,13 +8388,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"build_tsblock_from_merge_reader\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"build_tsblock_from_merge_reader\"}[1m])",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"build_tsblock_from_page_reader\"}",
"interval": "",
- "legendFormat": "{{type}}",
+ "legendFormat": "{{type}}-{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of build tsblock from merge reader(avg)",
+ "title": "The time consumed of build tsblock from page reader(50%)",
"type": "timeseries"
},
{
@@ -8592,8 +8441,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -8604,10 +8452,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 85
+ "x": 12,
+ "y": 77
},
- "id": 125,
+ "id": 122,
"options": {
"legend": {
"calcs": [],
@@ -8626,13 +8474,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"build_tsblock_from_merge_reader\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"build_tsblock_from_page_reader\"}",
"interval": "",
- "legendFormat": "{{type}}",
+ "legendFormat": "{{type}}-{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of build tsblock from merge reader(50%)",
+ "title": "The time consumed of build tsblock from page reader(75%)",
"type": "timeseries"
},
{
@@ -8679,8 +8527,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -8691,10 +8538,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 85
+ "x": 18,
+ "y": 77
},
- "id": 126,
+ "id": 123,
"options": {
"legend": {
"calcs": [],
@@ -8713,13 +8560,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"build_tsblock_from_merge_reader\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"build_tsblock_from_page_reader\"}",
"interval": "",
- "legendFormat": "{{type}}",
+ "legendFormat": "{{type}}-{{from}}",
"refId": "A"
}
],
- "title": "The time consumed of build tsblock from merge reader(75%)",
+ "title": "The time consumed of build tsblock from page reader(100%)",
"type": "timeseries"
},
{
@@ -8727,7 +8574,6 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "description": "",
"fieldConfig": {
"defaults": {
"color": {
@@ -8766,8 +8612,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -8778,10 +8623,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 85
},
- "id": 127,
+ "id": 124,
"options": {
"legend": {
"calcs": [],
@@ -8800,34 +8645,21 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"build_tsblock_from_merge_reader\"}",
+ "expr": "rate(series_scan_cost_seconds_sum{instance=~\"$instance\", stage=\"build_tsblock_from_merge_reader\"}[1m]) / rate(series_scan_cost_seconds_count{instance=~\"$instance\", stage=\"build_tsblock_from_merge_reader\"}[1m])",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of build tsblock from merge reader(100%)",
+ "title": "The time consumed of build tsblock from merge reader(avg)",
"type": "timeseries"
- }
- ],
- "title": "Query Interface",
- "type": "row"
- },
- {
- "collapsed": true,
- "gridPos": {
- "h": 1,
- "w": 24,
- "x": 0,
- "y": 5
- },
- "id": 142,
- "panels": [
+ },
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
+ "description": "",
"fieldConfig": {
"defaults": {
"color": {
@@ -8866,8 +8698,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -8878,10 +8709,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 6
+ "x": 6,
+ "y": 85
},
- "id": 143,
+ "id": 125,
"options": {
"legend": {
"calcs": [],
@@ -8900,13 +8731,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(data_exchange_cost_seconds_sum{instance=~\"$instance\", operation=\"source_handle_get_tsblock\"}[1m]) / rate(data_exchange_cost_seconds_count{instance=~\"$instance\", operation=\"source_handle_get_tsblock\"}[1m])",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.5\", stage=\"build_tsblock_from_merge_reader\"}",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of source handle get tsblock(avg)",
+ "title": "The time consumed of build tsblock from merge reader(50%)",
"type": "timeseries"
},
{
@@ -8914,6 +8745,7 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
+ "description": "",
"fieldConfig": {
"defaults": {
"color": {
@@ -8952,8 +8784,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -8964,10 +8795,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 6
+ "x": 12,
+ "y": 85
},
- "id": 144,
+ "id": 126,
"options": {
"legend": {
"calcs": [],
@@ -8986,13 +8817,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"source_handle_get_tsblock\", quantile=\"0.5\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"0.75\", stage=\"build_tsblock_from_merge_reader\"}",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of source handle get tsblock(50%)",
+ "title": "The time consumed of build tsblock from merge reader(75%)",
"type": "timeseries"
},
{
@@ -9000,6 +8831,7 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
+ "description": "",
"fieldConfig": {
"defaults": {
"color": {
@@ -9038,8 +8870,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -9050,10 +8881,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 6
+ "x": 18,
+ "y": 85
},
- "id": 145,
+ "id": 127,
"options": {
"legend": {
"calcs": [],
@@ -9072,15 +8903,29 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"source_handle_get_tsblock\", quantile=\"0.75\"}",
+ "expr": "series_scan_cost_seconds{instance=~\"${instance}\", quantile=\"1.0\", stage=\"build_tsblock_from_merge_reader\"}",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of source handle get tsblock(75%)",
+ "title": "The time consumed of build tsblock from merge reader(100%)",
"type": "timeseries"
- },
+ }
+ ],
+ "title": "Query Interface",
+ "type": "row"
+ },
+ {
+ "collapsed": true,
+ "gridPos": {
+ "h": 1,
+ "w": 24,
+ "x": 0,
+ "y": 29
+ },
+ "id": 142,
+ "panels": [
{
"datasource": {
"type": "prometheus",
@@ -9124,8 +8969,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -9136,10 +8980,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 6
},
- "id": 146,
+ "id": 143,
"options": {
"legend": {
"calcs": [],
@@ -9158,13 +9002,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"source_handle_get_tsblock\", quantile=\"1.0\"}",
+ "expr": "rate(data_exchange_cost_seconds_sum{instance=~\"$instance\", operation=\"source_handle_get_tsblock\"}[1m]) / rate(data_exchange_cost_seconds_count{instance=~\"$instance\", operation=\"source_handle_get_tsblock\"}[1m])",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of source handle get tsblock(100%)",
+ "title": "The time consumed of source handle get tsblock(avg)",
"type": "timeseries"
},
{
@@ -9210,8 +9054,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -9222,10 +9065,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 14
+ "x": 6,
+ "y": 6
},
- "id": 147,
+ "id": 144,
"options": {
"legend": {
"calcs": [],
@@ -9244,13 +9087,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(data_exchange_cost_seconds_sum{instance=~\"$instance\", operation=\"source_handle_deserialize_tsblock\"}[1m]) / rate(data_exchange_cost_seconds_count{instance=~\"$instance\", operation=\"source_handle_deserialize_tsblock\"}[1m])",
+ "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"source_handle_get_tsblock\", quantile=\"0.5\"}",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of source handle deserialize tsblock(avg)",
+ "title": "The time consumed of source handle get tsblock(50%)",
"type": "timeseries"
},
{
@@ -9296,8 +9139,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -9308,10 +9150,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 14
+ "x": 12,
+ "y": 6
},
- "id": 148,
+ "id": 145,
"options": {
"legend": {
"calcs": [],
@@ -9330,13 +9172,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"source_handle_deserialize_tsblock\", quantile=\"0.5\"}",
+ "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"source_handle_get_tsblock\", quantile=\"0.75\"}",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of source handle deserialize tsblock(50%)",
+ "title": "The time consumed of source handle get tsblock(75%)",
"type": "timeseries"
},
{
@@ -9382,8 +9224,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -9394,10 +9235,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 14
+ "x": 18,
+ "y": 6
},
- "id": 149,
+ "id": 146,
"options": {
"legend": {
"calcs": [],
@@ -9416,13 +9257,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"source_handle_deserialize_tsblock\", quantile=\"0.75\"}",
+ "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"source_handle_get_tsblock\", quantile=\"1.0\"}",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of source handle deserialize tsblock(75%)",
+ "title": "The time consumed of source handle get tsblock(100%)",
"type": "timeseries"
},
{
@@ -9468,8 +9309,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -9480,10 +9320,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 14
},
- "id": 150,
+ "id": 147,
"options": {
"legend": {
"calcs": [],
@@ -9502,13 +9342,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"source_handle_deserialize_tsblock\", quantile=\"1.0\"}",
+ "expr": "rate(data_exchange_cost_seconds_sum{instance=~\"$instance\", operation=\"source_handle_deserialize_tsblock\"}[1m]) / rate(data_exchange_cost_seconds_count{instance=~\"$instance\", operation=\"source_handle_deserialize_tsblock\"}[1m])",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of source handle deserialize tsblock(100%)",
+ "title": "The time consumed of source handle deserialize tsblock(avg)",
"type": "timeseries"
},
{
@@ -9554,8 +9394,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -9566,10 +9405,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 22
+ "x": 6,
+ "y": 14
},
- "id": 151,
+ "id": 148,
"options": {
"legend": {
"calcs": [],
@@ -9588,13 +9427,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(data_exchange_cost_seconds_sum{instance=~\"$instance\", operation=\"sink_handle_send_tsblock\"}[1m]) / rate(data_exchange_cost_seconds_count{instance=~\"$instance\", operation=\"sink_handle_send_tsblock\"}[1m])",
+ "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"source_handle_deserialize_tsblock\", quantile=\"0.5\"}",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of sink handle send tsblock(avg)",
+ "title": "The time consumed of source handle deserialize tsblock(50%)",
"type": "timeseries"
},
{
@@ -9640,8 +9479,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -9652,10 +9490,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 22
+ "x": 12,
+ "y": 14
},
- "id": 152,
+ "id": 149,
"options": {
"legend": {
"calcs": [],
@@ -9674,13 +9512,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"sink_handle_send_tsblock\", quantile=\"0.5\"}",
+ "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"source_handle_deserialize_tsblock\", quantile=\"0.75\"}",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of sink handle send tsblock(50%)",
+ "title": "The time consumed of source handle deserialize tsblock(75%)",
"type": "timeseries"
},
{
@@ -9726,8 +9564,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -9738,10 +9575,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 22
+ "x": 18,
+ "y": 14
},
- "id": 153,
+ "id": 150,
"options": {
"legend": {
"calcs": [],
@@ -9760,13 +9597,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"sink_handle_send_tsblock\", quantile=\"0.75\"}",
+ "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"source_handle_deserialize_tsblock\", quantile=\"1.0\"}",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of sink handle send tsblock(75%)",
+ "title": "The time consumed of source handle deserialize tsblock(100%)",
"type": "timeseries"
},
{
@@ -9812,8 +9649,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -9824,10 +9660,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 22
},
- "id": 154,
+ "id": 151,
"options": {
"legend": {
"calcs": [],
@@ -9846,13 +9682,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"sink_handle_send_tsblock\", quantile=\"1.0\"}",
+ "expr": "rate(data_exchange_cost_seconds_sum{instance=~\"$instance\", operation=\"sink_handle_send_tsblock\"}[1m]) / rate(data_exchange_cost_seconds_count{instance=~\"$instance\", operation=\"sink_handle_send_tsblock\"}[1m])",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of sink handle send tsblock(100%)",
+ "title": "The time consumed of sink handle send tsblock(avg)",
"type": "timeseries"
},
{
@@ -9898,8 +9734,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -9910,10 +9745,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 30
+ "x": 6,
+ "y": 22
},
- "id": 155,
+ "id": 152,
"options": {
"legend": {
"calcs": [],
@@ -9932,13 +9767,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(data_exchange_cost_seconds_sum{instance=~\"$instance\", operation=\"on_acknowledge_data_block_event_task\"}[1m]) / rate(data_exchange_cost_seconds_count{instance=~\"$instance\", operation=\"on_acknowledge_data_block_event_task\"}[1m])",
+ "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"sink_handle_send_tsblock\", quantile=\"0.5\"}",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of on acknowledge data block event task(avg)",
+ "title": "The time consumed of sink handle send tsblock(50%)",
"type": "timeseries"
},
{
@@ -9984,8 +9819,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -9996,10 +9830,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 30
+ "x": 12,
+ "y": 22
},
- "id": 156,
+ "id": 153,
"options": {
"legend": {
"calcs": [],
@@ -10018,13 +9852,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"on_acknowledge_data_block_event_task\", quantile=\"0.5\"}",
+ "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"sink_handle_send_tsblock\", quantile=\"0.75\"}",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of on acknowledge data block event task(50%)",
+ "title": "The time consumed of sink handle send tsblock(75%)",
"type": "timeseries"
},
{
@@ -10070,8 +9904,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -10082,10 +9915,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 30
+ "x": 18,
+ "y": 22
},
- "id": 157,
+ "id": 154,
"options": {
"legend": {
"calcs": [],
@@ -10104,13 +9937,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"on_acknowledge_data_block_event_task\", quantile=\"0.75\"}",
+ "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"sink_handle_send_tsblock\", quantile=\"1.0\"}",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of on acknowledge data block event task(75%)",
+ "title": "The time consumed of sink handle send tsblock(100%)",
"type": "timeseries"
},
{
@@ -10156,8 +9989,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -10168,10 +10000,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 30
},
- "id": 158,
+ "id": 155,
"options": {
"legend": {
"calcs": [],
@@ -10190,13 +10022,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"on_acknowledge_data_block_event_task\", quantile=\"1.0\"}",
+ "expr": "rate(data_exchange_cost_seconds_sum{instance=~\"$instance\", operation=\"on_acknowledge_data_block_event_task\"}[1m]) / rate(data_exchange_cost_seconds_count{instance=~\"$instance\", operation=\"on_acknowledge_data_block_event_task\"}[1m])",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of on acknowledge data block event task(100%)",
+ "title": "The time consumed of on acknowledge data block event task(avg)",
"type": "timeseries"
},
{
@@ -10242,8 +10074,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -10254,10 +10085,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 0,
- "y": 38
+ "x": 6,
+ "y": 30
},
- "id": 159,
+ "id": 156,
"options": {
"legend": {
"calcs": [],
@@ -10276,13 +10107,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "rate(data_exchange_cost_seconds_sum{instance=~\"$instance\", operation=\"get_data_block_task\"}[1m]) / rate(data_exchange_cost_seconds_count{instance=~\"$instance\", operation=\"get_data_block_task\"}[1m])",
+ "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"on_acknowledge_data_block_event_task\", quantile=\"0.5\"}",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of get data block task(avg)",
+ "title": "The time consumed of on acknowledge data block event task(50%)",
"type": "timeseries"
},
{
@@ -10328,8 +10159,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -10340,10 +10170,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 6,
- "y": 38
+ "x": 12,
+ "y": 30
},
- "id": 160,
+ "id": 157,
"options": {
"legend": {
"calcs": [],
@@ -10362,13 +10192,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"get_data_block_task\", quantile=\"0.5\"}",
+ "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"on_acknowledge_data_block_event_task\", quantile=\"0.75\"}",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of get data block task(50%)",
+ "title": "The time consumed of on acknowledge data block event task(75%)",
"type": "timeseries"
},
{
@@ -10414,8 +10244,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -10426,10 +10255,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 12,
- "y": 38
+ "x": 18,
+ "y": 30
},
- "id": 161,
+ "id": 158,
"options": {
"legend": {
"calcs": [],
@@ -10448,13 +10277,13 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"get_data_block_task\", quantile=\"0.75\"}",
+ "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"on_acknowledge_data_block_event_task\", quantile=\"1.0\"}",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of get data block task(75%)",
+ "title": "The time consumed of on acknowledge data block event task(100%)",
"type": "timeseries"
},
{
@@ -10500,8 +10329,7 @@
"mode": "absolute",
"steps": [
{
- "color": "green",
- "value": null
+ "color": "green"
}
]
},
@@ -10512,10 +10340,10 @@
"gridPos": {
"h": 8,
"w": 6,
- "x": 18,
+ "x": 0,
"y": 38
},
- "id": 162,
+ "id": 159,
"options": {
"legend": {
"calcs": [],
@@ -10534,1197 +10362,1453 @@
"uid": "${DS_PROMETHEUS}"
},
"exemplar": true,
- "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"get_data_block_task\", quantile=\"1.0\"}",
+ "expr": "rate(data_exchange_cost_seconds_sum{instance=~\"$instance\", operation=\"get_data_block_task\"}[1m]) / rate(data_exchange_cost_seconds_count{instance=~\"$instance\", operation=\"get_data_block_task\"}[1m])",
"interval": "",
"legendFormat": "{{type}}",
"refId": "A"
}
],
- "title": "The time consumed of get data block task(100%)",
+ "title": "The time consumed of get data block task(avg)",
"type": "timeseries"
- }
- ],
- "title": "Query Data Exchange",
- "type": "row"
- },
- {
- "collapsed": false,
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "gridPos": {
- "h": 1,
- "w": 24,
- "x": 0,
- "y": 6
- },
- "id": 20,
- "panels": [],
- "targets": [
+ },
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "refId": "A"
- }
- ],
- "title": "IoT Consensus",
- "type": "row"
- },
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "palette-classic"
- },
- "custom": {
- "axisLabel": "",
- "axisPlacement": "auto",
- "barAlignment": 0,
- "drawStyle": "line",
- "fillOpacity": 0,
- "gradientMode": "none",
- "hideFrom": {
- "legend": false,
- "tooltip": false,
- "viz": false
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ }
+ ]
+ },
+ "unit": "s"
},
- "lineInterpolation": "linear",
- "lineWidth": 1,
- "pointSize": 5,
- "scaleDistribution": {
- "type": "linear"
- },
- "showPoints": "auto",
- "spanNulls": false,
- "stacking": {
- "group": "A",
- "mode": "none"
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 6,
+ "x": 6,
+ "y": 38
+ },
+ "id": 160,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom"
},
- "thresholdsStyle": {
- "mode": "off"
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
}
},
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- }
- ]
- },
- "unit": "bytes"
- },
- "overrides": []
- },
- "gridPos": {
- "h": 8,
- "w": 8,
- "x": 0,
- "y": 7
- },
- "id": 21,
- "options": {
- "legend": {
- "calcs": [],
- "displayMode": "list",
- "placement": "bottom",
- "showLegend": true
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "exemplar": true,
+ "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"get_data_block_task\", quantile=\"0.5\"}",
+ "interval": "",
+ "legendFormat": "{{type}}",
+ "refId": "A"
+ }
+ ],
+ "title": "The time consumed of get data block task(50%)",
+ "type": "timeseries"
},
- "tooltip": {
- "mode": "multi",
- "sort": "desc"
- }
- },
- "targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "editorMode": "code",
- "exemplar": true,
- "expr": "mem{instance=\"$instance\", name=\"IoTConsensus\"}",
- "interval": "",
- "legendFormat": "{{name}}",
- "range": true,
- "refId": "A"
- }
- ],
- "title": "IoTConsensus Used Memory",
- "type": "timeseries"
- },
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "description": "",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "palette-classic"
- },
- "custom": {
- "axisLabel": "",
- "axisPlacement": "auto",
- "barAlignment": 0,
- "drawStyle": "line",
- "fillOpacity": 0,
- "gradientMode": "none",
- "hideFrom": {
- "legend": false,
- "tooltip": false,
- "viz": false
- },
- "lineInterpolation": "linear",
- "lineWidth": 1,
- "pointSize": 5,
- "scaleDistribution": {
- "type": "linear"
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ }
+ ]
+ },
+ "unit": "s"
},
- "showPoints": "auto",
- "spanNulls": false,
- "stacking": {
- "group": "A",
- "mode": "none"
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 6,
+ "x": 12,
+ "y": 38
+ },
+ "id": 161,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom"
},
- "thresholdsStyle": {
- "mode": "off"
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
}
},
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- }
- ]
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 8,
- "w": 8,
- "x": 8,
- "y": 7
- },
- "id": 22,
- "options": {
- "legend": {
- "calcs": [],
- "displayMode": "list",
- "placement": "bottom",
- "showLegend": true
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "exemplar": true,
+ "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"get_data_block_task\", quantile=\"0.75\"}",
+ "interval": "",
+ "legendFormat": "{{type}}",
+ "refId": "A"
+ }
+ ],
+ "title": "The time consumed of get data block task(75%)",
+ "type": "timeseries"
},
- "tooltip": {
- "mode": "multi",
- "sort": "desc"
- }
- },
- "targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "editorMode": "code",
- "exemplar": true,
- "expr": "iot_consensus{instance=~\"$instance\", name=\"ioTConsensusServerImpl\", type=\"safeIndex\"}",
- "interval": "",
- "legendFormat": "{{region}}",
- "range": true,
- "refId": "A"
- }
- ],
- "title": "IoTConsensus Sync Index",
- "type": "timeseries"
- },
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "description": "",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "palette-classic"
- },
- "custom": {
- "axisLabel": "",
- "axisPlacement": "auto",
- "barAlignment": 0,
- "drawStyle": "line",
- "fillOpacity": 0,
- "gradientMode": "none",
- "hideFrom": {
- "legend": false,
- "tooltip": false,
- "viz": false
- },
- "lineInterpolation": "linear",
- "lineWidth": 1,
- "pointSize": 5,
- "scaleDistribution": {
- "type": "linear"
- },
- "showPoints": "auto",
- "spanNulls": false,
- "stacking": {
- "group": "A",
- "mode": "none"
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green"
+ }
+ ]
+ },
+ "unit": "s"
},
- "thresholdsStyle": {
- "mode": "off"
- }
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- }
- ]
+ "overrides": []
},
- "unit": "none"
- },
- "overrides": []
- },
- "gridPos": {
- "h": 8,
- "w": 8,
- "x": 16,
- "y": 7
- },
- "id": 23,
- "options": {
- "legend": {
- "calcs": [],
- "displayMode": "list",
- "placement": "bottom",
- "showLegend": true
- },
- "tooltip": {
- "mode": "multi",
- "sort": "desc"
- }
- },
- "targets": [
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
+ "gridPos": {
+ "h": 8,
+ "w": 6,
+ "x": 18,
+ "y": 38
},
- "editorMode": "code",
- "exemplar": true,
- "expr": "sum(iot_consensus{instance=~\"$instance\", name=\"ioTConsensusServerImpl\", type=\"searchIndex\"}) by (instance) - sum(iot_consensus{name=\"ioTConsensusServerImpl\", type=\"safeIndex\"}) by (instance)",
- "hide": false,
- "interval": "",
- "legendFormat": "Total Sync Lag",
- "range": true,
- "refId": "A"
- },
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
+ "id": 162,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom"
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
},
- "editorMode": "code",
- "exemplar": true,
- "expr": "sum(iot_consensus{instance=~\"$instance\", type=~\"cachedRequestInMemoryQueue\"}) by (instance)",
- "hide": false,
- "interval": "",
- "legendFormat": "Cached Request",
- "range": true,
- "refId": "B"
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "exemplar": true,
+ "expr": "data_exchange_cost_seconds{instance=~\"$instance\", operation=\"get_data_block_task\", quantile=\"1.0\"}",
+ "interval": "",
+ "legendFormat": "{{type}}",
+ "refId": "A"
+ }
+ ],
+ "title": "The time consumed of get data block task(100%)",
+ "type": "timeseries"
}
],
- "title": "IoTConsensus Overview",
- "type": "timeseries"
+ "title": "Query Data Exchange",
+ "type": "row"
},
{
+ "collapsed": true,
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "description": "",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "palette-classic"
- },
- "custom": {
- "axisLabel": "",
- "axisPlacement": "auto",
- "barAlignment": 0,
- "drawStyle": "line",
- "fillOpacity": 0,
- "gradientMode": "none",
- "hideFrom": {
- "legend": false,
- "tooltip": false,
- "viz": false
- },
- "lineInterpolation": "linear",
- "lineWidth": 1,
- "pointSize": 5,
- "scaleDistribution": {
- "type": "linear"
- },
- "showPoints": "auto",
- "spanNulls": false,
- "stacking": {
- "group": "A",
- "mode": "none"
- },
- "thresholdsStyle": {
- "mode": "off"
- }
- },
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- }
- ]
- },
- "unit": "ms"
- },
- "overrides": []
- },
"gridPos": {
- "h": 8,
- "w": 8,
+ "h": 1,
+ "w": 24,
"x": 0,
- "y": 15
- },
- "id": 24,
- "options": {
- "legend": {
- "calcs": [],
- "displayMode": "list",
- "placement": "bottom",
- "showLegend": true
- },
- "tooltip": {
- "mode": "multi",
- "sort": "desc"
- }
+ "y": 30
},
- "targets": [
+ "id": 20,
+ "panels": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "editorMode": "code",
- "exemplar": true,
- "expr": "avg(stage{quantile=\"0.5\", instance=~\"${instance}\"}) by (instance, type)",
- "interval": "",
- "legendFormat": "{{type}}",
- "range": true,
- "refId": "A"
- }
- ],
- "title": "The Time Consumed Of Different Stages (50%)",
- "type": "timeseries"
- },
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "description": "",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "palette-classic"
- },
- "custom": {
- "axisLabel": "",
- "axisPlacement": "auto",
- "barAlignment": 0,
- "drawStyle": "line",
- "fillOpacity": 0,
- "gradientMode": "none",
- "hideFrom": {
- "legend": false,
- "tooltip": false,
- "viz": false
- },
- "lineInterpolation": "linear",
- "lineWidth": 1,
- "pointSize": 5,
- "scaleDistribution": {
- "type": "linear"
- },
- "showPoints": "auto",
- "spanNulls": false,
- "stacking": {
- "group": "A",
- "mode": "none"
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ },
+ "unit": "bytes"
},
- "thresholdsStyle": {
- "mode": "off"
- }
+ "overrides": []
},
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- }
- ]
+ "gridPos": {
+ "h": 8,
+ "w": 8,
+ "x": 0,
+ "y": 7
},
- "unit": "ms"
- },
- "overrides": [
- {
- "__systemRef": "hideSeriesFrom",
- "matcher": {
- "id": "byNames",
- "options": {
- "mode": "exclude",
- "names": [
- "writeStateMachine",
- "checkingBeforeWrite",
- "getStateMachineLock",
- "offerRequestToQueue",
- "constructBatch",
- "consensusWrite"
- ],
- "prefix": "All except:",
- "readOnly": true
- }
+ "id": 21,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
},
- "properties": [
- {
- "id": "custom.hideFrom",
- "value": {
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "mem{instance=\"$instance\", name=\"IoTConsensus\"}",
+ "interval": "",
+ "legendFormat": "{{name}}",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "IoTConsensus Used Memory",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "description": "",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
"legend": false,
"tooltip": false,
- "viz": true
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
}
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
}
- ]
- }
- ]
- },
- "gridPos": {
- "h": 8,
- "w": 8,
- "x": 8,
- "y": 15
- },
- "id": 25,
- "options": {
- "legend": {
- "calcs": [],
- "displayMode": "list",
- "placement": "bottom",
- "showLegend": true
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 8,
+ "x": 8,
+ "y": 7
+ },
+ "id": 22,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "iot_consensus{instance=~\"$instance\", name=\"ioTConsensusServerImpl\", type=\"safeIndex\"}",
+ "interval": "",
+ "legendFormat": "{{region}}",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "IoTConsensus Sync Index",
+ "type": "timeseries"
},
- "tooltip": {
- "mode": "multi",
- "sort": "desc"
- }
- },
- "targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "editorMode": "code",
- "exemplar": true,
- "expr": "avg(stage{quantile=\"0.75\", instance=~\"${instance}\"}) by (instance, type)",
- "interval": "",
- "legendFormat": "{{type}}",
- "range": true,
- "refId": "A"
- }
- ],
- "title": "The Time Consumed Of Different Stages (75%)",
- "type": "timeseries"
- },
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "description": "",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "palette-classic"
+ "description": "",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ },
+ "unit": "none"
+ },
+ "overrides": []
},
- "custom": {
- "axisLabel": "",
- "axisPlacement": "auto",
- "barAlignment": 0,
- "drawStyle": "line",
- "fillOpacity": 0,
- "gradientMode": "none",
- "hideFrom": {
- "legend": false,
- "tooltip": false,
- "viz": false
+ "gridPos": {
+ "h": 8,
+ "w": 8,
+ "x": 16,
+ "y": 7
+ },
+ "id": 23,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
},
- "lineInterpolation": "linear",
- "lineWidth": 1,
- "pointSize": 5,
- "scaleDistribution": {
- "type": "linear"
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "sum(iot_consensus{instance=~\"$instance\", name=\"ioTConsensusServerImpl\", type=\"searchIndex\"}) by (instance) - sum(iot_consensus{name=\"ioTConsensusServerImpl\", type=\"safeIndex\"}) by (instance)",
+ "hide": false,
+ "interval": "",
+ "legendFormat": "Total Sync Lag",
+ "range": true,
+ "refId": "A"
},
- "showPoints": "auto",
- "spanNulls": false,
- "stacking": {
- "group": "A",
- "mode": "none"
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "sum(iot_consensus{instance=~\"$instance\", type=~\"cachedRequestInMemoryQueue\"}) by (instance)",
+ "hide": false,
+ "interval": "",
+ "legendFormat": "Cached Request",
+ "range": true,
+ "refId": "B"
+ }
+ ],
+ "title": "IoTConsensus Overview",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "description": "",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ },
+ "unit": "ms"
},
- "thresholdsStyle": {
- "mode": "off"
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 8,
+ "x": 0,
+ "y": 15
+ },
+ "id": 24,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
}
},
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "avg(stage{quantile=\"0.5\", instance=~\"${instance}\"}) by (instance, type)",
+ "interval": "",
+ "legendFormat": "{{type}}",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "The Time Consumed Of Different Stages (50%)",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "description": "",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ },
+ "unit": "ms"
+ },
+ "overrides": [
{
- "color": "green",
- "value": null
+ "__systemRef": "hideSeriesFrom",
+ "matcher": {
+ "id": "byNames",
+ "options": {
+ "mode": "exclude",
+ "names": [
+ "writeStateMachine",
+ "checkingBeforeWrite",
+ "getStateMachineLock",
+ "offerRequestToQueue",
+ "constructBatch",
+ "consensusWrite"
+ ],
+ "prefix": "All except:",
+ "readOnly": true
+ }
+ },
+ "properties": [
+ {
+ "id": "custom.hideFrom",
+ "value": {
+ "legend": false,
+ "tooltip": false,
+ "viz": true
+ }
+ }
+ ]
}
]
},
- "unit": "ms"
- },
- "overrides": [
- {
- "__systemRef": "hideSeriesFrom",
- "matcher": {
- "id": "byNames",
- "options": {
- "mode": "exclude",
- "names": [
- "checkingBeforeWrite"
- ],
- "prefix": "All except:",
- "readOnly": true
- }
- },
- "properties": [
- {
- "id": "custom.hideFrom",
- "value": {
+ "gridPos": {
+ "h": 8,
+ "w": 8,
+ "x": 8,
+ "y": 15
+ },
+ "id": 25,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "avg(stage{quantile=\"0.75\", instance=~\"${instance}\"}) by (instance, type)",
+ "interval": "",
+ "legendFormat": "{{type}}",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "The Time Consumed Of Different Stages (75%)",
+ "type": "timeseries"
+ },
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "description": "",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
"legend": false,
"tooltip": false,
- "viz": true
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
}
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ },
+ "unit": "ms"
+ },
+ "overrides": [
+ {
+ "__systemRef": "hideSeriesFrom",
+ "matcher": {
+ "id": "byNames",
+ "options": {
+ "mode": "exclude",
+ "names": [
+ "checkingBeforeWrite"
+ ],
+ "prefix": "All except:",
+ "readOnly": true
+ }
+ },
+ "properties": [
+ {
+ "id": "custom.hideFrom",
+ "value": {
+ "legend": false,
+ "tooltip": false,
+ "viz": true
+ }
+ }
+ ]
}
]
- }
- ]
- },
- "gridPos": {
- "h": 8,
- "w": 8,
- "x": 16,
- "y": 15
- },
- "id": 26,
- "options": {
- "legend": {
- "calcs": [],
- "displayMode": "list",
- "placement": "bottom",
- "showLegend": true
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 8,
+ "x": 16,
+ "y": 15
+ },
+ "id": 26,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
+ },
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
+ }
+ },
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "avg(stage{quantile=\"1.0\", instance=~\"${instance}\"}) by (instance, type)",
+ "interval": "",
+ "legendFormat": "{{type}}",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "The Time Consumed Of Different Stages (100%)",
+ "type": "timeseries"
},
- "tooltip": {
- "mode": "multi",
- "sort": "desc"
- }
- },
- "targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "editorMode": "code",
- "exemplar": true,
- "expr": "avg(stage{quantile=\"1.0\", instance=~\"${instance}\"}) by (instance, type)",
- "interval": "",
- "legendFormat": "{{type}}",
- "range": true,
- "refId": "A"
- }
- ],
- "title": "The Time Consumed Of Different Stages (100%)",
- "type": "timeseries"
- },
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "description": "",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "palette-classic"
- },
- "custom": {
- "axisLabel": "",
- "axisPlacement": "auto",
- "barAlignment": 0,
- "drawStyle": "line",
- "fillOpacity": 0,
- "gradientMode": "none",
- "hideFrom": {
- "legend": false,
- "tooltip": false,
- "viz": false
- },
- "lineInterpolation": "linear",
- "lineWidth": 1,
- "pointSize": 5,
- "scaleDistribution": {
- "type": "linear"
+ "description": "",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ }
},
- "showPoints": "auto",
- "spanNulls": false,
- "stacking": {
- "group": "A",
- "mode": "none"
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 8,
+ "x": 0,
+ "y": 23
+ },
+ "id": 27,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
},
- "thresholdsStyle": {
- "mode": "off"
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
}
},
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- }
- ]
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 8,
- "w": 8,
- "x": 0,
- "y": 23
- },
- "id": 27,
- "options": {
- "legend": {
- "calcs": [],
- "displayMode": "list",
- "placement": "bottom",
- "showLegend": true
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "irate(iot_consensus{instance=~\"$instance\", name=\"ioTConsensusServerImpl\", type=\"searchIndex\"}[1m])",
+ "interval": "",
+ "legendFormat": "{{region}}",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "IoTConsensus Search Index Rate",
+ "type": "timeseries"
},
- "tooltip": {
- "mode": "multi",
- "sort": "desc"
- }
- },
- "targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "editorMode": "code",
- "exemplar": true,
- "expr": "irate(iot_consensus{instance=~\"$instance\", name=\"ioTConsensusServerImpl\", type=\"searchIndex\"}[1m])",
- "interval": "",
- "legendFormat": "{{region}}",
- "range": true,
- "refId": "A"
- }
- ],
- "title": "IoTConsensus Search Index Rate",
- "type": "timeseries"
- },
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "description": "",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "palette-classic"
- },
- "custom": {
- "axisLabel": "",
- "axisPlacement": "auto",
- "barAlignment": 0,
- "drawStyle": "line",
- "fillOpacity": 0,
- "gradientMode": "none",
- "hideFrom": {
- "legend": false,
- "tooltip": false,
- "viz": false
- },
- "lineInterpolation": "linear",
- "lineWidth": 1,
- "pointSize": 5,
- "scaleDistribution": {
- "type": "linear"
+ "description": "",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ }
},
- "showPoints": "auto",
- "spanNulls": false,
- "stacking": {
- "group": "A",
- "mode": "none"
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 8,
+ "x": 8,
+ "y": 23
+ },
+ "id": 28,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
},
- "thresholdsStyle": {
- "mode": "off"
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
}
},
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- }
- ]
- }
- },
- "overrides": []
- },
- "gridPos": {
- "h": 8,
- "w": 8,
- "x": 8,
- "y": 23
- },
- "id": 28,
- "options": {
- "legend": {
- "calcs": [],
- "displayMode": "list",
- "placement": "bottom",
- "showLegend": true
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "irate(iot_consensus{instance=~\"$instance\", name=\"ioTConsensusServerImpl\", type=\"safeIndex\"}[1m])",
+ "interval": "",
+ "legendFormat": "{{region}}",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "IoTConsensus Safe Index Rate",
+ "type": "timeseries"
},
- "tooltip": {
- "mode": "multi",
- "sort": "desc"
- }
- },
- "targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "editorMode": "code",
- "exemplar": true,
- "expr": "irate(iot_consensus{instance=~\"$instance\", name=\"ioTConsensusServerImpl\", type=\"safeIndex\"}[1m])",
- "interval": "",
- "legendFormat": "{{region}}",
- "range": true,
- "refId": "A"
- }
- ],
- "title": "IoTConsensus Safe Index Rate",
- "type": "timeseries"
- },
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "palette-classic"
- },
- "custom": {
- "axisLabel": "",
- "axisPlacement": "auto",
- "barAlignment": 0,
- "drawStyle": "line",
- "fillOpacity": 0,
- "gradientMode": "none",
- "hideFrom": {
- "legend": false,
- "tooltip": false,
- "viz": false
- },
- "lineInterpolation": "linear",
- "lineWidth": 1,
- "pointSize": 5,
- "scaleDistribution": {
- "type": "linear"
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ },
+ "unit": "none"
},
- "showPoints": "auto",
- "spanNulls": false,
- "stacking": {
- "group": "A",
- "mode": "none"
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 8,
+ "x": 16,
+ "y": 23
+ },
+ "id": 29,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
},
- "thresholdsStyle": {
- "mode": "off"
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
}
},
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- }
- ]
- },
- "unit": "none"
- },
- "overrides": []
- },
- "gridPos": {
- "h": 8,
- "w": 8,
- "x": 16,
- "y": 23
- },
- "id": 29,
- "options": {
- "legend": {
- "calcs": [],
- "displayMode": "list",
- "placement": "bottom",
- "showLegend": true
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "sum(iot_consensus{instance=~\"$instance\", type=~\"cachedRequestInMemoryQueue\"}) by (region, name)",
+ "interval": "",
+ "legendFormat": "{{region}} {{name}}",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "IoTConsensus LogDispatcher Request Size",
+ "type": "timeseries"
},
- "tooltip": {
- "mode": "multi",
- "sort": "desc"
- }
- },
- "targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "editorMode": "code",
- "exemplar": true,
- "expr": "sum(iot_consensus{instance=~\"$instance\", type=~\"cachedRequestInMemoryQueue\"}) by (region, name)",
- "interval": "",
- "legendFormat": "{{region}} {{name}}",
- "range": true,
- "refId": "A"
- }
- ],
- "title": "IoTConsensus LogDispatcher Request Size",
- "type": "timeseries"
- },
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "description": "Total Sync Gap of region",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "palette-classic"
- },
- "custom": {
- "axisLabel": "",
- "axisPlacement": "auto",
- "barAlignment": 0,
- "drawStyle": "line",
- "fillOpacity": 0,
- "gradientMode": "none",
- "hideFrom": {
- "legend": false,
- "tooltip": false,
- "viz": false
- },
- "lineInterpolation": "linear",
- "lineWidth": 1,
- "pointSize": 5,
- "scaleDistribution": {
- "type": "linear"
+ "description": "Total Sync Gap of region",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ },
+ "unit": "none"
},
- "showPoints": "auto",
- "spanNulls": false,
- "stacking": {
- "group": "A",
- "mode": "none"
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 8,
+ "x": 0,
+ "y": 31
+ },
+ "id": 30,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
},
- "thresholdsStyle": {
- "mode": "off"
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
}
},
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- }
- ]
- },
- "unit": "none"
- },
- "overrides": []
- },
- "gridPos": {
- "h": 8,
- "w": 8,
- "x": 0,
- "y": 31
- },
- "id": 30,
- "options": {
- "legend": {
- "calcs": [],
- "displayMode": "list",
- "placement": "bottom",
- "showLegend": true
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "sum(iot_consensus{instance=~\"$instance\", name=\"ioTConsensusServerImpl\", type=\"searchIndex\"}) by (region) - sum(iot_consensus{instance=~\"$instance\", name=\"ioTConsensusServerImpl\", type=\"safeIndex\"}) by (region)",
+ "hide": false,
+ "interval": "",
+ "legendFormat": "{{region}}",
+ "range": true,
+ "refId": "A"
+ }
+ ],
+ "title": "Sync Lag",
+ "transformations": [],
+ "type": "timeseries"
},
- "tooltip": {
- "mode": "multi",
- "sort": "desc"
- }
- },
- "targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "editorMode": "code",
- "exemplar": true,
- "expr": "sum(iot_consensus{instance=~\"$instance\", name=\"ioTConsensusServerImpl\", type=\"searchIndex\"}) by (region) - sum(iot_consensus{instance=~\"$instance\", name=\"ioTConsensusServerImpl\", type=\"safeIndex\"}) by (region)",
- "hide": false,
- "interval": "",
- "legendFormat": "{{region}}",
- "range": true,
- "refId": "A"
- }
- ],
- "title": "Sync Lag",
- "transformations": [],
- "type": "timeseries"
- },
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "description": "Gap between write and fastest LogDispatcherThread in one region",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "palette-classic"
- },
- "custom": {
- "axisLabel": "",
- "axisPlacement": "auto",
- "barAlignment": 0,
- "drawStyle": "line",
- "fillOpacity": 0,
- "gradientMode": "none",
- "hideFrom": {
- "legend": false,
- "tooltip": false,
- "viz": false
- },
- "lineInterpolation": "linear",
- "lineWidth": 1,
- "pointSize": 5,
- "scaleDistribution": {
- "type": "linear"
+ "description": "Gap between write and fastest LogDispatcherThread in one region",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ },
+ "unit": "none"
},
- "showPoints": "auto",
- "spanNulls": false,
- "stacking": {
- "group": "A",
- "mode": "none"
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 8,
+ "x": 8,
+ "y": 31
+ },
+ "id": 31,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
},
- "thresholdsStyle": {
- "mode": "off"
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
}
},
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- }
- ]
- },
- "unit": "none"
- },
- "overrides": []
- },
- "gridPos": {
- "h": 8,
- "w": 8,
- "x": 8,
- "y": 31
- },
- "id": 31,
- "options": {
- "legend": {
- "calcs": [],
- "displayMode": "list",
- "placement": "bottom",
- "showLegend": true
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "sum(iot_consensus{instance=~\"$instance\", name=\"ioTConsensusServerImpl\", type=\"searchIndex\"}) by (region) - max(iot_consensus{instance=~\"$instance\", name=~\"logDispatcher.*\", type=\"currentSyncIndex\"}) by (region)",
+ "format": "time_series",
+ "instant": false,
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{region}}",
+ "refId": "A"
+ }
+ ],
+ "title": "Min Peer Sync Lag",
+ "transformations": [],
+ "type": "timeseries"
},
- "tooltip": {
- "mode": "multi",
- "sort": "desc"
- }
- },
- "targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "editorMode": "code",
- "exemplar": true,
- "expr": "sum(iot_consensus{instance=~\"$instance\", name=\"ioTConsensusServerImpl\", type=\"searchIndex\"}) by (region) - max(iot_consensus{instance=~\"$instance\", name=~\"logDispatcher.*\", type=\"currentSyncIndex\"}) by (region)",
- "format": "time_series",
- "instant": false,
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "{{region}}",
- "refId": "A"
- }
- ],
- "title": "Min Peer Sync Lag",
- "transformations": [],
- "type": "timeseries"
- },
- {
- "datasource": {
- "type": "prometheus",
- "uid": "${DS_PROMETHEUS}"
- },
- "description": "Gap between fastest LogDispatcherThread and slowest LogDispatcherThread in one region",
- "fieldConfig": {
- "defaults": {
- "color": {
- "mode": "palette-classic"
- },
- "custom": {
- "axisLabel": "",
- "axisPlacement": "auto",
- "barAlignment": 0,
- "drawStyle": "line",
- "fillOpacity": 0,
- "gradientMode": "none",
- "hideFrom": {
- "legend": false,
- "tooltip": false,
- "viz": false
- },
- "lineInterpolation": "linear",
- "lineWidth": 1,
- "pointSize": 5,
- "scaleDistribution": {
- "type": "linear"
+ "description": "Gap between fastest LogDispatcherThread and slowest LogDispatcherThread in one region",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "palette-classic"
+ },
+ "custom": {
+ "axisLabel": "",
+ "axisPlacement": "auto",
+ "barAlignment": 0,
+ "drawStyle": "line",
+ "fillOpacity": 0,
+ "gradientMode": "none",
+ "hideFrom": {
+ "legend": false,
+ "tooltip": false,
+ "viz": false
+ },
+ "lineInterpolation": "linear",
+ "lineWidth": 1,
+ "pointSize": 5,
+ "scaleDistribution": {
+ "type": "linear"
+ },
+ "showPoints": "auto",
+ "spanNulls": false,
+ "stacking": {
+ "group": "A",
+ "mode": "none"
+ },
+ "thresholdsStyle": {
+ "mode": "off"
+ }
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ },
+ "unit": "none"
},
- "showPoints": "auto",
- "spanNulls": false,
- "stacking": {
- "group": "A",
- "mode": "none"
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 8,
+ "x": 16,
+ "y": 31
+ },
+ "id": 32,
+ "options": {
+ "legend": {
+ "calcs": [],
+ "displayMode": "list",
+ "placement": "bottom",
+ "showLegend": true
},
- "thresholdsStyle": {
- "mode": "off"
+ "tooltip": {
+ "mode": "multi",
+ "sort": "desc"
}
},
- "mappings": [],
- "thresholds": {
- "mode": "absolute",
- "steps": [
- {
- "color": "green",
- "value": null
- }
- ]
- },
- "unit": "none"
- },
- "overrides": []
- },
- "gridPos": {
- "h": 8,
- "w": 8,
- "x": 16,
- "y": 31
- },
- "id": 32,
- "options": {
- "legend": {
- "calcs": [],
- "displayMode": "list",
- "placement": "bottom",
- "showLegend": true
- },
- "tooltip": {
- "mode": "multi",
- "sort": "desc"
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "editorMode": "code",
+ "exemplar": true,
+ "expr": "max(iot_consensus{instance=~\"$instance\", name=~\"logDispatcher.*\", type=\"currentSyncIndex\"}) by (region) - min(iot_consensus{instance=~\"$instance\", name=~\"logDispatcher.*\", type=\"currentSyncIndex\"}) by (region)",
+ "format": "time_series",
+ "instant": false,
+ "interval": "",
+ "intervalFactor": 1,
+ "legendFormat": "{{region}}",
+ "refId": "A"
+ }
+ ],
+ "title": "Sync Speed Diff Of Peers",
+ "transformations": [],
+ "type": "timeseries"
}
- },
+ ],
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
- "editorMode": "code",
- "exemplar": true,
- "expr": "max(iot_consensus{instance=~\"$instance\", name=~\"logDispatcher.*\", type=\"currentSyncIndex\"}) by (region) - min(iot_consensus{instance=~\"$instance\", name=~\"logDispatcher.*\", type=\"currentSyncIndex\"}) by (region)",
- "format": "time_series",
- "instant": false,
- "interval": "",
- "intervalFactor": 1,
- "legendFormat": "{{region}}",
"refId": "A"
}
],
- "title": "Sync Speed Diff Of Peers",
- "transformations": [],
- "type": "timeseries"
+ "title": "IoT Consensus",
+ "type": "row"
},
{
"collapsed": true,
@@ -11736,7 +11820,7 @@
"h": 1,
"w": 24,
"x": 0,
- "y": 39
+ "y": 31
},
"id": 33,
"panels": [
@@ -13500,7 +13584,7 @@
"type": "row"
}
],
- "refresh": false,
+ "refresh": "15s",
"schemaVersion": 35,
"style": "dark",
"tags": [
@@ -13573,6 +13657,6 @@
"timezone": "browser",
"title": "Apache IoTDB DataNode Dashboard",
"uid": "TbEVYRw7A",
- "version": 19,
+ "version": 6,
"weekStart": ""
}
\ No newline at end of file
diff --git a/rewrite-tsfile-tool/src/main/java/org/apache/iotdb/RewriteTsFileTool.java b/rewrite-tsfile-tool/src/main/java/org/apache/iotdb/RewriteTsFileTool.java
index 733460d9b5..095780141b 100644
--- a/rewrite-tsfile-tool/src/main/java/org/apache/iotdb/RewriteTsFileTool.java
+++ b/rewrite-tsfile-tool/src/main/java/org/apache/iotdb/RewriteTsFileTool.java
@@ -851,8 +851,9 @@ public class RewriteTsFileTool {
throws IOException, IoTDBConnectionException, StatementExecutionException {
while (readerIterator.hasNext()) {
Tablet tablet = new Tablet(device, schemaList, MAX_TABLET_LENGTH);
- Pair<AlignedChunkReader, Long> chunkReaderAndChunkSize = readerIterator.nextReader();
- AlignedChunkReader alignedChunkReader = chunkReaderAndChunkSize.left;
+ TsFileAlignedSeriesReaderIterator.NextAlignedChunkInfo readerInfo =
+ readerIterator.nextReader();
+ AlignedChunkReader alignedChunkReader = readerInfo.getReader();
while (alignedChunkReader.hasNextSatisfiedPage()) {
IBatchDataIterator batchDataIterator =
alignedChunkReader.nextPageData().getBatchDataIterator();
diff --git a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/performer/impl/FastCompactionPerformer.java b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/performer/impl/FastCompactionPerformer.java
index 9e5a115a0d..ba306efe05 100644
--- a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/performer/impl/FastCompactionPerformer.java
+++ b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/performer/impl/FastCompactionPerformer.java
@@ -28,7 +28,7 @@ import org.apache.iotdb.db.engine.compaction.execute.performer.ISeqCompactionPer
import org.apache.iotdb.db.engine.compaction.execute.performer.IUnseqCompactionPerformer;
import org.apache.iotdb.db.engine.compaction.execute.task.CompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.execute.task.subtask.FastCompactionPerformerSubTask;
-import org.apache.iotdb.db.engine.compaction.execute.task.subtask.SubCompactionTaskSummary;
+import org.apache.iotdb.db.engine.compaction.execute.task.subtask.FastCompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.execute.utils.CompactionUtils;
import org.apache.iotdb.db.engine.compaction.execute.utils.MultiTsFileDeviceIterator;
import org.apache.iotdb.db.engine.compaction.execute.utils.writer.AbstractCompactionWriter;
@@ -75,9 +75,7 @@ public class FastCompactionPerformer
public Map<TsFileResource, TsFileSequenceReader> readerCacheMap = new ConcurrentHashMap<>();
- private CompactionTaskSummary summary;
-
- private final SubCompactionTaskSummary subTaskSummary = new SubCompactionTaskSummary();
+ private FastCompactionTaskSummary subTaskSummary;
private List<TsFileResource> targetFiles;
@@ -192,7 +190,7 @@ public class FastCompactionPerformer
timeseriesMetadataOffsetMap.put(entry.getKey(), entry.getValue().right);
}
- SubCompactionTaskSummary taskSummary = new SubCompactionTaskSummary();
+ FastCompactionTaskSummary taskSummary = new FastCompactionTaskSummary();
new FastCompactionPerformerSubTask(
fastCrossCompactionWriter,
timeseriesMetadataOffsetMap,
@@ -234,9 +232,9 @@ public class FastCompactionPerformer
// construct sub tasks and start compacting measurements in parallel
List<Future<Void>> futures = new ArrayList<>();
- List<SubCompactionTaskSummary> taskSummaryList = new ArrayList<>();
+ List<FastCompactionTaskSummary> taskSummaryList = new ArrayList<>();
for (int i = 0; i < subTaskNums; i++) {
- SubCompactionTaskSummary taskSummary = new SubCompactionTaskSummary();
+ FastCompactionTaskSummary taskSummary = new FastCompactionTaskSummary();
futures.add(
CompactionTaskManager.getInstance()
.submitSubTask(
@@ -272,7 +270,12 @@ public class FastCompactionPerformer
@Override
public void setSummary(CompactionTaskSummary summary) {
- this.summary = summary;
+ if (!(summary instanceof FastCompactionTaskSummary)) {
+ throw new RuntimeException(
+ "CompactionTaskSummary for FastCompactionPerformer "
+ + "should be FastCompactionTaskSummary");
+ }
+ this.subTaskSummary = (FastCompactionTaskSummary) summary;
}
@Override
@@ -282,14 +285,14 @@ public class FastCompactionPerformer
}
private void checkThreadInterrupted() throws InterruptedException {
- if (Thread.interrupted() || summary.isCancel()) {
+ if (Thread.interrupted() || subTaskSummary.isCancel()) {
throw new InterruptedException(
String.format(
"[Compaction] compaction for target file %s abort", targetFiles.toString()));
}
}
- public SubCompactionTaskSummary getSubTaskSummary() {
+ public FastCompactionTaskSummary getSubTaskSummary() {
return subTaskSummary;
}
diff --git a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/performer/impl/ReadChunkCompactionPerformer.java b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/performer/impl/ReadChunkCompactionPerformer.java
index 238224f8b6..e97f2e5fe3 100644
--- a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/performer/impl/ReadChunkCompactionPerformer.java
+++ b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/performer/impl/ReadChunkCompactionPerformer.java
@@ -134,7 +134,7 @@ public class ReadChunkCompactionPerformer implements ISeqCompactionPerformer {
writer.startChunkGroup(device);
AlignedSeriesCompactionExecutor compactionExecutor =
new AlignedSeriesCompactionExecutor(
- device, targetResource, readerAndChunkMetadataList, writer);
+ device, targetResource, readerAndChunkMetadataList, writer, summary);
compactionExecutor.execute();
writer.endChunkGroup();
}
@@ -178,7 +178,8 @@ public class ReadChunkCompactionPerformer implements ISeqCompactionPerformer {
LinkedList<Pair<TsFileSequenceReader, List<ChunkMetadata>>> readerAndChunkMetadataList =
seriesIterator.getMetadataListForCurrentSeries();
SingleSeriesCompactionExecutor compactionExecutorOfCurrentTimeSeries =
- new SingleSeriesCompactionExecutor(p, readerAndChunkMetadataList, writer, targetResource);
+ new SingleSeriesCompactionExecutor(
+ p, readerAndChunkMetadataList, writer, targetResource, summary);
compactionExecutorOfCurrentTimeSeries.execute();
}
writer.endChunkGroup();
diff --git a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/AbstractCompactionTask.java b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/AbstractCompactionTask.java
index c275dc7497..0583811d6e 100644
--- a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/AbstractCompactionTask.java
+++ b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/AbstractCompactionTask.java
@@ -46,7 +46,7 @@ public abstract class AbstractCompactionTask {
protected final TsFileManager tsFileManager;
protected ICompactionPerformer performer;
protected int hashCode = -1;
- protected CompactionTaskSummary summary = new CompactionTaskSummary();
+ protected CompactionTaskSummary summary;
protected long serialId;
public AbstractCompactionTask(
@@ -148,4 +148,6 @@ public abstract class AbstractCompactionTask {
public long getSerialId() {
return serialId;
}
+
+ protected abstract void createSummary();
}
diff --git a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/CompactionTaskSummary.java b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/CompactionTaskSummary.java
index 6c0ba15eab..bcfc60675b 100644
--- a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/CompactionTaskSummary.java
+++ b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/CompactionTaskSummary.java
@@ -18,11 +18,20 @@
*/
package org.apache.iotdb.db.engine.compaction.execute.task;
+import java.text.SimpleDateFormat;
+import java.util.Date;
+
/** The summary of one {@link AbstractCompactionTask} execution */
public class CompactionTaskSummary {
- private long timeCost = 0L;
- private volatile Status status = Status.NOT_STARTED;
- private long startTime = -1L;
+ protected long timeCost = 0L;
+ protected volatile Status status = Status.NOT_STARTED;
+ protected long startTime = -1L;
+ protected int processChunkNum = 0;
+ protected int directlyFlushChunkNum = 0;
+ protected int deserializeChunkCount = 0;
+ protected int deserializePageCount = 0;
+ protected int mergedChunkNum = 0;
+ protected long processPointNum = 0;
public CompactionTaskSummary() {}
@@ -65,6 +74,58 @@ public class CompactionTaskSummary {
return timeCost;
}
+ public void increaseProcessChunkNum(int increment) {
+ processChunkNum += increment;
+ }
+
+ public void increaseDirectlyFlushChunkNum(int increment) {
+ directlyFlushChunkNum += increment;
+ }
+
+ public void increaseDeserializedChunkNum(int increment) {
+ deserializeChunkCount += increment;
+ }
+
+ public void increaseProcessPointNum(long increment) {
+ processPointNum += increment;
+ }
+
+ public void increaseMergedChunkNum(int increment) {
+ this.mergedChunkNum += increment;
+ }
+
+ public void setDirectlyFlushChunkNum(int directlyFlushChunkNum) {
+ this.directlyFlushChunkNum = directlyFlushChunkNum;
+ }
+
+ public void setDeserializeChunkCount(int deserializeChunkCount) {
+ this.deserializeChunkCount = deserializeChunkCount;
+ }
+
+ public void setProcessPointNum(int processPointNum) {
+ this.processPointNum = processPointNum;
+ }
+
+ public int getProcessChunkNum() {
+ return processChunkNum;
+ }
+
+ public int getDirectlyFlushChunkNum() {
+ return directlyFlushChunkNum;
+ }
+
+ public int getDeserializeChunkCount() {
+ return deserializeChunkCount;
+ }
+
+ public int getMergedChunkNum() {
+ return mergedChunkNum;
+ }
+
+ public long getProcessPointNum() {
+ return processPointNum;
+ }
+
enum Status {
NOT_STARTED,
STARTED,
@@ -72,4 +133,19 @@ public class CompactionTaskSummary {
FAILED,
CANCELED
}
+
+ @Override
+ public String toString() {
+ String startTimeInStr = new SimpleDateFormat().format(new Date(startTime));
+ return String.format(
+ "Task start time: %s, total process chunk num: %d, "
+ + "directly flush chunk num: %d, merge chunk num: %d, deserialize chunk num: %d,"
+ + " total process point num: %d",
+ startTimeInStr,
+ processChunkNum,
+ directlyFlushChunkNum,
+ mergedChunkNum,
+ deserializeChunkCount,
+ processPointNum);
+ }
}
diff --git a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/CrossSpaceCompactionTask.java b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/CrossSpaceCompactionTask.java
index 21401ef335..8ae67744ba 100644
--- a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/CrossSpaceCompactionTask.java
+++ b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/CrossSpaceCompactionTask.java
@@ -25,7 +25,7 @@ import org.apache.iotdb.db.engine.TsFileMetricManager;
import org.apache.iotdb.db.engine.compaction.execute.exception.CompactionExceptionHandler;
import org.apache.iotdb.db.engine.compaction.execute.performer.ICrossCompactionPerformer;
import org.apache.iotdb.db.engine.compaction.execute.performer.impl.FastCompactionPerformer;
-import org.apache.iotdb.db.engine.compaction.execute.task.subtask.SubCompactionTaskSummary;
+import org.apache.iotdb.db.engine.compaction.execute.task.subtask.FastCompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.execute.utils.CompactionUtils;
import org.apache.iotdb.db.engine.compaction.execute.utils.log.CompactionLogger;
import org.apache.iotdb.db.engine.storagegroup.TsFileManager;
@@ -34,6 +34,7 @@ import org.apache.iotdb.db.engine.storagegroup.TsFileResource;
import org.apache.iotdb.db.engine.storagegroup.TsFileResourceList;
import org.apache.iotdb.db.engine.storagegroup.TsFileResourceStatus;
import org.apache.iotdb.db.rescon.SystemInfo;
+import org.apache.iotdb.db.service.metrics.recorder.CompactionMetricsRecorder;
import org.apache.commons.io.FileUtils;
import org.slf4j.Logger;
@@ -86,6 +87,7 @@ public class CrossSpaceCompactionTask extends AbstractCompactionTask {
this.performer = performer;
this.hashCode = this.toString().hashCode();
this.memoryCost = memoryCost;
+ createSummary();
}
@Override
@@ -190,19 +192,6 @@ public class CrossSpaceCompactionTask extends AbstractCompactionTask {
if (logFile.exists()) {
FileUtils.delete(logFile);
}
- if (performer instanceof FastCompactionPerformer) {
- SubCompactionTaskSummary subTaskSummary =
- ((FastCompactionPerformer) performer).getSubTaskSummary();
- LOGGER.info(
- "CHUNK_NONE_OVERLAP num is {}, CHUNK_NONE_OVERLAP_BUT_DESERIALIZE num is {}, CHUNK_OVERLAP_OR_MODIFIED num is {}, PAGE_NONE_OVERLAP num is {}, PAGE_NONE_OVERLAP_BUT_DESERIALIZE num is {}, PAGE_OVERLAP_OR_MODIFIED num is {}, PAGE_FAKE_OVERLAP num is {}.",
- subTaskSummary.CHUNK_NONE_OVERLAP,
- subTaskSummary.CHUNK_NONE_OVERLAP_BUT_DESERIALIZE,
- subTaskSummary.CHUNK_OVERLAP_OR_MODIFIED,
- subTaskSummary.PAGE_NONE_OVERLAP,
- subTaskSummary.PAGE_NONE_OVERLAP_BUT_DESERIALIZE,
- subTaskSummary.PAGE_OVERLAP_OR_MODIFIED,
- subTaskSummary.PAGE_FAKE_OVERLAP);
- }
// update the metrics finally in case of any exception occurs
for (TsFileResource targetResource : targetTsfileResourceList) {
@@ -217,13 +206,18 @@ public class CrossSpaceCompactionTask extends AbstractCompactionTask {
.deleteFile(sequenceFileSize, true, selectedSequenceFiles.size());
TsFileMetricManager.getInstance()
.deleteFile(unsequenceFileSize, false, selectedUnsequenceFiles.size());
+
+ CompactionMetricsRecorder.updateSummary(summary);
+
long costTime = (System.currentTimeMillis() - startTime) / 1000;
+
LOGGER.info(
- "{}-{} [Compaction] CrossSpaceCompaction task finishes successfully, time cost is {} s, compaction speed is {} MB/s",
+ "{}-{} [Compaction] CrossSpaceCompaction task finishes successfully, time cost is {} s, compaction speed is {} MB/s, {}",
storageGroupName,
dataRegionId,
costTime,
- (selectedSeqFileSize + selectedUnseqFileSize) / 1024 / 1024 / costTime);
+ (selectedSeqFileSize + selectedUnseqFileSize) / 1024 / 1024 / costTime,
+ summary);
}
} catch (Throwable throwable) {
// catch throwable to handle OOM errors
@@ -379,4 +373,13 @@ public class CrossSpaceCompactionTask extends AbstractCompactionTask {
}
return true;
}
+
+ @Override
+ protected void createSummary() {
+ if (performer instanceof FastCompactionPerformer) {
+ this.summary = new FastCompactionTaskSummary();
+ } else {
+ this.summary = new CompactionTaskSummary();
+ }
+ }
}
diff --git a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/InnerSpaceCompactionTask.java b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/InnerSpaceCompactionTask.java
index b8406abc00..12525a6610 100644
--- a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/InnerSpaceCompactionTask.java
+++ b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/InnerSpaceCompactionTask.java
@@ -25,7 +25,7 @@ import org.apache.iotdb.db.engine.TsFileMetricManager;
import org.apache.iotdb.db.engine.compaction.execute.exception.CompactionExceptionHandler;
import org.apache.iotdb.db.engine.compaction.execute.performer.ICompactionPerformer;
import org.apache.iotdb.db.engine.compaction.execute.performer.impl.FastCompactionPerformer;
-import org.apache.iotdb.db.engine.compaction.execute.task.subtask.SubCompactionTaskSummary;
+import org.apache.iotdb.db.engine.compaction.execute.task.subtask.FastCompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.execute.utils.CompactionUtils;
import org.apache.iotdb.db.engine.compaction.execute.utils.log.CompactionLogger;
import org.apache.iotdb.db.engine.storagegroup.TsFileManager;
@@ -33,6 +33,7 @@ import org.apache.iotdb.db.engine.storagegroup.TsFileNameGenerator;
import org.apache.iotdb.db.engine.storagegroup.TsFileResource;
import org.apache.iotdb.db.engine.storagegroup.TsFileResourceList;
import org.apache.iotdb.db.engine.storagegroup.TsFileResourceStatus;
+import org.apache.iotdb.db.service.metrics.recorder.CompactionMetricsRecorder;
import org.apache.iotdb.tsfile.common.conf.TSFileConfig;
import org.apache.iotdb.tsfile.exception.write.TsFileNotCompleteException;
@@ -95,6 +96,7 @@ public class InnerSpaceCompactionTask extends AbstractCompactionTask {
}
this.hashCode = this.toString().hashCode();
collectSelectedFilesInfo();
+ createSummary();
}
@Override
@@ -224,20 +226,6 @@ public class InnerSpaceCompactionTask extends AbstractCompactionTask {
CompactionUtils.deleteModificationForSourceFile(
selectedTsFileResourceList, storageGroupName + "-" + dataRegionId);
- if (performer instanceof FastCompactionPerformer) {
- SubCompactionTaskSummary subTaskSummary =
- ((FastCompactionPerformer) performer).getSubTaskSummary();
- LOGGER.info(
- "CHUNK_NONE_OVERLAP num is {}, CHUNK_NONE_OVERLAP_BUT_DESERIALIZE num is {}, CHUNK_OVERLAP_OR_MODIFIED num is {}, PAGE_NONE_OVERLAP num is {}, PAGE_NONE_OVERLAP_BUT_DESERIALIZE num is {}, PAGE_OVERLAP_OR_MODIFIED num is {}, PAGE_FAKE_OVERLAP num is {}.",
- subTaskSummary.CHUNK_NONE_OVERLAP,
- subTaskSummary.CHUNK_NONE_OVERLAP_BUT_DESERIALIZE,
- subTaskSummary.CHUNK_OVERLAP_OR_MODIFIED,
- subTaskSummary.PAGE_NONE_OVERLAP,
- subTaskSummary.PAGE_NONE_OVERLAP_BUT_DESERIALIZE,
- subTaskSummary.PAGE_OVERLAP_OR_MODIFIED,
- subTaskSummary.PAGE_FAKE_OVERLAP);
- }
-
if (logFile.exists()) {
FileUtils.delete(logFile);
}
@@ -253,15 +241,18 @@ public class InnerSpaceCompactionTask extends AbstractCompactionTask {
TsFileMetricManager.getInstance()
.deleteFile(totalSizeOfDeletedFile, sequence, selectedTsFileResourceList.size());
+ CompactionMetricsRecorder.updateSummary(summary);
+
double costTime = (System.currentTimeMillis() - startTime) / 1000.0d;
LOGGER.info(
"{}-{} [Compaction] InnerSpaceCompaction task finishes successfully, target file is {},"
- + "time cost is {} s, compaction speed is {} MB/s",
+ + "time cost is {} s, compaction speed is {} MB/s, {}",
storageGroupName,
dataRegionId,
targetTsFileResource.getTsFile().getName(),
costTime,
- selectedFileSize / 1024.0d / 1024.0d / costTime);
+ selectedFileSize / 1024.0d / 1024.0d / costTime,
+ summary);
} catch (Throwable throwable) {
// catch throwable to handle OOM errors
if (!(throwable instanceof InterruptedException)) {
@@ -452,4 +443,13 @@ public class InnerSpaceCompactionTask extends AbstractCompactionTask {
}
return true;
}
+
+ @Override
+ protected void createSummary() {
+ if (performer instanceof FastCompactionPerformer) {
+ this.summary = new FastCompactionTaskSummary();
+ } else {
+ this.summary = new CompactionTaskSummary();
+ }
+ }
}
diff --git a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/subtask/FastCompactionPerformerSubTask.java b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/subtask/FastCompactionPerformerSubTask.java
index 44329d43ba..23d249b947 100644
--- a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/subtask/FastCompactionPerformerSubTask.java
+++ b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/subtask/FastCompactionPerformerSubTask.java
@@ -37,7 +37,7 @@ import java.util.concurrent.Callable;
public class FastCompactionPerformerSubTask implements Callable<Void> {
- private SubCompactionTaskSummary summary;
+ private FastCompactionTaskSummary summary;
private AbstractCompactionWriter compactionWriter;
@@ -73,7 +73,7 @@ public class FastCompactionPerformerSubTask implements Callable<Void> {
List<TsFileResource> sortedSourceFiles,
List<String> measurements,
String deviceId,
- SubCompactionTaskSummary summary,
+ FastCompactionTaskSummary summary,
int subTaskId) {
this.compactionWriter = compactionWriter;
this.subTaskId = subTaskId;
@@ -96,7 +96,7 @@ public class FastCompactionPerformerSubTask implements Callable<Void> {
List<TsFileResource> sortedSourceFiles,
List<IMeasurementSchema> measurementSchemas,
String deviceId,
- SubCompactionTaskSummary summary) {
+ FastCompactionTaskSummary summary) {
this.compactionWriter = compactionWriter;
this.subTaskId = 0;
this.timeseriesMetadataOffsetMap = timeseriesMetadataOffsetMap;
diff --git a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/subtask/SubCompactionTaskSummary.java b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/subtask/FastCompactionTaskSummary.java
similarity index 59%
rename from server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/subtask/SubCompactionTaskSummary.java
rename to server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/subtask/FastCompactionTaskSummary.java
index 9cf99530a8..d57056f19a 100644
--- a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/subtask/SubCompactionTaskSummary.java
+++ b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/task/subtask/FastCompactionTaskSummary.java
@@ -18,7 +18,9 @@
*/
package org.apache.iotdb.db.engine.compaction.execute.task.subtask;
-public class SubCompactionTaskSummary {
+import org.apache.iotdb.db.engine.compaction.execute.task.CompactionTaskSummary;
+
+public class FastCompactionTaskSummary extends CompactionTaskSummary {
public int CHUNK_NONE_OVERLAP;
public int CHUNK_NONE_OVERLAP_BUT_DESERIALIZE;
public int CHUNK_OVERLAP_OR_MODIFIED;
@@ -28,7 +30,7 @@ public class SubCompactionTaskSummary {
public int PAGE_FAKE_OVERLAP;
public int PAGE_NONE_OVERLAP_BUT_DESERIALIZE;
- public void increase(SubCompactionTaskSummary summary) {
+ public void increase(FastCompactionTaskSummary summary) {
this.CHUNK_NONE_OVERLAP += summary.CHUNK_NONE_OVERLAP;
this.CHUNK_NONE_OVERLAP_BUT_DESERIALIZE += summary.CHUNK_NONE_OVERLAP_BUT_DESERIALIZE;
this.CHUNK_OVERLAP_OR_MODIFIED += summary.CHUNK_OVERLAP_OR_MODIFIED;
@@ -36,5 +38,26 @@ public class SubCompactionTaskSummary {
this.PAGE_OVERLAP_OR_MODIFIED += summary.PAGE_OVERLAP_OR_MODIFIED;
this.PAGE_FAKE_OVERLAP += summary.PAGE_FAKE_OVERLAP;
this.PAGE_NONE_OVERLAP_BUT_DESERIALIZE += summary.PAGE_NONE_OVERLAP_BUT_DESERIALIZE;
+ this.processChunkNum += summary.processChunkNum;
+ this.processPointNum += summary.processPointNum;
+ this.directlyFlushChunkNum += summary.directlyFlushChunkNum;
+ this.mergedChunkNum += summary.mergedChunkNum;
+ this.deserializeChunkCount += summary.deserializeChunkCount;
+ }
+
+ @Override
+ public String toString() {
+ return String.format(
+ "CHUNK_NONE_OVERLAP num is %d, CHUNK_NONE_OVERLAP_BUT_DESERIALIZE num is %d,"
+ + " CHUNK_OVERLAP_OR_MODIFIED num is %d, PAGE_NONE_OVERLAP num is %d,"
+ + " PAGE_NONE_OVERLAP_BUT_DESERIALIZE num is %d, PAGE_OVERLAP_OR_MODIFIED num is %d,"
+ + " PAGE_FAKE_OVERLAP num is %d.",
+ CHUNK_NONE_OVERLAP,
+ CHUNK_NONE_OVERLAP_BUT_DESERIALIZE,
+ CHUNK_OVERLAP_OR_MODIFIED,
+ PAGE_NONE_OVERLAP,
+ PAGE_NONE_OVERLAP_BUT_DESERIALIZE,
+ PAGE_OVERLAP_OR_MODIFIED,
+ PAGE_FAKE_OVERLAP);
}
}
diff --git a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/fast/AlignedSeriesCompactionExecutor.java b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/fast/AlignedSeriesCompactionExecutor.java
index fae9603ada..4b7bf025fc 100644
--- a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/fast/AlignedSeriesCompactionExecutor.java
+++ b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/fast/AlignedSeriesCompactionExecutor.java
@@ -20,7 +20,7 @@ package org.apache.iotdb.db.engine.compaction.execute.utils.executor.fast;
import org.apache.iotdb.commons.exception.IllegalPathException;
import org.apache.iotdb.commons.path.PartialPath;
-import org.apache.iotdb.db.engine.compaction.execute.task.subtask.SubCompactionTaskSummary;
+import org.apache.iotdb.db.engine.compaction.execute.task.subtask.FastCompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.execute.utils.executor.fast.element.ChunkMetadataElement;
import org.apache.iotdb.db.engine.compaction.execute.utils.executor.fast.element.FileElement;
import org.apache.iotdb.db.engine.compaction.execute.utils.executor.fast.element.PageElement;
@@ -66,7 +66,7 @@ public class AlignedSeriesCompactionExecutor extends SeriesCompactionExecutor {
String deviceId,
int subTaskId,
List<IMeasurementSchema> measurementSchemas,
- SubCompactionTaskSummary summary) {
+ FastCompactionTaskSummary summary) {
super(compactionWriter, readerCacheMap, modificationCacheMap, deviceId, subTaskId, summary);
this.timeseriesMetadataOffsetMap = timeseriesMetadataOffsetMap;
this.measurementSchemas = measurementSchemas;
diff --git a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/fast/NonAlignedSeriesCompactionExecutor.java b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/fast/NonAlignedSeriesCompactionExecutor.java
index 8782345081..333fb72080 100644
--- a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/fast/NonAlignedSeriesCompactionExecutor.java
+++ b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/fast/NonAlignedSeriesCompactionExecutor.java
@@ -20,7 +20,7 @@ package org.apache.iotdb.db.engine.compaction.execute.utils.executor.fast;
import org.apache.iotdb.commons.exception.IllegalPathException;
import org.apache.iotdb.commons.path.PartialPath;
-import org.apache.iotdb.db.engine.compaction.execute.task.subtask.SubCompactionTaskSummary;
+import org.apache.iotdb.db.engine.compaction.execute.task.subtask.FastCompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.execute.utils.executor.fast.element.ChunkMetadataElement;
import org.apache.iotdb.db.engine.compaction.execute.utils.executor.fast.element.FileElement;
import org.apache.iotdb.db.engine.compaction.execute.utils.executor.fast.element.PageElement;
@@ -64,7 +64,7 @@ public class NonAlignedSeriesCompactionExecutor extends SeriesCompactionExecutor
List<TsFileResource> sortedSourceFiles,
String deviceId,
int subTaskId,
- SubCompactionTaskSummary summary) {
+ FastCompactionTaskSummary summary) {
super(compactionWriter, readerCacheMap, modificationCacheMap, deviceId, subTaskId, summary);
this.sortResources = sortedSourceFiles;
}
diff --git a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/fast/SeriesCompactionExecutor.java b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/fast/SeriesCompactionExecutor.java
index ab58b46aad..d985fa8bdd 100644
--- a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/fast/SeriesCompactionExecutor.java
+++ b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/fast/SeriesCompactionExecutor.java
@@ -20,7 +20,7 @@ package org.apache.iotdb.db.engine.compaction.execute.utils.executor.fast;
import org.apache.iotdb.commons.exception.IllegalPathException;
import org.apache.iotdb.commons.path.PartialPath;
-import org.apache.iotdb.db.engine.compaction.execute.task.subtask.SubCompactionTaskSummary;
+import org.apache.iotdb.db.engine.compaction.execute.task.subtask.FastCompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.execute.utils.executor.fast.element.ChunkMetadataElement;
import org.apache.iotdb.db.engine.compaction.execute.utils.executor.fast.element.FileElement;
import org.apache.iotdb.db.engine.compaction.execute.utils.executor.fast.element.PageElement;
@@ -32,6 +32,7 @@ import org.apache.iotdb.db.exception.WriteProcessException;
import org.apache.iotdb.tsfile.exception.write.PageException;
import org.apache.iotdb.tsfile.file.metadata.AlignedChunkMetadata;
import org.apache.iotdb.tsfile.file.metadata.ChunkMetadata;
+import org.apache.iotdb.tsfile.file.metadata.IChunkMetadata;
import org.apache.iotdb.tsfile.read.TsFileSequenceReader;
import org.apache.iotdb.tsfile.read.common.TimeRange;
import org.apache.iotdb.tsfile.read.reader.chunk.AlignedChunkReader;
@@ -58,7 +59,7 @@ public abstract class SeriesCompactionExecutor {
throws WriteProcessException, IOException, IllegalPathException;
}
- private final SubCompactionTaskSummary summary;
+ private final FastCompactionTaskSummary summary;
// source files which are sorted by the start time of current device from old to new. Notice: If
// the type of timeIndex is FileTimeIndex, it may contain resources in which the current device
@@ -93,7 +94,7 @@ public abstract class SeriesCompactionExecutor {
Map<TsFileResource, List<Modification>> modificationCacheMap,
String deviceId,
int subTaskId,
- SubCompactionTaskSummary summary) {
+ FastCompactionTaskSummary summary) {
this.compactionWriter = compactionWriter;
this.subTaskId = subTaskId;
this.deviceId = deviceId;
@@ -154,6 +155,8 @@ public abstract class SeriesCompactionExecutor {
throws IOException, PageException, WriteProcessException, IllegalPathException {
for (ChunkMetadataElement overlappedChunkMetadata : overlappedChunkMetadataList) {
readChunk(overlappedChunkMetadata);
+ updateSummary(overlappedChunkMetadata, ChunkStatus.READ_IN);
+ updateSummary(overlappedChunkMetadata, ChunkStatus.DESERIALIZE_CHUNK);
deserializeChunkIntoQueue(overlappedChunkMetadata);
}
compactPages();
@@ -166,6 +169,7 @@ public abstract class SeriesCompactionExecutor {
private void compactWithNonOverlapChunk(ChunkMetadataElement chunkMetadataElement)
throws IOException, PageException, WriteProcessException, IllegalPathException {
readChunk(chunkMetadataElement);
+ updateSummary(chunkMetadataElement, ChunkStatus.READ_IN);
boolean success;
if (chunkMetadataElement.chunkMetadata instanceof AlignedChunkMetadata) {
success =
@@ -185,10 +189,12 @@ public abstract class SeriesCompactionExecutor {
}
if (success) {
// flush chunk successfully, then remove this chunk
+ updateSummary(chunkMetadataElement, ChunkStatus.DIRECTORY_FLUSH);
removeChunk(chunkMetadataQueue.peek());
} else {
// unsealed chunk is not large enough or chunk.endTime > file.endTime, then deserialize chunk
summary.CHUNK_NONE_OVERLAP_BUT_DESERIALIZE += 1;
+ updateSummary(chunkMetadataElement, ChunkStatus.DESERIALIZE_CHUNK);
deserializeChunkIntoQueue(chunkMetadataElement);
compactPages();
}
@@ -587,4 +593,59 @@ public abstract class SeriesCompactionExecutor {
}
return pathModifications;
}
+
+ private void updateSummary(ChunkMetadataElement chunkMetadataElement, ChunkStatus status) {
+ switch (status) {
+ case READ_IN:
+ summary.increaseProcessChunkNum(
+ chunkMetadataElement.isAligned
+ ? ((AlignedChunkMetadata) chunkMetadataElement.chunkMetadata)
+ .getValueChunkMetadataList()
+ .size()
+ + 1
+ : 1);
+ if (chunkMetadataElement.isAligned) {
+ for (IChunkMetadata valueChunkMetadata :
+ ((AlignedChunkMetadata) chunkMetadataElement.chunkMetadata)
+ .getValueChunkMetadataList()) {
+ if (valueChunkMetadata == null) {
+ continue;
+ }
+ summary.increaseProcessPointNum(valueChunkMetadata.getStatistics().getCount());
+ }
+ } else {
+ summary.increaseProcessPointNum(
+ chunkMetadataElement.chunkMetadata.getStatistics().getCount());
+ }
+ break;
+ case DIRECTORY_FLUSH:
+ if (chunkMetadataElement.isAligned) {
+ summary.increaseDirectlyFlushChunkNum(
+ ((AlignedChunkMetadata) (chunkMetadataElement.chunkMetadata))
+ .getValueChunkMetadataList()
+ .size()
+ + 1);
+ } else {
+ summary.increaseDirectlyFlushChunkNum(1);
+ }
+ break;
+ case DESERIALIZE_CHUNK:
+ if (chunkMetadataElement.isAligned) {
+ summary.increaseDeserializedChunkNum(
+ ((AlignedChunkMetadata) (chunkMetadataElement.chunkMetadata))
+ .getValueChunkMetadataList()
+ .size()
+ + 1);
+ } else {
+ summary.increaseDeserializedChunkNum(1);
+ }
+ break;
+ }
+ }
+
+ enum ChunkStatus {
+ READ_IN,
+ DIRECTORY_FLUSH,
+ DESERIALIZE_CHUNK
+ }
}
diff --git a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/fast/element/ChunkMetadataElement.java b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/fast/element/ChunkMetadataElement.java
index c876461d8b..fbcae98734 100644
--- a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/fast/element/ChunkMetadataElement.java
+++ b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/fast/element/ChunkMetadataElement.java
@@ -18,6 +18,7 @@
*/
package org.apache.iotdb.db.engine.compaction.execute.utils.executor.fast.element;
+import org.apache.iotdb.tsfile.file.metadata.AlignedChunkMetadata;
import org.apache.iotdb.tsfile.file.metadata.IChunkMetadata;
import org.apache.iotdb.tsfile.read.common.Chunk;
@@ -39,6 +40,7 @@ public class ChunkMetadataElement {
public Chunk chunk;
public List<Chunk> valueChunks;
+ public boolean isAligned;
public ChunkMetadataElement(
IChunkMetadata chunkMetadata, long priority, boolean isLastChunk, FileElement fileElement) {
@@ -47,6 +49,7 @@ public class ChunkMetadataElement {
this.startTime = chunkMetadata.getStartTime();
this.isLastChunk = isLastChunk;
this.fileElement = fileElement;
+ this.isAligned = chunkMetadata instanceof AlignedChunkMetadata;
}
public void clearChunks() {
diff --git a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/readchunk/AlignedSeriesCompactionExecutor.java b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/readchunk/AlignedSeriesCompactionExecutor.java
index a35163ee7f..af90e81cd2 100644
--- a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/readchunk/AlignedSeriesCompactionExecutor.java
+++ b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/readchunk/AlignedSeriesCompactionExecutor.java
@@ -21,6 +21,7 @@ package org.apache.iotdb.db.engine.compaction.execute.utils.executor.readchunk;
import org.apache.iotdb.db.conf.IoTDBDescriptor;
import org.apache.iotdb.db.engine.TsFileMetricManager;
import org.apache.iotdb.db.engine.cache.ChunkCache;
+import org.apache.iotdb.db.engine.compaction.execute.task.CompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.schedule.CompactionTaskManager;
import org.apache.iotdb.db.engine.compaction.schedule.constant.CompactionType;
import org.apache.iotdb.db.engine.compaction.schedule.constant.ProcessChunkType;
@@ -62,6 +63,7 @@ public class AlignedSeriesCompactionExecutor {
private final AlignedChunkWriterImpl chunkWriter;
private final List<IMeasurementSchema> schemaList;
private long remainingPointInChunkWriter = 0L;
+ private final CompactionTaskSummary summary;
private final RateLimiter rateLimiter =
CompactionTaskManager.getInstance().getMergeWriteRateLimiter();
@@ -74,7 +76,8 @@ public class AlignedSeriesCompactionExecutor {
String device,
TsFileResource targetResource,
LinkedList<Pair<TsFileSequenceReader, List<AlignedChunkMetadata>>> readerAndChunkMetadataList,
- TsFileIOWriter writer)
+ TsFileIOWriter writer,
+ CompactionTaskSummary summary)
throws IOException {
this.device = device;
this.readerAndChunkMetadataList = readerAndChunkMetadataList;
@@ -82,6 +85,7 @@ public class AlignedSeriesCompactionExecutor {
this.targetResource = targetResource;
schemaList = collectSchemaFromAlignedChunkMetadataList(readerAndChunkMetadataList);
chunkWriter = new AlignedChunkWriterImpl(schemaList);
+ this.summary = summary;
}
/**
@@ -137,9 +141,13 @@ public class AlignedSeriesCompactionExecutor {
TsFileAlignedSeriesReaderIterator readerIterator =
new TsFileAlignedSeriesReaderIterator(reader, alignedChunkMetadataList, schemaList);
while (readerIterator.hasNext()) {
- Pair<AlignedChunkReader, Long> chunkReaderAndChunkSize = readerIterator.nextReader();
- CompactionMetricsRecorder.recordReadInfo(chunkReaderAndChunkSize.right);
- compactOneAlignedChunk(chunkReaderAndChunkSize.left);
+ TsFileAlignedSeriesReaderIterator.NextAlignedChunkInfo nextAlignedChunkInfo =
+ readerIterator.nextReader();
+ summary.increaseProcessChunkNum(nextAlignedChunkInfo.getNotNullChunkNum());
+ summary.increaseProcessPointNum(nextAlignedChunkInfo.getTotalPointNum());
+ CompactionMetricsRecorder.recordReadInfo(nextAlignedChunkInfo.getTotalSize());
+ compactOneAlignedChunk(
+ nextAlignedChunkInfo.getReader(), nextAlignedChunkInfo.getNotNullChunkNum());
}
}
@@ -160,8 +168,10 @@ public class AlignedSeriesCompactionExecutor {
.addCompactionTempFileSize(true, true, writer.getPos() - originTempFileSize);
}
- private void compactOneAlignedChunk(AlignedChunkReader chunkReader) throws IOException {
+ private void compactOneAlignedChunk(AlignedChunkReader chunkReader, int notNullChunkNum)
+ throws IOException {
while (chunkReader.hasNextSatisfiedPage()) {
+ // including value chunk and time chunk, thus we should plus one
IBatchDataIterator batchDataIterator = chunkReader.nextPageData().getBatchDataIterator();
while (batchDataIterator.hasNext()) {
TsPrimitiveType[] pointsData = (TsPrimitiveType[]) batchDataIterator.currentValue();
diff --git a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/readchunk/SingleSeriesCompactionExecutor.java b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/readchunk/SingleSeriesCompactionExecutor.java
index e636e30086..d5184dcea4 100644
--- a/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/readchunk/SingleSeriesCompactionExecutor.java
+++ b/server/src/main/java/org/apache/iotdb/db/engine/compaction/execute/utils/executor/readchunk/SingleSeriesCompactionExecutor.java
@@ -20,6 +20,7 @@ package org.apache.iotdb.db.engine.compaction.execute.utils.executor.readchunk;
import org.apache.iotdb.commons.path.PartialPath;
import org.apache.iotdb.db.conf.IoTDBDescriptor;
+import org.apache.iotdb.db.engine.compaction.execute.task.CompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.schedule.CompactionTaskManager;
import org.apache.iotdb.db.engine.compaction.schedule.constant.CompactionType;
import org.apache.iotdb.db.engine.compaction.schedule.constant.ProcessChunkType;
@@ -63,6 +64,7 @@ public class SingleSeriesCompactionExecutor {
private long minStartTimestamp = Long.MAX_VALUE;
private long maxEndTimestamp = Long.MIN_VALUE;
private long pointCountInChunkWriter = 0;
+ private final CompactionTaskSummary summary;
private final long targetChunkSize =
IoTDBDescriptor.getInstance().getConfig().getTargetChunkSize();
@@ -88,13 +90,15 @@ public class SingleSeriesCompactionExecutor {
this.cachedChunk = null;
this.cachedChunkMetadata = null;
this.targetResource = targetResource;
+ this.summary = new CompactionTaskSummary();
}
public SingleSeriesCompactionExecutor(
PartialPath series,
LinkedList<Pair<TsFileSequenceReader, List<ChunkMetadata>>> readerAndChunkMetadataList,
TsFileIOWriter fileWriter,
- TsFileResource targetResource) {
+ TsFileResource targetResource,
+ CompactionTaskSummary summary) {
this.device = series.getDevice();
this.series = series;
this.readerAndChunkMetadataList = readerAndChunkMetadataList;
@@ -104,6 +108,7 @@ public class SingleSeriesCompactionExecutor {
this.cachedChunk = null;
this.cachedChunkMetadata = null;
this.targetResource = targetResource;
+ this.summary = summary;
}
/**
@@ -111,7 +116,6 @@ public class SingleSeriesCompactionExecutor {
* series compaction may contain more than one chunk.
*/
public void execute() throws IOException {
- long originTempFileSize = fileWriter.getPos();
while (readerAndChunkMetadataList.size() > 0) {
Pair<TsFileSequenceReader, List<ChunkMetadata>> readerListPair =
readerAndChunkMetadataList.removeFirst();
@@ -119,6 +123,8 @@ public class SingleSeriesCompactionExecutor {
List<ChunkMetadata> chunkMetadataList = readerListPair.right;
for (ChunkMetadata chunkMetadata : chunkMetadataList) {
Chunk currentChunk = reader.readMemChunk(chunkMetadata);
+ summary.increaseProcessChunkNum(1);
+ summary.increaseProcessPointNum(chunkMetadata.getNumOfPoints());
if (this.chunkWriter == null) {
constructChunkWriterFromReadChunk(currentChunk);
}
@@ -178,6 +184,7 @@ public class SingleSeriesCompactionExecutor {
// if there is a cached chunk, deserialize it and write it to ChunkWriter
writeCachedChunkIntoChunkWriter();
}
+ summary.increaseDeserializedChunkNum(1);
// write this chunk to ChunkWriter
writeChunkIntoChunkWriter(chunk);
flushChunkWriterIfLargeEnough();
@@ -187,15 +194,18 @@ public class SingleSeriesCompactionExecutor {
if (pointCountInChunkWriter != 0L) {
// if there are points remaining in ChunkWriter
// deserialize current chunk and write to ChunkWriter, then flush the ChunkWriter
+ summary.increaseDeserializedChunkNum(1);
writeChunkIntoChunkWriter(chunk);
flushChunkWriterIfLargeEnough();
} else if (cachedChunk != null) {
// if there is a cached chunk, merge it with current chunk, then flush it
+ summary.increaseMergedChunkNum(1);
mergeWithCachedChunk(chunk, chunkMetadata);
flushCachedChunkIfLargeEnough();
} else {
// there is no points remaining in ChunkWriter and no cached chunk
// flush it to file directly
+ summary.increaseDirectlyFlushChunkNum(1);
flushChunkToFileWriter(chunk, chunkMetadata, false);
}
}
@@ -205,15 +215,18 @@ public class SingleSeriesCompactionExecutor {
if (pointCountInChunkWriter != 0L) {
// if there are points remaining in ChunkWriter
// deserialize current chunk and write to ChunkWriter
+ summary.increaseDeserializedChunkNum(1);
writeChunkIntoChunkWriter(chunk);
flushChunkWriterIfLargeEnough();
} else if (cachedChunk != null) {
// if there is a cached chunk, merge it with current chunk
+ summary.increaseMergedChunkNum(1);
mergeWithCachedChunk(chunk, chunkMetadata);
flushCachedChunkIfLargeEnough();
} else {
// there is no points remaining in ChunkWriter and no cached chunk
// cached current chunk
+ summary.increaseMergedChunkNum(1);
cachedChunk = chunk;
cachedChunkMetadata = chunkMetadata;
}
@@ -227,6 +240,7 @@ public class SingleSeriesCompactionExecutor {
// if there is a cached chunk, write the cached chunk to ChunkWriter
writeCachedChunkIntoChunkWriter();
}
+ summary.increaseDeserializedChunkNum(1);
writeChunkIntoChunkWriter(chunk);
flushChunkWriterIfLargeEnough();
}
diff --git a/server/src/main/java/org/apache/iotdb/db/service/metrics/recorder/CompactionMetricsRecorder.java b/server/src/main/java/org/apache/iotdb/db/service/metrics/recorder/CompactionMetricsRecorder.java
index 295d3b6c72..568fb76fb0 100644
--- a/server/src/main/java/org/apache/iotdb/db/service/metrics/recorder/CompactionMetricsRecorder.java
+++ b/server/src/main/java/org/apache/iotdb/db/service/metrics/recorder/CompactionMetricsRecorder.java
@@ -22,6 +22,7 @@ import org.apache.iotdb.commons.service.metric.MetricService;
import org.apache.iotdb.commons.service.metric.enums.Metric;
import org.apache.iotdb.commons.service.metric.enums.Tag;
import org.apache.iotdb.db.engine.compaction.execute.task.AbstractCompactionTask;
+import org.apache.iotdb.db.engine.compaction.execute.task.CompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.execute.task.CrossSpaceCompactionTask;
import org.apache.iotdb.db.engine.compaction.execute.task.InnerSpaceCompactionTask;
import org.apache.iotdb.db.engine.compaction.schedule.constant.CompactionTaskStatus;
@@ -68,6 +69,44 @@ public class CompactionMetricsRecorder {
"compaction");
}
+ public static void updateSummary(CompactionTaskSummary summary) {
+ MetricService.getInstance()
+ .count(
+ summary.getProcessPointNum(),
+ "Compacted_Point_Num",
+ MetricLevel.IMPORTANT,
+ Tag.NAME.toString(),
+ "compaction");
+ MetricService.getInstance()
+ .count(
+ summary.getProcessChunkNum(),
+ "Compacted_Chunk_Num",
+ MetricLevel.IMPORTANT,
+ Tag.NAME.toString(),
+ "compaction");
+ MetricService.getInstance()
+ .count(
+ summary.getDirectlyFlushChunkNum(),
+ "Directly_Flush_Chunk_Num",
+ MetricLevel.NORMAL,
+ Tag.NAME.toString(),
+ "compaction");
+ MetricService.getInstance()
+ .count(
+ summary.getDeserializeChunkCount(),
+ "Deserialized_Chunk_Num",
+ MetricLevel.NORMAL,
+ Tag.NAME.toString(),
+ "compaction");
+ MetricService.getInstance()
+ .count(
+ summary.getMergedChunkNum(),
+ "Merged_Chunk_Num",
+ MetricLevel.NORMAL,
+ Tag.NAME.toString(),
+ "compaction");
+ }
+
public static void recordTaskInfo(
AbstractCompactionTask task, CompactionTaskStatus status, int size) {
String taskType = "unknown";
diff --git a/server/src/test/java/org/apache/iotdb/db/engine/compaction/FastCrossCompactionPerformerTest.java b/server/src/test/java/org/apache/iotdb/db/engine/compaction/FastCrossCompactionPerformerTest.java
index 3097dc13c8..bb304a7818 100644
--- a/server/src/test/java/org/apache/iotdb/db/engine/compaction/FastCrossCompactionPerformerTest.java
+++ b/server/src/test/java/org/apache/iotdb/db/engine/compaction/FastCrossCompactionPerformerTest.java
@@ -25,7 +25,7 @@ import org.apache.iotdb.commons.path.PartialPath;
import org.apache.iotdb.db.conf.IoTDBDescriptor;
import org.apache.iotdb.db.engine.compaction.execute.performer.ICompactionPerformer;
import org.apache.iotdb.db.engine.compaction.execute.performer.impl.FastCompactionPerformer;
-import org.apache.iotdb.db.engine.compaction.execute.task.CompactionTaskSummary;
+import org.apache.iotdb.db.engine.compaction.execute.task.subtask.FastCompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.execute.utils.CompactionUtils;
import org.apache.iotdb.db.engine.compaction.execute.utils.reader.IDataBlockReader;
import org.apache.iotdb.db.engine.compaction.execute.utils.reader.SeriesDataBlockReader;
@@ -141,7 +141,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
FileReaderManager.getInstance().closeAndRemoveAllOpenedReaders();
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -258,7 +258,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
FileReaderManager.getInstance().closeAndRemoveAllOpenedReaders();
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -456,7 +456,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
FileReaderManager.getInstance().closeAndRemoveAllOpenedReaders();
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -651,7 +651,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
FileReaderManager.getInstance().closeAndRemoveAllOpenedReaders();
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -836,7 +836,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
FileReaderManager.getInstance().closeAndRemoveAllOpenedReaders();
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -1014,7 +1014,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
FileReaderManager.getInstance().closeAndRemoveAllOpenedReaders();
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -1145,7 +1145,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
CompactionFileGeneratorUtils.getCrossCompactionTargetTsFileResources(seqResources);
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -1222,7 +1222,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
CompactionFileGeneratorUtils.getCrossCompactionTargetTsFileResources(seqResources);
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -1363,7 +1363,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
FileReaderManager.getInstance().closeAndRemoveAllOpenedReaders();
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -1494,7 +1494,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
FileReaderManager.getInstance().closeAndRemoveAllOpenedReaders();
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -1699,7 +1699,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
FileReaderManager.getInstance().closeAndRemoveAllOpenedReaders();
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -1939,7 +1939,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
FileReaderManager.getInstance().closeAndRemoveAllOpenedReaders();
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -2057,7 +2057,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
FileReaderManager.getInstance().closeAndRemoveAllOpenedReaders();
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -2186,7 +2186,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
FileReaderManager.getInstance().closeAndRemoveAllOpenedReaders();
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -2328,7 +2328,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
FileReaderManager.getInstance().closeAndRemoveAllOpenedReaders();
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -2449,7 +2449,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
FileReaderManager.getInstance().closeAndRemoveAllOpenedReaders();
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -2589,7 +2589,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
FileReaderManager.getInstance().closeAndRemoveAllOpenedReaders();
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -2752,7 +2752,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
FileReaderManager.getInstance().closeAndRemoveAllOpenedReaders();
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -2998,7 +2998,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
FileReaderManager.getInstance().closeAndRemoveAllOpenedReaders();
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -3269,7 +3269,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
FileReaderManager.getInstance().closeAndRemoveAllOpenedReaders();
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -3462,7 +3462,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
FileReaderManager.getInstance().closeAndRemoveAllOpenedReaders();
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -3784,7 +3784,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
FileReaderManager.getInstance().closeAndRemoveAllOpenedReaders();
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
@@ -3952,7 +3952,7 @@ public class FastCrossCompactionPerformerTest extends AbstractCompactionTest {
FileReaderManager.getInstance().closeAndRemoveAllOpenedReaders();
ICompactionPerformer performer =
new FastCompactionPerformer(seqResources, unseqResources, targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
Assert.assertEquals(0, FileReaderManager.getInstance().getClosedFileReaderMap().size());
Assert.assertEquals(0, FileReaderManager.getInstance().getUnclosedFileReaderMap().size());
diff --git a/server/src/test/java/org/apache/iotdb/db/engine/compaction/cross/CrossSpaceCompactionWithFastPerformerValidationTest.java b/server/src/test/java/org/apache/iotdb/db/engine/compaction/cross/CrossSpaceCompactionWithFastPerformerValidationTest.java
index c77954187d..bf67d701ec 100644
--- a/server/src/test/java/org/apache/iotdb/db/engine/compaction/cross/CrossSpaceCompactionWithFastPerformerValidationTest.java
+++ b/server/src/test/java/org/apache/iotdb/db/engine/compaction/cross/CrossSpaceCompactionWithFastPerformerValidationTest.java
@@ -24,9 +24,9 @@ import org.apache.iotdb.db.conf.IoTDBDescriptor;
import org.apache.iotdb.db.engine.compaction.AbstractCompactionTest;
import org.apache.iotdb.db.engine.compaction.execute.performer.ICrossCompactionPerformer;
import org.apache.iotdb.db.engine.compaction.execute.performer.impl.FastCompactionPerformer;
-import org.apache.iotdb.db.engine.compaction.execute.task.CompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.execute.task.CrossSpaceCompactionTask;
import org.apache.iotdb.db.engine.compaction.execute.task.InnerSpaceCompactionTask;
+import org.apache.iotdb.db.engine.compaction.execute.task.subtask.FastCompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.execute.utils.CompactionUtils;
import org.apache.iotdb.db.engine.compaction.selector.ICompactionSelector;
import org.apache.iotdb.db.engine.compaction.selector.ICrossSpaceSelector;
@@ -2128,7 +2128,7 @@ public class CrossSpaceCompactionWithFastPerformerValidationTest extends Abstrac
FastCompactionPerformer performer = new FastCompactionPerformer(false);
performer.setSourceFiles(sourceFiles);
performer.setTargetFiles(targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(targetResources, true, COMPACTION_TEST_SG + "-" + "0");
@@ -2234,7 +2234,7 @@ public class CrossSpaceCompactionWithFastPerformerValidationTest extends Abstrac
sourceFiles.getSeqFiles());
performer.setSourceFiles(sourceFiles.getSeqFiles(), sourceFiles.getUnseqFiles());
performer.setTargetFiles(targetResources);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(targetResources, false, COMPACTION_TEST_SG + "-" + "0");
diff --git a/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/FastCompactionPerformerAlignedTest.java b/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/FastCompactionPerformerAlignedTest.java
index 0527b0e9a7..c6b3fcacfb 100644
--- a/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/FastCompactionPerformerAlignedTest.java
+++ b/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/FastCompactionPerformerAlignedTest.java
@@ -27,7 +27,7 @@ import org.apache.iotdb.db.engine.cache.TimeSeriesMetadataCache;
import org.apache.iotdb.db.engine.compaction.TestUtilsForAlignedSeries;
import org.apache.iotdb.db.engine.compaction.execute.performer.ICompactionPerformer;
import org.apache.iotdb.db.engine.compaction.execute.performer.impl.FastCompactionPerformer;
-import org.apache.iotdb.db.engine.compaction.execute.task.CompactionTaskSummary;
+import org.apache.iotdb.db.engine.compaction.execute.task.subtask.FastCompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.execute.utils.CompactionUtils;
import org.apache.iotdb.db.engine.compaction.schedule.CompactionTaskManager;
import org.apache.iotdb.db.engine.compaction.utils.CompactionCheckerUtils;
@@ -142,7 +142,7 @@ public class FastCompactionPerformerAlignedTest {
fullPaths, iMeasurementSchemas, resources, new ArrayList<>());
performer.setSourceFiles(resources);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(Collections.singletonList(targetResource), true, storageGroup);
CompactionUtils.moveTargetFile(Collections.singletonList(targetResource), true, storageGroup);
@@ -216,7 +216,7 @@ public class FastCompactionPerformerAlignedTest {
fullPaths, iMeasurementSchemas, resources, new ArrayList<>());
performer.setSourceFiles(resources);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(Collections.singletonList(targetResource), true, storageGroup);
Map<PartialPath, List<TimeValuePair>> compactedData =
@@ -283,7 +283,7 @@ public class FastCompactionPerformerAlignedTest {
fullPaths, iMeasurementSchemas, resources, new ArrayList<>());
performer.setSourceFiles(resources);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(Collections.singletonList(targetResource), true, storageGroup);
Map<PartialPath, List<TimeValuePair>> compactedData =
@@ -353,7 +353,7 @@ public class FastCompactionPerformerAlignedTest {
fullPaths, iMeasurementSchemas, resources, new ArrayList<>());
performer.setSourceFiles(resources);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(Collections.singletonList(targetResource), true, storageGroup);
Map<PartialPath, List<TimeValuePair>> compactedData =
@@ -421,7 +421,7 @@ public class FastCompactionPerformerAlignedTest {
fullPaths, iMeasurementSchemas, resources, new ArrayList<>());
performer.setSourceFiles(resources);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(Collections.singletonList(targetResource), true, storageGroup);
Map<PartialPath, List<TimeValuePair>> compactedData =
@@ -491,7 +491,7 @@ public class FastCompactionPerformerAlignedTest {
fullPaths, iMeasurementSchemas, resources, new ArrayList<>());
performer.setSourceFiles(resources);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(Collections.singletonList(targetResource), true, storageGroup);
Map<PartialPath, List<TimeValuePair>> compactedData =
@@ -562,7 +562,7 @@ public class FastCompactionPerformerAlignedTest {
fullPaths, iMeasurementSchemas, resources, new ArrayList<>());
performer.setSourceFiles(resources);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(Collections.singletonList(targetResource), true, storageGroup);
Map<PartialPath, List<TimeValuePair>> compactedData =
@@ -644,7 +644,7 @@ public class FastCompactionPerformerAlignedTest {
fullPaths, iMeasurementSchemas, resources, new ArrayList<>());
performer.setSourceFiles(resources);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(Collections.singletonList(targetResource), true, storageGroup);
Map<PartialPath, List<TimeValuePair>> compactedData =
diff --git a/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/FastCompactionPerformerNoAlignedTest.java b/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/FastCompactionPerformerNoAlignedTest.java
index b666869d9a..cd5ccb9f77 100644
--- a/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/FastCompactionPerformerNoAlignedTest.java
+++ b/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/FastCompactionPerformerNoAlignedTest.java
@@ -29,7 +29,7 @@ import org.apache.iotdb.db.engine.cache.ChunkCache;
import org.apache.iotdb.db.engine.cache.TimeSeriesMetadataCache;
import org.apache.iotdb.db.engine.compaction.execute.performer.ICompactionPerformer;
import org.apache.iotdb.db.engine.compaction.execute.performer.impl.FastCompactionPerformer;
-import org.apache.iotdb.db.engine.compaction.execute.task.CompactionTaskSummary;
+import org.apache.iotdb.db.engine.compaction.execute.task.subtask.FastCompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.execute.utils.CompactionUtils;
import org.apache.iotdb.db.engine.compaction.schedule.CompactionTaskManager;
import org.apache.iotdb.db.engine.compaction.utils.CompactionCheckerUtils;
@@ -198,7 +198,7 @@ public class FastCompactionPerformerNoAlignedTest {
TsFileNameGenerator.getInnerCompactionTargetFileResource(sourceFiles, true);
performer.setSourceFiles(sourceFiles);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(Collections.singletonList(targetResource), true, storageGroup);
Map<String, List<List<Long>>> chunkPagePointsNumMerged = new HashMap<>();
@@ -283,7 +283,7 @@ public class FastCompactionPerformerNoAlignedTest {
TsFileNameGenerator.getInnerCompactionTargetFileResource(sourceFiles, true);
performer.setSourceFiles(sourceFiles);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(Collections.singletonList(targetResource), true, storageGroup);
Map<String, List<List<Long>>> chunkPagePointsNumMerged = new HashMap<>();
@@ -370,7 +370,7 @@ public class FastCompactionPerformerNoAlignedTest {
TsFileNameGenerator.getInnerCompactionTargetFileResource(sourceFiles, true);
performer.setSourceFiles(sourceFiles);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(Collections.singletonList(targetResource), true, storageGroup);
Map<String, List<List<Long>>> chunkPagePointsNumMerged = new HashMap<>();
@@ -444,7 +444,7 @@ public class FastCompactionPerformerNoAlignedTest {
TsFileNameGenerator.getInnerCompactionTargetFileResource(sourceFiles, true);
performer.setSourceFiles(sourceFiles);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(Collections.singletonList(targetResource), true, storageGroup);
Map<String, List<List<Long>>> chunkPagePointsNumMerged = new HashMap<>();
@@ -547,7 +547,7 @@ public class FastCompactionPerformerNoAlignedTest {
TsFileNameGenerator.getInnerCompactionTargetFileResource(sourceFiles, true);
performer.setSourceFiles(sourceFiles);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(Collections.singletonList(targetResource), true, storageGroup);
Map<String, List<List<Long>>> chunkPagePointsNumMerged = new HashMap<>();
@@ -621,7 +621,7 @@ public class FastCompactionPerformerNoAlignedTest {
TsFileNameGenerator.getInnerCompactionTargetFileResource(sourceFiles, true);
performer.setSourceFiles(sourceFiles);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(Collections.singletonList(targetResource), true, storageGroup);
Map<String, List<List<Long>>> chunkPagePointsNumMerged = new HashMap<>();
@@ -698,7 +698,7 @@ public class FastCompactionPerformerNoAlignedTest {
TsFileNameGenerator.getInnerCompactionTargetFileResource(sourceFiles, true);
performer.setSourceFiles(sourceFiles);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(Collections.singletonList(targetResource), true, storageGroup);
Map<String, List<List<Long>>> chunkPagePointsNumMerged = new HashMap<>();
@@ -768,7 +768,7 @@ public class FastCompactionPerformerNoAlignedTest {
TsFileNameGenerator.getInnerCompactionTargetFileResource(sourceFiles, true);
performer.setSourceFiles(sourceFiles);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(Collections.singletonList(targetResource), true, storageGroup);
Map<String, List<List<Long>>> chunkPagePointsNumMerged = new HashMap<>();
@@ -841,7 +841,7 @@ public class FastCompactionPerformerNoAlignedTest {
TsFileNameGenerator.getInnerCompactionTargetFileResource(sourceFiles, true);
performer.setSourceFiles(sourceFiles);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(Collections.singletonList(targetResource), true, storageGroup);
Map<String, List<List<Long>>> chunkPagePointsNumMerged = new HashMap<>();
diff --git a/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/InnerSeqCompactionWithFastPerformerTest.java b/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/InnerSeqCompactionWithFastPerformerTest.java
index 76d74fcd55..e845007554 100644
--- a/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/InnerSeqCompactionWithFastPerformerTest.java
+++ b/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/InnerSeqCompactionWithFastPerformerTest.java
@@ -27,8 +27,8 @@ import org.apache.iotdb.db.engine.cache.ChunkCache;
import org.apache.iotdb.db.engine.cache.TimeSeriesMetadataCache;
import org.apache.iotdb.db.engine.compaction.execute.performer.ICompactionPerformer;
import org.apache.iotdb.db.engine.compaction.execute.performer.impl.FastCompactionPerformer;
-import org.apache.iotdb.db.engine.compaction.execute.task.CompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.execute.task.InnerSpaceCompactionTask;
+import org.apache.iotdb.db.engine.compaction.execute.task.subtask.FastCompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.execute.utils.CompactionUtils;
import org.apache.iotdb.db.engine.compaction.utils.CompactionCheckerUtils;
import org.apache.iotdb.db.engine.compaction.utils.CompactionClearUtils;
@@ -229,7 +229,7 @@ public class InnerSeqCompactionWithFastPerformerTest {
ICompactionPerformer performer = new FastCompactionPerformer(false);
performer.setSourceFiles(sourceResources);
performer.setTargetFiles(Collections.singletonList(targetTsFileResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(
Collections.singletonList(targetTsFileResource), true, COMPACTION_TEST_SG);
@@ -462,7 +462,7 @@ public class InnerSeqCompactionWithFastPerformerTest {
ICompactionPerformer performer = new FastCompactionPerformer(false);
performer.setSourceFiles(toMergeResources);
performer.setTargetFiles(Collections.singletonList(targetTsFileResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(
Collections.singletonList(targetTsFileResource), true, COMPACTION_TEST_SG);
@@ -744,7 +744,7 @@ public class InnerSeqCompactionWithFastPerformerTest {
ICompactionPerformer performer = new FastCompactionPerformer(false);
performer.setSourceFiles(toMergeResources);
performer.setTargetFiles(Collections.singletonList(targetTsFileResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(
Collections.singletonList(targetTsFileResource), true, COMPACTION_TEST_SG);
diff --git a/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/InnerSeqCompactionWithReadChunkPerformerTest.java b/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/InnerSeqCompactionWithReadChunkPerformerTest.java
index 36ddbf3b6e..66ebf10e40 100644
--- a/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/InnerSeqCompactionWithReadChunkPerformerTest.java
+++ b/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/InnerSeqCompactionWithReadChunkPerformerTest.java
@@ -27,8 +27,8 @@ import org.apache.iotdb.db.engine.cache.ChunkCache;
import org.apache.iotdb.db.engine.cache.TimeSeriesMetadataCache;
import org.apache.iotdb.db.engine.compaction.execute.performer.ICompactionPerformer;
import org.apache.iotdb.db.engine.compaction.execute.performer.impl.ReadChunkCompactionPerformer;
-import org.apache.iotdb.db.engine.compaction.execute.task.CompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.execute.task.InnerSpaceCompactionTask;
+import org.apache.iotdb.db.engine.compaction.execute.task.subtask.FastCompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.execute.utils.CompactionUtils;
import org.apache.iotdb.db.engine.compaction.utils.CompactionCheckerUtils;
import org.apache.iotdb.db.engine.compaction.utils.CompactionClearUtils;
@@ -227,7 +227,7 @@ public class InnerSeqCompactionWithReadChunkPerformerTest {
}
ICompactionPerformer performer =
new ReadChunkCompactionPerformer(sourceResources, targetTsFileResource);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(
Collections.singletonList(targetTsFileResource), true, COMPACTION_TEST_SG);
@@ -455,7 +455,7 @@ public class InnerSeqCompactionWithReadChunkPerformerTest {
}
ICompactionPerformer performer =
new ReadChunkCompactionPerformer(toMergeResources, targetTsFileResource);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(
Collections.singletonList(targetTsFileResource), true, COMPACTION_TEST_SG);
@@ -733,7 +733,7 @@ public class InnerSeqCompactionWithReadChunkPerformerTest {
}
ICompactionPerformer performer =
new ReadChunkCompactionPerformer(toMergeResources, targetTsFileResource);
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(
Collections.singletonList(targetTsFileResource), true, COMPACTION_TEST_SG);
diff --git a/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/InnerSpaceCompactionExceptionTest.java b/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/InnerSpaceCompactionExceptionTest.java
index 8f96a301db..cdff206b84 100644
--- a/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/InnerSpaceCompactionExceptionTest.java
+++ b/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/InnerSpaceCompactionExceptionTest.java
@@ -21,7 +21,7 @@ package org.apache.iotdb.db.engine.compaction.inner;
import org.apache.iotdb.db.engine.compaction.execute.exception.CompactionExceptionHandler;
import org.apache.iotdb.db.engine.compaction.execute.performer.ICompactionPerformer;
import org.apache.iotdb.db.engine.compaction.execute.performer.impl.FastCompactionPerformer;
-import org.apache.iotdb.db.engine.compaction.execute.task.CompactionTaskSummary;
+import org.apache.iotdb.db.engine.compaction.execute.task.subtask.FastCompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.execute.utils.CompactionUtils;
import org.apache.iotdb.db.engine.compaction.execute.utils.log.CompactionLogger;
import org.apache.iotdb.db.engine.compaction.utils.CompactionFileGeneratorUtils;
@@ -69,7 +69,7 @@ public class InnerSpaceCompactionExceptionTest extends AbstractInnerSpaceCompact
Collections.singletonList(targetResource), CompactionLogger.STR_TARGET_FILES);
performer.setSourceFiles(seqResources);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(
Collections.singletonList(targetResource), true, COMPACTION_TEST_SG);
@@ -121,7 +121,7 @@ public class InnerSpaceCompactionExceptionTest extends AbstractInnerSpaceCompact
Collections.singletonList(targetResource), CompactionLogger.STR_TARGET_FILES);
performer.setSourceFiles(seqResources);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(
Collections.singletonList(targetResource), true, COMPACTION_TEST_SG);
@@ -169,7 +169,7 @@ public class InnerSpaceCompactionExceptionTest extends AbstractInnerSpaceCompact
Collections.singletonList(targetResource), CompactionLogger.STR_TARGET_FILES);
performer.setSourceFiles(seqResources);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(
Collections.singletonList(targetResource), true, COMPACTION_TEST_SG);
@@ -228,7 +228,7 @@ public class InnerSpaceCompactionExceptionTest extends AbstractInnerSpaceCompact
Collections.singletonList(targetResource), CompactionLogger.STR_TARGET_FILES);
performer.setSourceFiles(seqResources);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(
Collections.singletonList(targetResource), true, COMPACTION_TEST_SG);
@@ -283,7 +283,7 @@ public class InnerSpaceCompactionExceptionTest extends AbstractInnerSpaceCompact
Collections.singletonList(targetResource), CompactionLogger.STR_TARGET_FILES);
performer.setSourceFiles(seqResources);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(
Collections.singletonList(targetResource), true, COMPACTION_TEST_SG);
@@ -361,7 +361,7 @@ public class InnerSpaceCompactionExceptionTest extends AbstractInnerSpaceCompact
}
performer.setSourceFiles(seqResources);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(
Collections.singletonList(targetResource), true, COMPACTION_TEST_SG);
@@ -423,7 +423,7 @@ public class InnerSpaceCompactionExceptionTest extends AbstractInnerSpaceCompact
}
performer.setSourceFiles(seqResources);
performer.setTargetFiles(Collections.singletonList(targetResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(
Collections.singletonList(targetResource), true, COMPACTION_TEST_SG);
diff --git a/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/InnerUnseqCompactionWithFastPerformerTest.java b/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/InnerUnseqCompactionWithFastPerformerTest.java
index d4c68430d5..bbfa00aa60 100644
--- a/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/InnerUnseqCompactionWithFastPerformerTest.java
+++ b/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/InnerUnseqCompactionWithFastPerformerTest.java
@@ -24,7 +24,7 @@ import org.apache.iotdb.db.engine.cache.ChunkCache;
import org.apache.iotdb.db.engine.cache.TimeSeriesMetadataCache;
import org.apache.iotdb.db.engine.compaction.execute.performer.ICompactionPerformer;
import org.apache.iotdb.db.engine.compaction.execute.performer.impl.FastCompactionPerformer;
-import org.apache.iotdb.db.engine.compaction.execute.task.CompactionTaskSummary;
+import org.apache.iotdb.db.engine.compaction.execute.task.subtask.FastCompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.execute.utils.CompactionUtils;
import org.apache.iotdb.db.engine.compaction.utils.CompactionCheckerUtils;
import org.apache.iotdb.db.engine.compaction.utils.CompactionClearUtils;
@@ -366,7 +366,7 @@ public class InnerUnseqCompactionWithFastPerformerTest {
Collections.emptyList(),
toMergeResources,
Collections.singletonList(targetTsFileResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
CompactionUtils.moveTargetFile(
Collections.singletonList(targetTsFileResource), true, COMPACTION_TEST_SG);
diff --git a/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/sizetiered/SizeTieredCompactionRecoverTest.java b/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/sizetiered/SizeTieredCompactionRecoverTest.java
index 67f93b1ea8..3c6600ace9 100644
--- a/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/sizetiered/SizeTieredCompactionRecoverTest.java
+++ b/server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/sizetiered/SizeTieredCompactionRecoverTest.java
@@ -28,7 +28,7 @@ import org.apache.iotdb.db.engine.cache.TimeSeriesMetadataCache;
import org.apache.iotdb.db.engine.compaction.execute.performer.ICompactionPerformer;
import org.apache.iotdb.db.engine.compaction.execute.performer.impl.FastCompactionPerformer;
import org.apache.iotdb.db.engine.compaction.execute.recover.CompactionRecoverTask;
-import org.apache.iotdb.db.engine.compaction.execute.task.CompactionTaskSummary;
+import org.apache.iotdb.db.engine.compaction.execute.task.subtask.FastCompactionTaskSummary;
import org.apache.iotdb.db.engine.compaction.execute.utils.CompactionUtils;
import org.apache.iotdb.db.engine.compaction.execute.utils.log.CompactionLogger;
import org.apache.iotdb.db.engine.compaction.execute.utils.reader.IDataBlockReader;
@@ -148,7 +148,7 @@ public class SizeTieredCompactionRecoverTest extends AbstractInnerSpaceCompactio
deleteFileIfExists(targetTsFileResource.getTsFile());
performer.setSourceFiles(new ArrayList<>(seqResources.subList(0, 3)));
performer.setTargetFiles(Collections.singletonList(targetTsFileResource));
- performer.setSummary(new CompactionTaskSummary());
+ performer.setSummary(new FastCompactionTaskSummary());
performer.perform();
compactionLogger.close();
... 244 lines suppressed ...