You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ja...@apache.org on 2022/11/23 14:08:59 UTC

[iotdb] branch QueryOpt updated (40bc23f50e -> f6998c4c7f)

This is an automated email from the ASF dual-hosted git repository.

jackietien pushed a change to branch QueryOpt
in repository https://gitbox.apache.org/repos/asf/iotdb.git


    from 40bc23f50e Opt
     add 93b936ed71 [IOTDB-5014] Fix ratis param (#8083)
     add 6c70719095 [IOTDB-5007] Changed the logic of register unclean datanode (#8077)
     add 531577765b [IOTDB-4993] Rename the storage group of permissions to database (#8054)
     add 92d2d2a379 [doc] Adjust the data file section of the Quick Start chapter and rearrange the file classification (#7978)
     add 55bc50e53e [IOTDB-4968] Auto register sg error in sync receiver and OOM (#8034)
     add fe48dff712 Add dn_sync_dir in iotdb-datanode.properties (#8094)
     add 74077572fe [IOTDB-5022] Deleted the redundant Xlog:gc in datanode-env.bat (#8098)
     add 44e0419dbc add relase note 0.12.5, 0.13.3 (#8099)
     add 32e2f982c2 Support Create timeseries with deadband field (#8093)
     add 08414361dc Remove unused scripts (#8092)
     add 843741691b [IOTDB-5024] Fix same tag keys in metrics #8101
     add 0740d7face [IOTDB-5008] Fix SHUTDOWN errors in ratis create peer (#8076) (#8088)
     add 67d9cc487e fix CSV-Tool doc
     add b9e50cbb84 Add schema template lifecycle description and strengthen sql constraints (#8100)
     add 63182c1ee3 [IOTDB-5002] Move metric related config into properties file and modify distribution structure (#8096)
     add b8076e09fc Split syntax convetion doc into multiple files for better display (#8104)
     add 8546175048 add data load export tool document  (#8107)
     add ea1500ed72 [IOTDB-5018] Fix NPE when using uppercase function name in GROUP BY LEVEL (#8108)
     add beb1ac2438 [IOTDB-4926] Add error message when the key of parameter attributes is not quoted (#8089)
     add d871670848 remove node tool of 0.13 cluster (#8109)
     new 107b4d992d Merge remote-tracking branch 'origin/master' into QueryOpt
     add f748e5cfed [IOTDB-5023] Improve Schema Count operation to return long (#8105)
     add 29b7f48f05 [IOTDB-4983] Greedy leader balancing policy (#8057)
     add 819ca649c0 Fix some format error about database in docs (#8111)
     add f3f267b2a9 [IOTDB-5012] Update Deployment and User doc for cluster V1.0 (#8091)
     add c530774ae6 Better schema file printer, not limited by length anymore (#8087)
     add 85c488e708 Set namespace to generated go files (#8112)
     add 1c01608849 [IOTDB-4881] Add feature StorageGroup fast activation (#7944)
     add 03c826930a [IOTDB-5027] The RegionRouteMap doesn't update after the leader Node is Unknown (#8106)
     add 91a279a8a6 [IOTDB-4972] Fix NPE when validate schema without auto create schema (#8115)
     add 6eca1ec092 Unify Column Header in RestApi (#8114)
     add d0b1515d6b remove stale vis tool (#8116)
     add 633cf37b1c [IOTDB-4947] Add Internal Reporter in metric module (#8081)
     new f6998c4c7f Merge remote-tracking branch 'origin/master' into QueryOpt

The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 RELEASE_NOTES.md                                   | 263 ++++++---
 .../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4   |  20 +-
 .../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4  |  10 +-
 confignode/src/assembly/confignode.xml             |   4 -
 .../resources/conf/iotdb-confignode.properties     |  64 ++-
 .../confignode/client/ConfigNodeRequestType.java   |   2 +-
 .../client/sync/SyncConfigNodeClientPool.java      |   5 +-
 .../iotdb/confignode/conf/ConfigNodeConfig.java    |  62 ++-
 .../confignode/conf/ConfigNodeDescriptor.java      |  46 +-
 .../confignode/conf/ConfigNodeStartupCheck.java    |  23 +-
 .../consensus/request/ConfigPhysicalPlan.java      |   6 +-
 .../consensus/request/ConfigPhysicalPlanType.java  |   2 +-
 .../write/region/CreateRegionGroupsPlan.java       |  19 +
 ...tPlan.java => AdjustMaxRegionGroupNumPlan.java} |  46 +-
 .../confignode/manager/ClusterSchemaManager.java   |  80 +--
 .../iotdb/confignode/manager/ConfigManager.java    |   9 +-
 .../iotdb/confignode/manager/ConsensusManager.java |  52 +-
 .../manager/load/LoadManagerMetrics.java           |  10 +-
 .../manager/load/balancer/RegionBalancer.java      |   1 +
 .../manager/load/balancer/RouteBalancer.java       | 117 ++--
 .../manager/load/balancer/router/LeaderRouter.java |  90 ----
 .../router/leader/GreedyLeaderBalancer.java        | 186 +++++++
 .../{IRouter.java => leader/ILeaderBalancer.java}  |  30 +-
 .../MinCostFlowLeaderBalancer.java}                | 100 +++-
 .../manager/load/balancer/router/mcf/MCFEdge.java  |  34 --
 .../GreedyPriorityBalancer.java}                   |  65 ++-
 .../IPriorityBalancer.java}                        |  24 +-
 .../LeaderPriorityBalancer.java}                   |  49 +-
 .../iotdb/confignode/manager/node/NodeManager.java |   9 +-
 .../manager/partition/PartitionManager.java        |  60 ++-
 .../persistence/executor/ConfigPlanExecutor.java   |   6 +-
 .../persistence/metric/NodeInfoMetrics.java        |   4 +-
 .../persistence/metric/PartitionInfoMetrics.java   |  14 +-
 .../persistence/partition/PartitionInfo.java       |   8 +-
 .../persistence/schema/ClusterSchemaInfo.java      |  20 +-
 .../procedure/env/ConfigNodeProcedureEnv.java      |  73 ++-
 .../procedure/env/DataNodeRemoveHandler.java       |   1 -
 .../impl/node/AddConfigNodeProcedure.java          |  38 +-
 .../impl/schema/DeactivateTemplateProcedure.java   |   6 +-
 .../impl/schema/DeleteTimeSeriesProcedure.java     |   6 +-
 .../impl/schema/UnsetTemplateProcedure.java        |   4 +-
 .../statemachine/CreateRegionGroupsProcedure.java  |  13 +-
 .../procedure/state/AddConfigNodeState.java        |   3 +-
 .../iotdb/confignode/service/ConfigNode.java       |   7 +-
 .../thrift/ConfigNodeRPCServiceHandlerMetrics.java |   2 +-
 .../thrift/ConfigNodeRPCServiceMetrics.java        |   2 +-
 .../thrift/ConfigNodeRPCServiceProcessor.java      |  12 +-
 .../request/ConfigPhysicalPlanSerDeTest.java       |   8 +-
 .../router/leader/GreedyLeaderBalancerTest.java    | 146 +++++
 .../leader/LeaderBalancerComparisonTest.java       | 369 +++++++++++++
 .../MinCostFlowLeaderBalancerTest.java}            |  33 +-
 .../GreedyPriorityTest.java}                       |   8 +-
 .../LeaderPriorityBalancerTest.java}               |  56 +-
 .../confignode1conf/iotdb-confignode-metric.yml    |  48 --
 .../confignode1conf/iotdb-confignode.properties    |  10 +-
 .../confignode2conf/iotdb-confignode-metric.yml    |  48 --
 .../confignode2conf/iotdb-confignode.properties    |  10 +-
 .../confignode3conf/iotdb-confignode-metric.yml    |  48 --
 .../confignode3conf/iotdb-confignode.properties    |  10 +-
 .../multileader/MultiLeaderServerMetrics.java      |   4 +-
 .../logdispatcher/LogDispatcherThreadMetrics.java  |   4 +-
 .../MultiLeaderMemoryManagerMetrics.java           |   2 +-
 .../apache/iotdb/consensus/ratis/RatisClient.java  |  21 +-
 .../iotdb/consensus/ratis/RatisConsensus.java      |  51 +-
 .../iotdb/consensus/ratis/RatisConsensusTest.java  |  23 +-
 distribution/src/assembly/all.xml                  |  12 -
 distribution/src/assembly/confignode.xml           |   6 -
 distribution/src/assembly/datanode.xml             |   8 -
 docs/UserGuide/API/RestService.md                  |  60 +--
 docs/UserGuide/API/Status-Codes.md                 |   2 +-
 .../Administration-Management/Administration.md    |   4 +-
 docs/UserGuide/Cluster/Cluster-Concept.md          |  15 +
 docs/UserGuide/Cluster/Cluster-Setup.md            | 228 ++++----
 docs/UserGuide/Data-Concept/Deadband-Process.md    |   2 +-
 docs/UserGuide/Data-Concept/Schema-Template.md     |  15 +
 .../Edge-Cloud-Collaboration/Sync-Tool.md          |   3 +
 .../{Write-Data => Maintenance-Tools}/CSV-Tool.md  |   0
 .../Maintenance-Tools/Maintenance-Command.md       | 234 ++++----
 docs/UserGuide/Maintenance-Tools/NodeTool.md       | 297 -----------
 .../TsFile-Load-Export-Tool.md}                    |   5 +-
 docs/UserGuide/Monitor-Alert/Metric-Tool.md        |  68 +--
 .../{Storage-Group.md => Database.md}              |   4 +-
 docs/UserGuide/Operate-Metadata/Template.md        |   2 +-
 docs/UserGuide/Operate-Metadata/Timeseries.md      |   4 +-
 docs/UserGuide/QuickStart/Files.md                 |  77 ++-
 docs/UserGuide/Reference/Keywords.md               | 401 +++++++-------
 docs/UserGuide/Reference/SQL-Reference.md          |  12 +-
 docs/UserGuide/Reference/Syntax-Conventions.md     | 587 ---------------------
 .../Detailed-Grammar.md}                           |  38 +-
 docs/UserGuide/Syntax-Conventions/Identifier.md    | 141 +++++
 docs/UserGuide/Syntax-Conventions/KeyValue-Pair.md | 119 +++++
 .../Keywords-And-Reserved-Words.md}                |  38 +-
 .../UserGuide/Syntax-Conventions/Literal-Values.md | 157 ++++++
 .../Syntax-Conventions/NodeName-In-Path.md         | 119 +++++
 .../Syntax-Conventions/Session-And-TsFile-API.md   | 119 +++++
 docs/UserGuide/Write-Data/Batch-Load-Tool.md       |  32 ++
 docs/UserGuide/Write-Data/REST-API.md              |   6 +-
 docs/zh/UserGuide/API/RestService.md               |  74 +--
 docs/zh/UserGuide/API/Status-Codes.md              |   2 +-
 .../Administration-Management/Administration.md    |   4 +-
 docs/zh/UserGuide/Cluster/Cluster-Concept.md       |  15 +
 docs/zh/UserGuide/Cluster/Cluster-Setup.md         | 231 ++++----
 docs/zh/UserGuide/Data-Concept/Deadband-Process.md |   2 +-
 docs/zh/UserGuide/Data-Concept/Schema-Template.md  |  15 +
 .../Edge-Cloud-Collaboration/Sync-Tool.md          |   3 +
 .../{Write-Data => Maintenance-Tools}/CSV-Tool.md  |   2 +-
 .../Maintenance-Tools/Maintenance-Command.md       | 229 ++++----
 docs/zh/UserGuide/Maintenance-Tools/NodeTool.md    | 293 ----------
 .../TsFile-Load-Export-Tool.md}                    |   6 +-
 docs/zh/UserGuide/Monitor-Alert/Metric-Tool.md     |  67 +--
 .../{Storage-Group.md => Database.md}              |   6 +-
 docs/zh/UserGuide/Operate-Metadata/Template.md     |   4 +-
 docs/zh/UserGuide/Operate-Metadata/Timeseries.md   |  14 +-
 docs/zh/UserGuide/QuickStart/Files.md              |  74 ++-
 docs/zh/UserGuide/Reference/Keywords.md            | 401 +++++++-------
 docs/zh/UserGuide/Reference/SQL-Reference.md       |  12 +-
 docs/zh/UserGuide/Reference/Syntax-Conventions.md  | 586 --------------------
 .../Syntax-Conventions/Detailed-Grammar.md}        |  38 +-
 docs/zh/UserGuide/Syntax-Conventions/Identifier.md | 142 +++++
 .../UserGuide/Syntax-Conventions/KeyValue-Pair.md  | 119 +++++
 .../Keywords-And-Reserved-Words.md}                |  38 +-
 .../UserGuide/Syntax-Conventions/Literal-Values.md | 150 ++++++
 .../Syntax-Conventions/NodeName-In-Path.md         | 120 +++++
 .../Syntax-Conventions/Session-And-TsFile-API.md   | 119 +++++
 docs/zh/UserGuide/Write-Data/Batch-Load-Tool.md    |  32 ++
 docs/zh/UserGuide/Write-Data/REST-API.md           |   6 +-
 grafana-plugin/go.sum                              |   2 +-
 .../java/org/apache/iotdb/it/env/AbstractEnv.java  |   9 +
 .../java/org/apache/iotdb/it/env/MppConfig.java    |   7 +
 .../org/apache/iotdb/itbase/env/BaseConfig.java    |   8 +
 .../it/IoTDBClusterRegionLeaderBalancingIT.java    |  26 +-
 .../iotdb/confignode/it/IoTDBClusterRestartIT.java |   8 +-
 .../it/partition/IoTDBPartitionGetterIT.java       |  55 +-
 .../partition/IoTDBPartitionInheritPolicyTest.java |   3 +-
 .../java/org/apache/iotdb/db/it/IoTDBAuthIT.java   |  14 +-
 .../db/it/IoTDBSyntaxConventionIdentifierIT.java   |   2 +-
 .../db/it/alignbydevice/IoTDBAlignByDeviceIT.java  |  75 +--
 .../db/it/aligned/IoTDBGroupByLevelQueryIT.java    |  39 +-
 .../db/it/schema/IoTDBCreateTimeseriesIT.java      |   2 +-
 .../db/it/schema/IoTDBDeactivateTemplateIT.java    |   8 +-
 .../iotdb/db/it/schema/IoTDBMetadataFetchIT.java   |   2 +-
 .../iotdb/db/it/schema/IoTDBSchemaTemplateIT.java  |   4 +-
 .../db/it/udf/IoTDBUDTFAlignByTimeQueryIT.java     |  20 +
 .../iotdb/db/integration/IoTDBAuthorizationIT.java |  14 +-
 metrics/ReadMe.md                                  |  29 +-
 .../dropwizard/DropwizardMetricManager.java        |   3 +-
 .../reporter/DropwizardPrometheusReporter.java     |   2 +-
 .../dropwizard/type/DropwizardAutoGauge.java       |  19 +-
 .../resources/conf/iotdb-confignode-metric.yml     |  49 --
 .../resources/conf/iotdb-datanode-metric.yml       |  49 --
 .../iotdb/metrics/AbstractMetricManager.java       | 134 +++--
 .../iotdb/metrics/AbstractMetricService.java       | 210 ++++++--
 .../iotdb/metrics/DoNothingMetricService.java      |   8 +-
 .../apache/iotdb/metrics/config/MetricConfig.java  | 256 +++++----
 .../metrics/config/MetricConfigDescriptor.java     | 235 +++++----
 .../iotdb/metrics/config/MetricConstant.java       |  37 --
 .../apache/iotdb/metrics/config/ReloadLevel.java   |   6 +-
 .../iotdb/metrics/impl/DoNothingAutoGauge.java     |  13 +-
 .../iotdb/metrics/impl/DoNothingCounter.java       |   2 +-
 .../apache/iotdb/metrics/impl/DoNothingGauge.java  |   2 +-
 .../iotdb/metrics/impl/DoNothingHistogram.java     |   2 +-
 .../metrics/impl/DoNothingHistogramSnapshot.java   |   2 +-
 .../apache/iotdb/metrics/impl/DoNothingMetric.java |   8 +-
 .../iotdb/metrics/impl/DoNothingMetricManager.java |  11 +-
 .../apache/iotdb/metrics/impl/DoNothingRate.java   |   2 +-
 .../apache/iotdb/metrics/impl/DoNothingTimer.java  |   2 +-
 .../metricsets/jvm/JvmClassLoaderMetrics.java      |   4 +-
 .../metrics/metricsets/jvm/JvmCompileMetrics.java  |   2 +-
 .../iotdb/metrics/metricsets/jvm/JvmGcMetrics.java |   4 +-
 .../metrics/metricsets/jvm/JvmMemoryMetrics.java   |  12 +-
 .../metrics/metricsets/jvm/JvmThreadMetrics.java   |   8 +-
 .../iotdb/metrics/reporter/CompositeReporter.java  |  22 +-
 .../iotdb/metrics/reporter/InternalReporter.java   | 104 ++++
 .../MemoryInternalReporter.java}                   |  43 +-
 .../apache/iotdb/metrics/reporter/Reporter.java    |   8 +-
 .../org/apache/iotdb/metrics/type/AutoGauge.java   |   9 +-
 .../org/apache/iotdb/metrics/type/Counter.java     |   6 +-
 .../java/org/apache/iotdb/metrics/type/Gauge.java  |   8 +-
 .../org/apache/iotdb/metrics/type/Histogram.java   |   6 +-
 .../iotdb/metrics/type/HistogramSnapshot.java      |  18 +-
 .../org/apache/iotdb/metrics/type/IMetric.java     |  10 +-
 .../java/org/apache/iotdb/metrics/type/Rate.java   |  14 +-
 .../java/org/apache/iotdb/metrics/type/Timer.java  |  10 +-
 ...OutPutFormat.java => InternalReporterType.java} |   8 +-
 .../iotdb/metrics/utils/IoTDBMetricsUtils.java     |  27 +
 .../{MonitorType.java => MetricFrameType.java}     |   2 +-
 .../org/apache/iotdb/metrics/utils/MetricInfo.java |  11 +-
 .../iotdb/metrics/config/MetricConfigTest.java     |  85 ++-
 .../interface/src/test/resources/iotdb-metric.yml  |  52 --
 .../micrometer/MicrometerMetricManager.java        |   3 +-
 .../reporter/MicrometerPrometheusReporter.java     |   4 +-
 .../micrometer/type/MicrometerAutoGauge.java       |  19 +-
 .../resources/conf/iotdb-common.properties         |  23 +-
 .../iotdb/commons/auth/entity/PrivilegeType.java   |   4 +-
 .../apache/iotdb/commons/conf/CommonConfig.java    |  12 +-
 .../iotdb/commons/conf/CommonDescriptor.java       |   2 +-
 .../apache/iotdb/commons/conf/IoTDBConstant.java   |  16 +
 .../commons/service/metric/MetricService.java      | 105 ++--
 .../iotdb/commons/sync/utils/SyncPathUtil.java     |   6 +-
 .../org/apache/iotdb/commons/utils/AuthUtils.java  |  14 +-
 openapi/src/main/openapi3/iotdb-rest.yaml          |  17 +-
 .../schemaregion/rocksdb/RSchemaRegion.java        |  33 +-
 .../metadata/tagSchemaRegion/TagSchemaRegion.java  |  18 +-
 .../src/assembly/resources/conf/datanode-env.bat   |   2 +-
 .../resources/conf/iotdb-datanode.properties       |  81 ++-
 .../assembly/resources/tools/rocksdb-transfer.bat  | 126 -----
 .../assembly/resources/tools/rocksdb-transfer.sh   |  82 ---
 .../tools/tsfile/print-tsfile-visdata.bat          |  62 ---
 .../resources/tools/tsfile/print-tsfile-visdata.sh |  51 --
 server/src/assembly/server.xml                     |   4 -
 .../org/apache/iotdb/db/auth/AuthorityChecker.java |   8 +-
 .../apache/iotdb/db/client/ConfigNodeClient.java   |   5 -
 .../java/org/apache/iotdb/db/conf/IoTDBConfig.java |   7 +
 .../org/apache/iotdb/db/conf/IoTDBDescriptor.java  |  21 +-
 .../iotdb/db/engine/cache/ChunkCacheMetrics.java   |   2 +-
 .../cache/TimeSeriesMetadataCacheMetrics.java      |   4 +-
 .../iotdb/db/engine/flush/FlushManagerMetrics.java |   4 +-
 .../db/engine/storagegroup/DataRegionMetrics.java  |   2 +-
 .../storagegroup/TsFileProcessorInfoMetrics.java   |   2 +-
 .../iotdb/db/metadata/LocalSchemaProcessor.java    |  18 -
 .../metadata/cache/DataNodeSchemaCacheMetrics.java |   2 +-
 .../iotdb/db/metadata/mtree/ConfigMTree.java       |   2 +-
 .../iotdb/db/metadata/mtree/IMTreeBelowSG.java     |  20 +-
 .../db/metadata/mtree/MTreeBelowSGCachedImpl.java  |  20 +-
 .../db/metadata/mtree/MTreeBelowSGMemoryImpl.java  |  20 +-
 .../store/disk/schemafile/AliasIndexPage.java      |   2 +-
 .../mtree/store/disk/schemafile/InternalPage.java  |   2 +-
 .../mtree/store/disk/schemafile/SchemaFile.java    |  40 +-
 .../disk/schemafile/pagemgr/IPageManager.java      |   5 +-
 .../store/disk/schemafile/pagemgr/PageManager.java |  10 +-
 .../mtree/traverser/counter/CounterTraverser.java  |   4 +-
 .../counter/MeasurementGroupByLevelCounter.java    |  12 +-
 .../rescon/SchemaStatisticsManagerMetrics.java     |   2 +-
 .../db/metadata/schemaregion/ISchemaRegion.java    |  19 +-
 .../schemaregion/SchemaRegionMemoryImpl.java       |  29 +-
 .../schemaregion/SchemaRegionSchemaFileImpl.java   |  27 +-
 .../metadata/visitor/SchemaExecutionVisitor.java   |   4 +-
 .../db/mpp/common/header/ColumnHeaderConstant.java |  14 +-
 .../iotdb/db/mpp/execution/driver/DataDriver.java  |   4 +-
 .../exchange/MPPDataExchangeServiceMetrics.java    |   2 +-
 ...MppDataExchangeServiceThriftHandlerMetrics.java |   2 +-
 .../operator/process/AbstractIntoOperator.java     |  21 +-
 .../operator/process/DeviceViewIntoOperator.java   |   2 +-
 .../operator/process/DeviceViewOperator.java       |  16 +-
 .../execution/operator/process/IntoOperator.java   |   2 +-
 .../operator/schema/CountMergeOperator.java        |  18 +-
 .../operator/schema/DevicesCountOperator.java      |   4 +-
 .../schema/LevelTimeSeriesCountOperator.java       |   4 +-
 .../operator/schema/NodePathsCountOperator.java    |   2 +-
 .../operator/schema/TimeSeriesCountOperator.java   |   4 +-
 .../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java  |  67 ++-
 .../memory/StatementMemorySourceVisitor.java       |   6 +-
 .../iotdb/db/mpp/plan/parser/ASTVisitor.java       |  34 +-
 .../db/mpp/plan/planner/OperatorTreeGenerator.java |  19 +-
 .../plan/planner/plan/node/write/InsertNode.java   |   7 +-
 .../plan/scheduler/load/LoadTsFileScheduler.java   |  22 +-
 .../plan/statement/crud/LoadTsFileStatement.java   |  12 +-
 .../metadata/DeleteStorageGroupStatement.java      |  18 +-
 .../rest/handler/RequestValidationHandler.java     |  14 +-
 .../rest/handler/StatementConstructionHandler.java |   2 +-
 .../apache/iotdb/db/qp/executor/PlanExecutor.java  |  28 +-
 .../pool/RawQueryReadTaskPoolManagerMetrics.java   |   4 +-
 .../java/org/apache/iotdb/db/service/DataNode.java |  17 +
 .../service/DataNodeInternalRPCServiceMetrics.java |   2 +-
 .../java/org/apache/iotdb/db/service/IoTDB.java    |  12 +
 .../org/apache/iotdb/db/service/RPCService.java    |   8 +-
 .../apache/iotdb/db/service/RPCServiceMetrics.java |   2 +-
 .../db/service/metrics/DataNodeMetricsHelper.java  |  14 +-
 .../iotdb/db/service/metrics/FileMetrics.java      |  16 +-
 .../db/service/metrics/IoTDBInternalReporter.java  | 172 ++++++
 .../iotdb/db/service/metrics/ProcessMetrics.java   |  18 +-
 .../iotdb/db/service/metrics/SystemMetrics.java    |  16 +-
 .../metrics/recorder/CacheMetricsRecorder.java     |   2 +-
 .../recorder/CompactionMetricsRecorder.java        |   8 +-
 .../InternalServiceThriftHandlerMetrics.java       |   2 +-
 .../handler/RPCServiceThriftHandlerMetrics.java    |   2 +-
 .../service/thrift/impl/ClientRPCServiceImpl.java  |   2 +-
 .../impl/DataNodeInternalRPCServiceImpl.java       |  61 ++-
 .../db/service/thrift/impl/TSServiceImpl.java      |   2 +-
 .../java/org/apache/iotdb/db/sync/SyncService.java |   9 +-
 .../iotdb/db/sync/receiver/load/TsFileLoader.java  |   2 +-
 .../iotdb/db/sync/sender/pipe/TsFilePipe.java      |  14 +-
 .../db/sync/transport/server/ReceiverManager.java  |  61 ++-
 .../db/tools/schema/SchemaFileSketchTool.java      |   3 +-
 .../iotdb/db/tools/vis/TsFileExtractVisdata.java   | 170 ------
 .../main/java/org/apache/iotdb/db/tools/vis/vis.m  | 290 ----------
 .../apache/iotdb/db/auth/AuthorityCheckerTest.java |   2 +-
 .../iotdb/db/metadata/mtree/MTreeBelowSGTest.java  |  27 +-
 .../metadata/mtree/schemafile/SchemaFileTest.java  |   3 +-
 .../apache/iotdb/db/metric/MetricServiceTest.java  |  17 +-
 .../operator/DeviceMergeOperatorTest.java          |   9 +
 .../execution/operator/DeviceViewOperatorTest.java |   3 +
 .../operator/schema/CountMergeOperatorTest.java    |   8 +-
 .../operator/schema/SchemaCountOperatorTest.java   |  10 +-
 .../iotdb/db/qp/other/TSPlanContextAuthorTest.java |   8 +-
 .../iotdb/db/tools/SchemaFileSketchTest.java       |  14 +-
 .../apache/iotdb/db/utils/EnvironmentUtils.java    |   6 +-
 .../datanode1conf/iotdb-datanode-metric.yml        |  48 --
 .../datanode1conf/iotdb-datanode.properties        |   9 +
 .../datanode2conf/iotdb-datanode-metric.yml        |  48 --
 .../datanode2conf/iotdb-datanode.properties        |   9 +
 .../datanode3conf/iotdb-datanode-metric.yml        |  48 --
 .../datanode3conf/iotdb-datanode.properties        |  11 +-
 .../java/org/apache/iotdb/rpc/TSStatusCode.java    |   2 +-
 .../java/org/apache/iotdb/session/Session.java     |   9 +-
 site/src/main/.vuepress/config.js                  |  36 +-
 thrift-commons/src/main/thrift/common.thrift       |   1 +
 .../src/main/thrift/confignode.thrift              |   8 +-
 thrift/src/main/thrift/client.thrift               |   1 +
 thrift/src/main/thrift/datanode.thrift             |   8 +-
 .../iotdb/udf/api/collector/PointCollector.java    |   4 +-
 311 files changed, 6400 insertions(+), 6236 deletions(-)
 rename confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/storagegroup/{AdjustMaxRegionGroupCountPlan.java => AdjustMaxRegionGroupNumPlan.java} (61%)
 delete mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/router/LeaderRouter.java
 create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/router/leader/GreedyLeaderBalancer.java
 copy confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/router/{IRouter.java => leader/ILeaderBalancer.java} (58%)
 rename confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/router/{mcf/MCFLeaderBalancer.java => leader/MinCostFlowLeaderBalancer.java} (79%)
 delete mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/router/mcf/MCFEdge.java
 copy confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/router/{LoadScoreGreedyRouter.java => priority/GreedyPriorityBalancer.java} (51%)
 rename confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/router/{IRouter.java => priority/IPriorityBalancer.java} (64%)
 rename confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/router/{LoadScoreGreedyRouter.java => priority/LeaderPriorityBalancer.java} (50%)
 create mode 100644 confignode/src/test/java/org/apache/iotdb/confignode/manager/load/balancer/router/leader/GreedyLeaderBalancerTest.java
 create mode 100644 confignode/src/test/java/org/apache/iotdb/confignode/manager/load/balancer/router/leader/LeaderBalancerComparisonTest.java
 rename confignode/src/test/java/org/apache/iotdb/confignode/manager/load/balancer/router/{mcf/MCFLeaderBalancerTest.java => leader/MinCostFlowLeaderBalancerTest.java} (88%)
 rename confignode/src/test/java/org/apache/iotdb/confignode/manager/load/balancer/router/{LoadScoreGreedyRouterTest.java => priority/GreedyPriorityTest.java} (97%)
 rename confignode/src/test/java/org/apache/iotdb/confignode/manager/load/balancer/router/{LeaderRouterTest.java => priority/LeaderPriorityBalancerTest.java} (69%)
 delete mode 100644 confignode/src/test/resources/confignode1conf/iotdb-confignode-metric.yml
 delete mode 100644 confignode/src/test/resources/confignode2conf/iotdb-confignode-metric.yml
 delete mode 100644 confignode/src/test/resources/confignode3conf/iotdb-confignode-metric.yml
 rename docs/UserGuide/{Write-Data => Maintenance-Tools}/CSV-Tool.md (100%)
 delete mode 100644 docs/UserGuide/Maintenance-Tools/NodeTool.md
 rename docs/UserGuide/{Write-Data/TsFile-Tool.md => Maintenance-Tools/TsFile-Load-Export-Tool.md} (95%)
 rename docs/UserGuide/Operate-Metadata/{Storage-Group.md => Database.md} (99%)
 delete mode 100644 docs/UserGuide/Reference/Syntax-Conventions.md
 copy docs/UserGuide/{Write-Data/REST-API.md => Syntax-Conventions/Detailed-Grammar.md} (52%)
 create mode 100644 docs/UserGuide/Syntax-Conventions/Identifier.md
 create mode 100644 docs/UserGuide/Syntax-Conventions/KeyValue-Pair.md
 copy docs/UserGuide/{Write-Data/REST-API.md => Syntax-Conventions/Keywords-And-Reserved-Words.md} (51%)
 create mode 100644 docs/UserGuide/Syntax-Conventions/Literal-Values.md
 create mode 100644 docs/UserGuide/Syntax-Conventions/NodeName-In-Path.md
 create mode 100644 docs/UserGuide/Syntax-Conventions/Session-And-TsFile-API.md
 create mode 100644 docs/UserGuide/Write-Data/Batch-Load-Tool.md
 rename docs/zh/UserGuide/{Write-Data => Maintenance-Tools}/CSV-Tool.md (99%)
 delete mode 100644 docs/zh/UserGuide/Maintenance-Tools/NodeTool.md
 rename docs/zh/UserGuide/{Write-Data/TsFile-Tool.md => Maintenance-Tools/TsFile-Load-Export-Tool.md} (96%)
 rename docs/zh/UserGuide/Operate-Metadata/{Storage-Group.md => Database.md} (96%)
 delete mode 100644 docs/zh/UserGuide/Reference/Syntax-Conventions.md
 copy docs/{UserGuide/Write-Data/REST-API.md => zh/UserGuide/Syntax-Conventions/Detailed-Grammar.md} (52%)
 create mode 100644 docs/zh/UserGuide/Syntax-Conventions/Identifier.md
 create mode 100644 docs/zh/UserGuide/Syntax-Conventions/KeyValue-Pair.md
 copy docs/{UserGuide/Write-Data/REST-API.md => zh/UserGuide/Syntax-Conventions/Keywords-And-Reserved-Words.md} (51%)
 create mode 100644 docs/zh/UserGuide/Syntax-Conventions/Literal-Values.md
 create mode 100644 docs/zh/UserGuide/Syntax-Conventions/NodeName-In-Path.md
 create mode 100644 docs/zh/UserGuide/Syntax-Conventions/Session-And-TsFile-API.md
 create mode 100644 docs/zh/UserGuide/Write-Data/Batch-Load-Tool.md
 delete mode 100644 metrics/interface/src/main/assembly/resources/conf/iotdb-confignode-metric.yml
 delete mode 100644 metrics/interface/src/main/assembly/resources/conf/iotdb-datanode-metric.yml
 delete mode 100644 metrics/interface/src/main/java/org/apache/iotdb/metrics/config/MetricConstant.java
 copy confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/AddConfigNodeState.java => metrics/interface/src/main/java/org/apache/iotdb/metrics/impl/DoNothingAutoGauge.java (80%)
 copy confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/AddConfigNodeState.java => metrics/interface/src/main/java/org/apache/iotdb/metrics/impl/DoNothingMetric.java (84%)
 create mode 100644 metrics/interface/src/main/java/org/apache/iotdb/metrics/reporter/InternalReporter.java
 copy metrics/interface/src/main/java/org/apache/iotdb/metrics/{impl/DoNothingHistogramSnapshot.java => reporter/MemoryInternalReporter.java} (55%)
 copy confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/AddConfigNodeState.java => metrics/interface/src/main/java/org/apache/iotdb/metrics/type/AutoGauge.java (84%)
 rename metrics/interface/src/main/java/org/apache/iotdb/metrics/utils/{OutPutFormat.java => InternalReporterType.java} (89%)
 rename metrics/interface/src/main/java/org/apache/iotdb/metrics/utils/{MonitorType.java => MetricFrameType.java} (96%)
 delete mode 100644 metrics/interface/src/test/resources/iotdb-metric.yml
 delete mode 100644 server/src/assembly/resources/tools/rocksdb-transfer.bat
 delete mode 100644 server/src/assembly/resources/tools/rocksdb-transfer.sh
 delete mode 100644 server/src/assembly/resources/tools/tsfile/print-tsfile-visdata.bat
 delete mode 100644 server/src/assembly/resources/tools/tsfile/print-tsfile-visdata.sh
 create mode 100644 server/src/main/java/org/apache/iotdb/db/service/metrics/IoTDBInternalReporter.java
 delete mode 100644 server/src/main/java/org/apache/iotdb/db/tools/vis/TsFileExtractVisdata.java
 delete mode 100644 server/src/main/java/org/apache/iotdb/db/tools/vis/vis.m
 delete mode 100644 server/src/test/resources/datanode1conf/iotdb-datanode-metric.yml
 delete mode 100644 server/src/test/resources/datanode2conf/iotdb-datanode-metric.yml
 delete mode 100644 server/src/test/resources/datanode3conf/iotdb-datanode-metric.yml


[iotdb] 01/02: Merge remote-tracking branch 'origin/master' into QueryOpt

Posted by ja...@apache.org.
This is an automated email from the ASF dual-hosted git repository.

jackietien pushed a commit to branch QueryOpt
in repository https://gitbox.apache.org/repos/asf/iotdb.git

commit 107b4d992d0086fa0c807209426c6cdee1d5db29
Merge: 40bc23f50e d871670848
Author: JackieTien97 <ja...@gmail.com>
AuthorDate: Wed Nov 23 14:50:37 2022 +0800

    Merge remote-tracking branch 'origin/master' into QueryOpt

 RELEASE_NOTES.md                                   | 263 ++++++---
 .../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4   |  20 +-
 .../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4  |  10 +-
 confignode/src/assembly/confignode.xml             |   4 -
 .../resources/conf/iotdb-confignode.properties     |  68 ++-
 .../confignode/client/ConfigNodeRequestType.java   |   2 +-
 .../client/sync/SyncConfigNodeClientPool.java      |   5 +-
 .../iotdb/confignode/conf/ConfigNodeConfig.java    |  11 -
 .../confignode/conf/ConfigNodeDescriptor.java      |   9 +-
 .../iotdb/confignode/manager/ConfigManager.java    |   3 +-
 .../iotdb/confignode/manager/ConsensusManager.java |  52 +-
 .../iotdb/confignode/manager/node/NodeManager.java |   7 +-
 .../procedure/env/ConfigNodeProcedureEnv.java      |  64 +--
 .../procedure/env/DataNodeRemoveHandler.java       |   1 -
 .../impl/node/AddConfigNodeProcedure.java          |  38 +-
 .../procedure/state/AddConfigNodeState.java        |   3 +-
 .../thrift/ConfigNodeRPCServiceProcessor.java      |   8 -
 .../confignode1conf/iotdb-confignode-metric.yml    |  48 --
 .../confignode1conf/iotdb-confignode.properties    |  10 +-
 .../confignode2conf/iotdb-confignode-metric.yml    |  48 --
 .../confignode2conf/iotdb-confignode.properties    |  10 +-
 .../confignode3conf/iotdb-confignode-metric.yml    |  48 --
 .../confignode3conf/iotdb-confignode.properties    |  10 +-
 .../apache/iotdb/consensus/ratis/RatisClient.java  |  21 +-
 .../iotdb/consensus/ratis/RatisConsensus.java      |  51 +-
 .../iotdb/consensus/ratis/RatisConsensusTest.java  |  23 +-
 distribution/src/assembly/all.xml                  |  12 -
 distribution/src/assembly/confignode.xml           |   6 -
 distribution/src/assembly/datanode.xml             |   8 -
 docs/UserGuide/API/Status-Codes.md                 |   2 +-
 .../Administration-Management/Administration.md    |   4 +-
 docs/UserGuide/Data-Concept/Deadband-Process.md    |   2 +-
 docs/UserGuide/Data-Concept/Schema-Template.md     |  15 +
 .../Edge-Cloud-Collaboration/Sync-Tool.md          |   3 +
 .../{Write-Data => Maintenance-Tools}/CSV-Tool.md  |   0
 docs/UserGuide/Maintenance-Tools/NodeTool.md       | 297 -----------
 .../TsFile-Load-Export-Tool.md}                    |   5 +-
 docs/UserGuide/Monitor-Alert/Metric-Tool.md        |  68 +--
 docs/UserGuide/Operate-Metadata/Template.md        |   2 +-
 docs/UserGuide/QuickStart/Files.md                 |  77 ++-
 docs/UserGuide/Reference/Keywords.md               | 401 +++++++-------
 docs/UserGuide/Reference/SQL-Reference.md          |  12 +-
 docs/UserGuide/Reference/Syntax-Conventions.md     | 587 ---------------------
 .../Syntax-Conventions/Detailed-Grammar.md         |  28 +
 docs/UserGuide/Syntax-Conventions/Identifier.md    | 141 +++++
 docs/UserGuide/Syntax-Conventions/KeyValue-Pair.md | 119 +++++
 .../Keywords-And-Reserved-Words.md                 |  26 +
 .../UserGuide/Syntax-Conventions/Literal-Values.md | 157 ++++++
 .../Syntax-Conventions/NodeName-In-Path.md         | 119 +++++
 .../Syntax-Conventions/Session-And-TsFile-API.md   | 119 +++++
 docs/UserGuide/Write-Data/Batch-Load-Tool.md       |  32 ++
 docs/zh/UserGuide/API/Status-Codes.md              |   2 +-
 .../Administration-Management/Administration.md    |   4 +-
 docs/zh/UserGuide/Data-Concept/Deadband-Process.md |   2 +-
 docs/zh/UserGuide/Data-Concept/Schema-Template.md  |  15 +
 .../Edge-Cloud-Collaboration/Sync-Tool.md          |   3 +
 .../{Write-Data => Maintenance-Tools}/CSV-Tool.md  |   2 +-
 docs/zh/UserGuide/Maintenance-Tools/NodeTool.md    | 293 ----------
 .../TsFile-Load-Export-Tool.md}                    |   6 +-
 docs/zh/UserGuide/Monitor-Alert/Metric-Tool.md     |  67 +--
 docs/zh/UserGuide/Operate-Metadata/Template.md     |   2 +-
 docs/zh/UserGuide/QuickStart/Files.md              |  74 ++-
 docs/zh/UserGuide/Reference/Keywords.md            | 401 +++++++-------
 docs/zh/UserGuide/Reference/SQL-Reference.md       |  12 +-
 docs/zh/UserGuide/Reference/Syntax-Conventions.md  | 586 --------------------
 .../Syntax-Conventions/Detailed-Grammar.md         |  28 +
 docs/zh/UserGuide/Syntax-Conventions/Identifier.md | 142 +++++
 .../UserGuide/Syntax-Conventions/KeyValue-Pair.md  | 119 +++++
 .../Keywords-And-Reserved-Words.md                 |  26 +
 .../UserGuide/Syntax-Conventions/Literal-Values.md | 150 ++++++
 .../Syntax-Conventions/NodeName-In-Path.md         | 120 +++++
 .../Syntax-Conventions/Session-And-TsFile-API.md   | 119 +++++
 docs/zh/UserGuide/Write-Data/Batch-Load-Tool.md    |  32 ++
 .../java/org/apache/iotdb/db/it/IoTDBAuthIT.java   |  14 +-
 .../db/it/IoTDBSyntaxConventionIdentifierIT.java   |   2 +-
 .../db/it/aligned/IoTDBGroupByLevelQueryIT.java    |  39 +-
 .../db/it/schema/IoTDBDeactivateTemplateIT.java    |   8 +-
 .../db/it/udf/IoTDBUDTFAlignByTimeQueryIT.java     |  20 +
 .../iotdb/db/integration/IoTDBAuthorizationIT.java |  14 +-
 metrics/ReadMe.md                                  |  29 +-
 .../reporter/DropwizardPrometheusReporter.java     |   2 +-
 .../resources/conf/iotdb-confignode-metric.yml     |  49 --
 .../resources/conf/iotdb-datanode-metric.yml       |  49 --
 .../iotdb/metrics/AbstractMetricService.java       |   6 +-
 .../apache/iotdb/metrics/config/MetricConfig.java  |  41 +-
 .../metrics/config/MetricConfigDescriptor.java     | 186 ++++---
 .../iotdb/metrics/config/MetricConstant.java       |  37 --
 .../{MonitorType.java => MetricFrameType.java}     |   2 +-
 .../iotdb/metrics/config/MetricConfigTest.java     |  79 +--
 .../interface/src/test/resources/iotdb-metric.yml  |  52 --
 .../reporter/MicrometerPrometheusReporter.java     |   4 +-
 .../resources/conf/iotdb-common.properties         |   1 -
 .../iotdb/commons/auth/entity/PrivilegeType.java   |   4 +-
 .../apache/iotdb/commons/conf/CommonConfig.java    |  12 +-
 .../iotdb/commons/conf/CommonDescriptor.java       |   2 +-
 .../apache/iotdb/commons/conf/IoTDBConstant.java   |  16 +
 .../iotdb/commons/sync/utils/SyncPathUtil.java     |   6 +-
 .../org/apache/iotdb/commons/utils/AuthUtils.java  |  14 +-
 .../src/assembly/resources/conf/datanode-env.bat   |   2 +-
 .../resources/conf/iotdb-datanode.properties       |  80 ++-
 .../assembly/resources/tools/rocksdb-transfer.bat  | 126 -----
 .../assembly/resources/tools/rocksdb-transfer.sh   |  82 ---
 server/src/assembly/server.xml                     |   4 -
 .../org/apache/iotdb/db/auth/AuthorityChecker.java |   8 +-
 .../apache/iotdb/db/client/ConfigNodeClient.java   |   5 -
 .../java/org/apache/iotdb/db/conf/IoTDBConfig.java |   7 +
 .../org/apache/iotdb/db/conf/IoTDBDescriptor.java  |   3 +-
 .../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java  |  67 ++-
 .../iotdb/db/mpp/plan/parser/ASTVisitor.java       |  34 +-
 .../plan/scheduler/load/LoadTsFileScheduler.java   |  22 +-
 .../plan/statement/crud/LoadTsFileStatement.java   |  12 +-
 .../metadata/DeleteStorageGroupStatement.java      |  18 +-
 .../java/org/apache/iotdb/db/service/DataNode.java |   4 +
 .../recorder/CompactionMetricsRecorder.java        |   4 +-
 .../service/thrift/impl/ClientRPCServiceImpl.java  |   2 +-
 .../db/service/thrift/impl/TSServiceImpl.java      |   2 +-
 .../java/org/apache/iotdb/db/sync/SyncService.java |   9 +-
 .../iotdb/db/sync/receiver/load/TsFileLoader.java  |   2 +-
 .../iotdb/db/sync/sender/pipe/TsFilePipe.java      |  14 +-
 .../db/sync/transport/server/ReceiverManager.java  |  61 ++-
 .../apache/iotdb/db/auth/AuthorityCheckerTest.java |   2 +-
 .../apache/iotdb/db/metric/MetricServiceTest.java  |   6 +-
 .../iotdb/db/qp/other/TSPlanContextAuthorTest.java |   8 +-
 .../apache/iotdb/db/utils/EnvironmentUtils.java    |   4 +-
 .../datanode1conf/iotdb-datanode-metric.yml        |  48 --
 .../datanode1conf/iotdb-datanode.properties        |   9 +
 .../datanode2conf/iotdb-datanode-metric.yml        |  48 --
 .../datanode2conf/iotdb-datanode.properties        |   9 +
 .../datanode3conf/iotdb-datanode-metric.yml        |  48 --
 .../datanode3conf/iotdb-datanode.properties        |  11 +-
 .../java/org/apache/iotdb/rpc/TSStatusCode.java    |   2 +-
 site/src/main/.vuepress/config.js                  |  32 +-
 .../src/main/thrift/confignode.thrift              |   3 -
 .../iotdb/udf/api/collector/PointCollector.java    |   4 +-
 134 files changed, 3212 insertions(+), 3562 deletions(-)


[iotdb] 02/02: Merge remote-tracking branch 'origin/master' into QueryOpt

Posted by ja...@apache.org.
This is an automated email from the ASF dual-hosted git repository.

jackietien pushed a commit to branch QueryOpt
in repository https://gitbox.apache.org/repos/asf/iotdb.git

commit f6998c4c7fac233ebbc34a3b227959b007efc426
Merge: 107b4d992d 633cf37b1c
Author: JackieTien97 <ja...@gmail.com>
AuthorDate: Wed Nov 23 22:08:47 2022 +0800

    Merge remote-tracking branch 'origin/master' into QueryOpt

 .../resources/conf/iotdb-confignode.properties     |   4 -
 .../iotdb/confignode/conf/ConfigNodeConfig.java    |  51 ++-
 .../confignode/conf/ConfigNodeDescriptor.java      |  37 ++-
 .../confignode/conf/ConfigNodeStartupCheck.java    |  23 +-
 .../consensus/request/ConfigPhysicalPlan.java      |   6 +-
 .../consensus/request/ConfigPhysicalPlanType.java  |   2 +-
 .../write/region/CreateRegionGroupsPlan.java       |  19 ++
 ...tPlan.java => AdjustMaxRegionGroupNumPlan.java} |  46 +--
 .../confignode/manager/ClusterSchemaManager.java   |  80 +++--
 .../iotdb/confignode/manager/ConfigManager.java    |   6 +-
 .../manager/load/LoadManagerMetrics.java           |  10 +-
 .../manager/load/balancer/RegionBalancer.java      |   1 +
 .../manager/load/balancer/RouteBalancer.java       | 117 ++++---
 .../manager/load/balancer/router/LeaderRouter.java |  90 -----
 .../router/leader/GreedyLeaderBalancer.java        | 186 +++++++++++
 .../{IRouter.java => leader/ILeaderBalancer.java}  |  30 +-
 .../MinCostFlowLeaderBalancer.java}                | 100 ++++--
 .../manager/load/balancer/router/mcf/MCFEdge.java  |  34 --
 .../GreedyPriorityBalancer.java}                   |  65 ++--
 .../IPriorityBalancer.java}                        |  24 +-
 .../LeaderPriorityBalancer.java}                   |  49 ++-
 .../iotdb/confignode/manager/node/NodeManager.java |   2 +-
 .../manager/partition/PartitionManager.java        |  60 ++--
 .../persistence/executor/ConfigPlanExecutor.java   |   6 +-
 .../persistence/metric/NodeInfoMetrics.java        |   4 +-
 .../persistence/metric/PartitionInfoMetrics.java   |  14 +-
 .../persistence/partition/PartitionInfo.java       |   8 +-
 .../persistence/schema/ClusterSchemaInfo.java      |  20 +-
 .../procedure/env/ConfigNodeProcedureEnv.java      |   9 +-
 .../impl/schema/DeactivateTemplateProcedure.java   |   6 +-
 .../impl/schema/DeleteTimeSeriesProcedure.java     |   6 +-
 .../impl/schema/UnsetTemplateProcedure.java        |   4 +-
 .../statemachine/CreateRegionGroupsProcedure.java  |  13 +-
 .../iotdb/confignode/service/ConfigNode.java       |   7 +-
 .../thrift/ConfigNodeRPCServiceHandlerMetrics.java |   2 +-
 .../thrift/ConfigNodeRPCServiceMetrics.java        |   2 +-
 .../thrift/ConfigNodeRPCServiceProcessor.java      |   4 +-
 .../request/ConfigPhysicalPlanSerDeTest.java       |   8 +-
 .../router/leader/GreedyLeaderBalancerTest.java    | 146 ++++++++
 .../leader/LeaderBalancerComparisonTest.java       | 369 +++++++++++++++++++++
 .../MinCostFlowLeaderBalancerTest.java}            |  33 +-
 .../GreedyPriorityTest.java}                       |   8 +-
 .../LeaderPriorityBalancerTest.java}               |  56 +++-
 .../multileader/MultiLeaderServerMetrics.java      |   4 +-
 .../logdispatcher/LogDispatcherThreadMetrics.java  |   4 +-
 .../MultiLeaderMemoryManagerMetrics.java           |   2 +-
 docs/UserGuide/API/RestService.md                  |  60 ++--
 docs/UserGuide/Cluster/Cluster-Concept.md          |  15 +
 docs/UserGuide/Cluster/Cluster-Setup.md            | 228 +++++++------
 .../Maintenance-Tools/Maintenance-Command.md       | 234 ++++++-------
 .../{Storage-Group.md => Database.md}              |   4 +-
 docs/UserGuide/Operate-Metadata/Timeseries.md      |   4 +-
 docs/UserGuide/Write-Data/REST-API.md              |   6 +-
 docs/zh/UserGuide/API/RestService.md               |  74 ++---
 docs/zh/UserGuide/Cluster/Cluster-Concept.md       |  15 +
 docs/zh/UserGuide/Cluster/Cluster-Setup.md         | 231 +++++++------
 .../Maintenance-Tools/Maintenance-Command.md       | 229 ++++++-------
 .../{Storage-Group.md => Database.md}              |   6 +-
 docs/zh/UserGuide/Operate-Metadata/Template.md     |   2 +-
 docs/zh/UserGuide/Operate-Metadata/Timeseries.md   |  14 +-
 docs/zh/UserGuide/Write-Data/REST-API.md           |   6 +-
 grafana-plugin/go.sum                              |   2 +-
 .../java/org/apache/iotdb/it/env/AbstractEnv.java  |   9 +
 .../java/org/apache/iotdb/it/env/MppConfig.java    |   7 +
 .../org/apache/iotdb/itbase/env/BaseConfig.java    |   8 +
 .../it/IoTDBClusterRegionLeaderBalancingIT.java    |  26 +-
 .../iotdb/confignode/it/IoTDBClusterRestartIT.java |   8 +-
 .../it/partition/IoTDBPartitionGetterIT.java       |  55 +--
 .../partition/IoTDBPartitionInheritPolicyTest.java |   3 +-
 .../db/it/alignbydevice/IoTDBAlignByDeviceIT.java  |  75 +----
 .../db/it/schema/IoTDBCreateTimeseriesIT.java      |   2 +-
 .../iotdb/db/it/schema/IoTDBMetadataFetchIT.java   |   2 +-
 .../iotdb/db/it/schema/IoTDBSchemaTemplateIT.java  |   4 +-
 .../dropwizard/DropwizardMetricManager.java        |   3 +-
 .../dropwizard/type/DropwizardAutoGauge.java       |  19 +-
 .../iotdb/metrics/AbstractMetricManager.java       | 134 +++++---
 .../iotdb/metrics/AbstractMetricService.java       | 204 +++++++++---
 .../iotdb/metrics/DoNothingMetricService.java      |   8 +-
 .../apache/iotdb/metrics/config/MetricConfig.java  | 255 +++++++-------
 .../metrics/config/MetricConfigDescriptor.java     |  61 ++--
 .../apache/iotdb/metrics/config/ReloadLevel.java   |   6 +-
 .../DoNothingAutoGauge.java}                       |  13 +-
 .../iotdb/metrics/impl/DoNothingCounter.java       |   2 +-
 .../apache/iotdb/metrics/impl/DoNothingGauge.java  |   2 +-
 .../iotdb/metrics/impl/DoNothingHistogram.java     |   2 +-
 .../metrics/impl/DoNothingHistogramSnapshot.java   |   2 +-
 .../DoNothingMetric.java}                          |  14 +-
 .../iotdb/metrics/impl/DoNothingMetricManager.java |  11 +-
 .../apache/iotdb/metrics/impl/DoNothingRate.java   |   2 +-
 .../apache/iotdb/metrics/impl/DoNothingTimer.java  |   2 +-
 .../metricsets/jvm/JvmClassLoaderMetrics.java      |   4 +-
 .../metrics/metricsets/jvm/JvmCompileMetrics.java  |   2 +-
 .../iotdb/metrics/metricsets/jvm/JvmGcMetrics.java |   4 +-
 .../metrics/metricsets/jvm/JvmMemoryMetrics.java   |  12 +-
 .../metrics/metricsets/jvm/JvmThreadMetrics.java   |   8 +-
 .../iotdb/metrics/reporter/CompositeReporter.java  |  22 +-
 .../iotdb/metrics/reporter/InternalReporter.java   | 104 ++++++
 .../MemoryInternalReporter.java}                   |  43 +--
 .../apache/iotdb/metrics/reporter/Reporter.java    |   8 +-
 .../OutPutFormat.java => type/AutoGauge.java}      |  15 +-
 .../org/apache/iotdb/metrics/type/Counter.java     |   6 +-
 .../java/org/apache/iotdb/metrics/type/Gauge.java  |   8 +-
 .../org/apache/iotdb/metrics/type/Histogram.java   |   6 +-
 .../iotdb/metrics/type/HistogramSnapshot.java      |  18 +-
 .../org/apache/iotdb/metrics/type/IMetric.java     |  10 +-
 .../java/org/apache/iotdb/metrics/type/Rate.java   |  14 +-
 .../java/org/apache/iotdb/metrics/type/Timer.java  |  10 +-
 ...OutPutFormat.java => InternalReporterType.java} |   8 +-
 .../iotdb/metrics/utils/IoTDBMetricsUtils.java     |  27 ++
 .../org/apache/iotdb/metrics/utils/MetricInfo.java |  11 +-
 .../iotdb/metrics/config/MetricConfigTest.java     | 118 ++++---
 .../micrometer/MicrometerMetricManager.java        |   3 +-
 .../micrometer/type/MicrometerAutoGauge.java       |  19 +-
 .../resources/conf/iotdb-common.properties         |  22 +-
 .../commons/service/metric/MetricService.java      | 105 +++---
 openapi/src/main/openapi3/iotdb-rest.yaml          |  17 +-
 .../schemaregion/rocksdb/RSchemaRegion.java        |  33 +-
 .../metadata/tagSchemaRegion/TagSchemaRegion.java  |  18 +-
 .../resources/conf/iotdb-datanode.properties       |  11 +-
 .../tools/tsfile/print-tsfile-visdata.bat          |  62 ----
 .../resources/tools/tsfile/print-tsfile-visdata.sh |  51 ---
 .../org/apache/iotdb/db/conf/IoTDBDescriptor.java  |  18 +-
 .../iotdb/db/engine/cache/ChunkCacheMetrics.java   |   2 +-
 .../cache/TimeSeriesMetadataCacheMetrics.java      |   4 +-
 .../iotdb/db/engine/flush/FlushManagerMetrics.java |   4 +-
 .../db/engine/storagegroup/DataRegionMetrics.java  |   2 +-
 .../storagegroup/TsFileProcessorInfoMetrics.java   |   2 +-
 .../iotdb/db/metadata/LocalSchemaProcessor.java    |  18 -
 .../metadata/cache/DataNodeSchemaCacheMetrics.java |   2 +-
 .../iotdb/db/metadata/mtree/ConfigMTree.java       |   2 +-
 .../iotdb/db/metadata/mtree/IMTreeBelowSG.java     |  20 +-
 .../db/metadata/mtree/MTreeBelowSGCachedImpl.java  |  20 +-
 .../db/metadata/mtree/MTreeBelowSGMemoryImpl.java  |  20 +-
 .../store/disk/schemafile/AliasIndexPage.java      |   2 +-
 .../mtree/store/disk/schemafile/InternalPage.java  |   2 +-
 .../mtree/store/disk/schemafile/SchemaFile.java    |  40 ++-
 .../disk/schemafile/pagemgr/IPageManager.java      |   5 +-
 .../store/disk/schemafile/pagemgr/PageManager.java |  10 +-
 .../mtree/traverser/counter/CounterTraverser.java  |   4 +-
 .../counter/MeasurementGroupByLevelCounter.java    |  12 +-
 .../rescon/SchemaStatisticsManagerMetrics.java     |   2 +-
 .../db/metadata/schemaregion/ISchemaRegion.java    |  19 +-
 .../schemaregion/SchemaRegionMemoryImpl.java       |  29 +-
 .../schemaregion/SchemaRegionSchemaFileImpl.java   |  27 +-
 .../metadata/visitor/SchemaExecutionVisitor.java   |   4 +-
 .../db/mpp/common/header/ColumnHeaderConstant.java |  14 +-
 .../iotdb/db/mpp/execution/driver/DataDriver.java  |   4 +-
 .../exchange/MPPDataExchangeServiceMetrics.java    |   2 +-
 ...MppDataExchangeServiceThriftHandlerMetrics.java |   2 +-
 .../operator/process/AbstractIntoOperator.java     |  21 +-
 .../operator/process/DeviceViewIntoOperator.java   |   2 +-
 .../operator/process/DeviceViewOperator.java       |  16 +-
 .../execution/operator/process/IntoOperator.java   |   2 +-
 .../operator/schema/CountMergeOperator.java        |  18 +-
 .../operator/schema/DevicesCountOperator.java      |   4 +-
 .../schema/LevelTimeSeriesCountOperator.java       |   4 +-
 .../operator/schema/NodePathsCountOperator.java    |   2 +-
 .../operator/schema/TimeSeriesCountOperator.java   |   4 +-
 .../memory/StatementMemorySourceVisitor.java       |   6 +-
 .../db/mpp/plan/planner/OperatorTreeGenerator.java |  19 +-
 .../plan/planner/plan/node/write/InsertNode.java   |   7 +-
 .../rest/handler/RequestValidationHandler.java     |  14 +-
 .../rest/handler/StatementConstructionHandler.java |   2 +-
 .../apache/iotdb/db/qp/executor/PlanExecutor.java  |  28 +-
 .../pool/RawQueryReadTaskPoolManagerMetrics.java   |   4 +-
 .../java/org/apache/iotdb/db/service/DataNode.java |  13 +
 .../service/DataNodeInternalRPCServiceMetrics.java |   2 +-
 .../java/org/apache/iotdb/db/service/IoTDB.java    |  12 +
 .../org/apache/iotdb/db/service/RPCService.java    |   8 +-
 .../apache/iotdb/db/service/RPCServiceMetrics.java |   2 +-
 .../db/service/metrics/DataNodeMetricsHelper.java  |  14 +-
 .../iotdb/db/service/metrics/FileMetrics.java      |  16 +-
 .../db/service/metrics/IoTDBInternalReporter.java  | 172 ++++++++++
 .../iotdb/db/service/metrics/ProcessMetrics.java   |  18 +-
 .../iotdb/db/service/metrics/SystemMetrics.java    |  16 +-
 .../metrics/recorder/CacheMetricsRecorder.java     |   2 +-
 .../recorder/CompactionMetricsRecorder.java        |   4 +-
 .../InternalServiceThriftHandlerMetrics.java       |   2 +-
 .../handler/RPCServiceThriftHandlerMetrics.java    |   2 +-
 .../impl/DataNodeInternalRPCServiceImpl.java       |  61 ++--
 .../db/tools/schema/SchemaFileSketchTool.java      |   3 +-
 .../iotdb/db/tools/vis/TsFileExtractVisdata.java   | 170 ----------
 .../main/java/org/apache/iotdb/db/tools/vis/vis.m  | 290 ----------------
 .../iotdb/db/metadata/mtree/MTreeBelowSGTest.java  |  27 +-
 .../metadata/mtree/schemafile/SchemaFileTest.java  |   3 +-
 .../apache/iotdb/db/metric/MetricServiceTest.java  |  11 +-
 .../operator/DeviceMergeOperatorTest.java          |   9 +
 .../execution/operator/DeviceViewOperatorTest.java |   3 +
 .../operator/schema/CountMergeOperatorTest.java    |   8 +-
 .../operator/schema/SchemaCountOperatorTest.java   |  10 +-
 .../iotdb/db/tools/SchemaFileSketchTest.java       |  14 +-
 .../apache/iotdb/db/utils/EnvironmentUtils.java    |   2 -
 .../java/org/apache/iotdb/session/Session.java     |   9 +-
 site/src/main/.vuepress/config.js                  |   4 +-
 thrift-commons/src/main/thrift/common.thrift       |   1 +
 .../src/main/thrift/confignode.thrift              |   5 +-
 thrift/src/main/thrift/client.thrift               |   1 +
 thrift/src/main/thrift/datanode.thrift             |   8 +-
 198 files changed, 3373 insertions(+), 2639 deletions(-)