You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ca...@apache.org on 2022/11/08 08:47:49 UTC

[iotdb] branch beyyes/confignode_ratis_addNewNodeToExistedGroup updated (7632a3abca -> 3442188155)

This is an automated email from the ASF dual-hosted git repository.

caogaofei pushed a change to branch beyyes/confignode_ratis_addNewNodeToExistedGroup
in repository https://gitbox.apache.org/repos/asf/iotdb.git


    from 7632a3abca fix problem in ConfigNodeClient
     add 24d99ef5d3 [IOTDB-4829] Let NoMoreTsBlockEvent RPC is called in async way (#7911)
     add 1b1c57b6d8 [IOTDB-4857] Fix the problem when remove-datanode for ratis 1 replica (#7917)
     add 0a9259f489 [IOTDB-4861] Show DataNodes' Internal Address:Port when executing show cluster (#7920)
     add 2f9123bc00 [IOTDB-4846][IOTDB-4053] Fix docs and error msg (#7919)
     add c8b50b8938 use cached thread pool to accelerate short-lived asynchronous tasks (#7870)
     add 3734242d57 [IOTDB-4632] Fix Ratis time out when registering timeseries with each request taking huge measurements (#7913)
     add 3e86379d82 [IOTDB-4681] speed up mpp load (#7725)
     add cb74d4983d [IOTDB-4673]Removes the space character from both the start and the end of the parameter value (#7921)
     add 1f8085c65d [IOTDB-4768] Balancing cluster RegionGroup leader distribution by MinimumCostFlow algorithm (#7774)
     add c17c0479ef [IOTDB-4866] Fix schema tree bug when append nested device (#7925)
     add 27891dd620 Merge branch 'master' into beyyes/confignode_ratis_addNewNodeToExistedGroup
     add e4d1bb6766 fix consensus manager status
     add f67a8c28d8 Chapter-adjustment (#7922)
     add 6abecabfad fix the NPE when addPeer to a MultiLeader Group with 1 replic (#7927)
     add bbc910b087 [IOTDB-4868] Drop trigger should fail when trigger.OnDrop throws an exception  (#7928)
     add 574173dd09 Merge branch 'master' into beyyes/confignode_ratis_addNewNodeToExistedGroup
     add 3442188155 spotless

No new revisions were added by this update.

Summary of changes:
 .../confignode/client/ConfigNodeRequestType.java   |   2 +-
 .../confignode/client/DataNodeRequestType.java     |   1 +
 .../client/async/AsyncDataNodeClientPool.java      |   7 +
 .../client/async/handlers/AsyncClientHandler.java  |   1 +
 .../client/sync/SyncConfigNodeClientPool.java      |   2 +-
 .../iotdb/confignode/conf/ConfigNodeConfig.java    |  11 +
 .../confignode/conf/ConfigNodeDescriptor.java      | 501 +++++++++++++--------
 .../manager/load/balancer/RouteBalancer.java       | 132 +++++-
 .../load/balancer/router/mcf/MCFEdge.java}         |  18 +-
 .../balancer/router/mcf/MCFLeaderBalancer.java     | 305 +++++++++++++
 .../iotdb/confignode/manager/node/NodeManager.java |  13 +
 .../manager/partition/PartitionManager.java        |  12 +
 .../confignode/persistence/node/NodeInfo.java      |  17 +-
 .../persistence/partition/PartitionInfo.java       |   9 +-
 .../partition/StorageGroupPartitionTable.java      |  19 +-
 .../persistence/schema/TemplateTable.java          |   5 +-
 .../procedure/env/ConfigNodeProcedureEnv.java      |  28 +-
 .../procedure/env/DataNodeRemoveHandler.java       |  83 ++--
 .../impl/node/RemoveDataNodeProcedure.java         |  11 +-
 .../impl/statemachine/RegionMigrateProcedure.java  |   9 +-
 .../thrift/ConfigNodeRPCServiceProcessor.java      |   2 +-
 .../balancer/router/mcf/MCFLeaderBalancerTest.java | 216 +++++++++
 .../multileader/logdispatcher/LogDispatcher.java   |  24 +-
 docs/UserGuide/Cluster/Cluster-Setup.md            |  48 +-
 .../Sync-Tool.md                                   |   0
 .../Frequently-asked-questions.md                  |   0
 .../Maintenance-Tools/Maintenance-Command.md       |  40 +-
 .../UserGuide/{Alert => Monitor-Alert}/Alerting.md |   0
 .../Metric-Tool.md                                 |   0
 docs/UserGuide/Operate-Metadata/Template.md        |  16 +
 docs/UserGuide/Reference/Syntax-Conventions.md     |  38 +-
 docs/zh/UserGuide/Cluster/Cluster-Setup.md         |  48 +-
 .../Sync-Tool.md                                   |   0
 .../Frequently-asked-questions.md                  |   0
 .../Maintenance-Tools/Maintenance-Command.md       |  20 +-
 .../UserGuide/{Alert => Monitor-Alert}/Alerting.md |   0
 .../Metric-Tool.md                                 |   0
 docs/zh/UserGuide/Operate-Metadata/Template.md     |  16 +
 docs/zh/UserGuide/Reference/Syntax-Conventions.md  |  40 +-
 .../java/org/apache/iotdb/it/env/MppConfig.java    |   7 +
 .../org/apache/iotdb/itbase/env/BaseConfig.java    |   8 +
 .../it/IoTDBClusterRegionLeaderBalancingIT.java    | 151 +++++++
 .../resources/conf/iotdb-common.properties         |   9 +
 .../iotdb/commons/concurrent/ThreadName.java       |   2 +-
 .../iotdb/commons/conf/CommonDescriptor.java       |  61 ++-
 .../iotdb/commons/partition/DataPartition.java     |   8 -
 .../apache/iotdb/commons/trigger/TriggerTable.java |   4 +-
 .../java/org/apache/iotdb/db/conf/IoTDBConfig.java |  14 +
 .../org/apache/iotdb/db/conf/IoTDBDescriptor.java  | 107 +++--
 .../org/apache/iotdb/db/engine/StorageEngine.java  |   2 +-
 .../apache/iotdb/db/engine/StorageEngineV2.java    |  90 ++--
 .../iotdb/db/engine/load/AlignedChunkData.java     | 322 +++++--------
 .../org/apache/iotdb/db/engine/load/ChunkData.java |  25 +-
 .../apache/iotdb/db/engine/load/DeletionData.java  |   4 +-
 .../iotdb/db/engine/load/LoadTsFileManager.java    |  17 +-
 .../iotdb/db/engine/load/NonAlignedChunkData.java  | 245 ++++------
 .../apache/iotdb/db/engine/load/TsFileData.java    |   3 +-
 .../load/TsFileSplitter.java}                      | 415 +++++++----------
 .../db/mpp/common/header/ColumnHeaderConstant.java |   3 +-
 .../mpp/common/schematree/ClusterSchemaTree.java   |   3 +
 .../common/schematree/node/SchemaEntityNode.java   |   1 +
 .../db/mpp/execution/exchange/SinkHandle.java      |  84 ++--
 .../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java  |  17 +-
 .../execution/config/metadata/ShowClusterTask.java |   4 +-
 .../plan/node/load/LoadSingleTsFileNode.java       | 415 ++---------------
 .../planner/plan/node/load/LoadTsFileNode.java     |  19 +-
 .../plan/node/load/LoadTsFilePieceNode.java        |  13 +-
 .../metedata/write/CreateMultiTimeSeriesNode.java  |  81 +++-
 .../plan/node/metedata/write/MeasurementGroup.java |  44 ++
 .../scheduler/FragmentInstanceDispatcherImpl.java  |  58 ++-
 .../scheduler/load/LoadTsFileDispatcherImpl.java   |   2 +-
 .../plan/scheduler/load/LoadTsFileScheduler.java   | 230 +++++++---
 .../java/org/apache/iotdb/db/service/DataNode.java |   2 +-
 .../iotdb/db/service/RegionMigrateService.java     |  31 +-
 .../impl/DataNodeInternalRPCServiceImpl.java       |   9 +-
 .../trigger/service/TriggerManagementService.java  |   8 +-
 .../org/apache/iotdb/db/utils/FileLoaderUtils.java |  24 +
 .../apache/iotdb/db/utils/TimePartitionUtils.java  |   4 +
 .../common/schematree/ClusterSchemaTreeTest.java   |  25 +
 .../db/mpp/execution/exchange/SinkHandleTest.java  |  28 +-
 site/src/main/.vuepress/config.js                  |  43 +-
 .../src/main/thrift/confignode.thrift              |  36 +-
 .../iotdb/tsfile/file/header/ChunkHeader.java      |  21 +
 .../iotdb/tsfile/read/TsFileSequenceReader.java    |  22 +
 .../iotdb/tsfile/write/writer/TsFileIOWriter.java  |   4 +
 .../write/writer/TsFileIOWriterEndFileTest.java    |  49 ++
 86 files changed, 2710 insertions(+), 1758 deletions(-)
 copy confignode/src/main/java/org/apache/iotdb/confignode/{procedure/exception/ProcedureAbortedException.java => manager/load/balancer/router/mcf/MCFEdge.java} (69%)
 create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/router/mcf/MCFLeaderBalancer.java
 create mode 100644 confignode/src/test/java/org/apache/iotdb/confignode/manager/load/balancer/router/mcf/MCFLeaderBalancerTest.java
 rename docs/UserGuide/{Maintenance-Tools => Edge-Cloud-Collaboration}/Sync-Tool.md (100%)
 rename docs/UserGuide/{Reference => FAQ}/Frequently-asked-questions.md (100%)
 rename docs/UserGuide/{Alert => Monitor-Alert}/Alerting.md (100%)
 rename docs/UserGuide/{Maintenance-Tools => Monitor-Alert}/Metric-Tool.md (100%)
 rename docs/zh/UserGuide/{Maintenance-Tools => Edge-Cloud-Collaboration}/Sync-Tool.md (100%)
 rename docs/zh/UserGuide/{Reference => FAQ}/Frequently-asked-questions.md (100%)
 rename docs/zh/UserGuide/{Alert => Monitor-Alert}/Alerting.md (100%)
 rename docs/zh/UserGuide/{Maintenance-Tools => Monitor-Alert}/Metric-Tool.md (100%)
 copy server/src/main/java/org/apache/iotdb/db/{mpp/plan/planner/plan/node/load/LoadSingleTsFileNode.java => engine/load/TsFileSplitter.java} (53%)
 create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/write/writer/TsFileIOWriterEndFileTest.java