You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ha...@apache.org on 2024/06/26 09:24:05 UTC
(iotdb) branch rc/1.3.2 updated (2865e8a4233 -> a20aaf41c7c)
This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch rc/1.3.2
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 2865e8a4233 [IOTDB-6308] CFD algorithm for multi-database (#12184)
new 8358fd35746 Ignore view number in cluster series limit
new f7ea0f52bde Revert the change of integration-test module
new 810c90698ca Pipe: refactor package structure (#12267)
new 56211a46dd3 Fix Load TsFile with extend template & add template check for internalCreateTimeSeriesStatement (#12266)
new 1e33424437f Pipe: Fix schema region snapshot may not be listened when DataNode restarts (#12270)
new 89439823314 Subscription: fix null ByteBuffer when transferring SerializedEnrichedEvent (#12273)
new df4d9c46287 remove Repair Data ClusterIT
new ecb16bc8d0f Pipe: Fixed the bug that empty tsfile may not be marked when already closed & Improved exception.conflict.resolve-strategy parsing & Improved config/schema region snapshot listenning logger & Refactor (#12265)
new 3bb507e6589 Pipe: Improved handling logic for transferred statements & Allow root.__system.** schemas to reach the receiver side (#12276)
new 0211c47f918 Pipe: support different load balance strategies for data sync (#12281)
new d8817b8fa22 Fix recover duplicate (#12272)
new b240ba2917f Fix mismatched dataType with same name
new bd2163ad88a Subscription: refactor `IoTDBSubscriptionConsumerGroupIT` to support multi-protocol pipe sync reference (#12288)
new bd1be78ca4c Pipe: Fix websocket (Flink CDC) connector may report tsfile event progress in advance (#12284)
new 1f22a1ba037 Optimize time cost on rewrite pattern by authority pattern
new 416de72b9ba Fix stop datanode compaction error log (#12178)
new e27019bd43c Pipe & Subscription IT: Enlarge -DDataNodeMaxHeapSize & -DDataNodeMaxDirectMemorySize. Add StrongConsistencyClusterMode for receiver tests. (#12289)
new d6eebefe4a8 Pipe IT: remove StrongConsistencyClusterMode tests from manual-create-schema IT (#12292)
new 9255f1ee03a Use UTF-8 to load and store properties file (#12291)
new c4eca53b7d6 Pipe: Added parameters to the snapshot transfer threshold from last snapshot to queue's tail index (#12290)
new 92351c85cbf Pipe: Improved the air gap receiver socket close handling logic (#12285)
new 48689b4ff90 Pipe: Fixed the NPE when an emit is triggered by a generic event in aggregate processor (#12298)
new 9f9cf006fe9 Pipe IT: Configured the connection timeout ms parameter to avoid premature timeout of pipe creation in ITs (#12295)
new 4dbc1d61244 Pipe: Fix receiver can not delete dir on thread exit if files in dir are not loaded successfully (#12302)
new 915b38bbe5f Pipe: Added output.measurements and output.database format check in AggregateProcessor (#12300)
new 2a3b79e5cca docs: proofread the readme file (#12296)
new 092e17c8a43 Pipe: check metric service before marking pipe metrics to avoid useless warn logs (#12303)
new 925cebd90d9 [IOTDB-6301] wait leader ready in single replica (#12234)
new 15faf1f01d7 fix delete dead lock.
new b3b239415f9 Load: support load tsfile with data in partition whose id is negative (#12307)
new c59b1b94f18 Subscription: intro node-urls and endpoints syncer for consumer high availablity (#12275)
new b2ef4df1a1a Fix potential NPE when concurrently aborting a Query
new 1a88ab9ba34 Pipe: decrease reference count for untransferred events in batch when closing & fix parsing alter pipe name (#12305)
new ead41503a65 Storage Engine: Fixed inaccurate compression ratio when writing duplicate data (#12297)
new cc375c6ac28 Pipe: Fixed the bug that config receivers may not be one-to-one match with the sender clients (#12280)
new ba9fecd21fd delay estimate memory of InnerSpaceCompactionTask (#12314)
new 5c26bd4073e Pipe: Added get-jar-with-dependencies packaging option for pipe-opc-ua-sink-example (#12317)
new 06ee7524563 Bump tar from 6.1.13 to 6.2.1 in /iotdb-connector/grafana-plugin (#12319)
new d6130e621da Do not set read only in compaction module (#12311)
new 409c1072820 Subscription: fix parsing topic name with back quote when using JAVA SDK client (#12322)
new c0ab64d43d9 Bump org.apache.zeppelin:zeppelin-interpreter from 0.10.1 to 0.11.1 (#12324)
new 30ba4b88200 feature add health_check (#12325)
new e84d041c84d Region migration related work (#12293)
new 37b034e4b78 Pipe: clear event reference count instead of decreasing when closing to improve idempotence & add creation time for committer key to avoid outdated commit & detect re-increasing reference count to avoid NPE (#12315)
new a6d7746b051 new iot_consensus_throttle_threshold_in_byte (#12333)
new 9e0b5d19d25 Thread-safety load balance infrastructure (#12330)
new 0209694feb5 [RatisConsensus] Bump Ratis snapshot version to 8eafc4f (#12335)
new a8f5cd11f84 Pipe: Reset the inclusion settings to data.insert (#12337)
new 98355c9a9b1 Pipe: AggregateProcessor: Fixed the bug that processor may not change the database prefix when output is from another database's processor's input & Fixed heartbeat output not pipe local and non-atomic bug & Fixed new processor wipe out states bug (#12338)
new 3dd8d6553c6 Fix auto leader balance for Ratis protocol judgement bug (#12350)
new e651ed26b4d Print progress in log during transmitting snapshot for region migration (#12346)
new cbd1d9d9834 Revert "Fix auto leader balance for Ratis protocol judgement bug (#12350)" (#12358)
new 4f487e9c16d Pipe: Fixed the CPU consuming problem when configNode has nothing to sync (#12359)
new 49f5295cbfb IoTConsensus Transit Snapshot Rate Limiter (#12348)
new 8f40c71ca68 Optimize priority map lock structure (#12351)
new 1d4eced363a Fix convertMillisecondToDurationStr and add UT (#12361)
new adef9e74f51 Fix compaction worker stopped after drop database (#12357)
new 09c35c5112d fix error when the wal dir is not exist (#12339)
new 51285e3c811 Region status Adding and Removing (#12342)
new 2da710599c4 Increase region migration pool size on DataNode (#12366)
new cc0d7124077 Pipe: Fixed the bug that mod file may not close in async transferring (#12347)
new 20c94e52cc6 Pipe: Added debug logger after schema/config event is successfully transferred (#12362)
new e693f49cfc1 Pipe: Make the PipeParameters return sorted entries string when "toString" is called (#12329)
new 552b0f0983e Optimize region migration log && change region status to removing before transferring leader (#12368)
new af269d34031 Fix IoTConsensus LogDispatcherThread Stop Using Futrue Cancel (#12370)
new 5dab7b9817e Pipe: clear reference count for events in retry queue & detect re-increasing reference count for other connectors (#12344)
new 0e1fd532411 Optimize the input parameters for LeaderBalancer (#12374)
new 0582b7b5ead fix(jdbc): when parameter is string ,append "\"" (#12371)
new 81462f36a40 [IOTDB-6322] Let show variables can be executed by anyone
new cc951336870 Fix NPE when concurrently dropping database and deleting wal (#12378)
new 7e2caf0d31c Pipe: Fixed the bug that aggregate processor cannot clear the last received time after drop (#12383)
new 59214127fe3 Enhance concurrent control of data partition policy table (#12388)
new b1bb05e8fbc Deduplication IoTConsensus Configuration And Remove Unuseless File Delete (#12385)
new 6a45decb145 feature add iotdb backup (#12365)
new d8b43b051e7 Some region migration related work (#12376)
new 888316ab65a Fixed backup data backend running issues (#12396)
new 633928de049 Pipe: Fixed the bug that pure data transfer is forbidden when SchemaRegion is in Simple consensus (#12397)
new bd036487cb5 Pipe: Added batch to schema snapshot execution in template activation and timeseries creation & Fixed the bug that the "CreateMultiTimeSeries" group with alias is not idempotent (#12380)
new 26590c86f73 Pipe: distinguish between old and new process subtasks before and after stuck restart to avoid unexpected hashmap override and removal (#12400)
new 77bdedabeef Fixed concurrency issues with RegionMigration thread pool (#12403)
new 320fc5d21a8 Fix partition cache after region migration (#12404)
new e7437e14491 Pipe: Fixed FileNotFoundException caused by processing files deleted by compaction & Changed the "isEmpty()" judgement to avoid "getDevice()" attempts to read from a deleted file when using fileTimeIndex (#12405)
new d6b572d79ac Pipe: refine procedure timeout message (#12402)
new 43e6c72e09e Pipe: Two stage aggregate framework & count-point-processor plugin (#12328)
new 96dc5d7fb56 Change log level and opt error msg for source path of view is deleted (#12409)
new d62aebfe4e6 Pipe: remove unnecessary fsync operations for file pieces' transferring (#12410)
new c9a5efeea91 fix pipe snapshot parser
new 3d8547d8aed Pipe: Properly handle OUT_OF_TTL status code on receiver side when data syncing (#12414)
new b2768bb0caf update Export/ImportDataTestIT (#12399)
new 28bba19a668 remove useless file
new a3f38f57a8d Pipe: Added check for wal disable and ratis consensus when enabling data region processing (#12407)
new 963e3f2f945 revert -XX:GuaranteedSafepointInterval=0 option (#12417)
new d5263b58faf Randomly choosing coordinator of add region (#12416)
new 69ff7505104 [RatisConsensus] update ratis snapshot version (#12419)
new 287b3a2ba68 Pipe: Reduce exception messages to avoid excess rpc payload and show pipe response (#12415)
new 9d5e6efc4ba Copy tsfile, its resources, and mods to the same directory when using multiple data directories (#12420)
new 96981671195 fix snapshot parser null point.
new f15a8a1e7ed Pipe: Support InsertRows in PipeInsertNodeTabletInsertionEvent (#12286)
new 286b351ec3e Fix statistics error when loading snapshot
new 320f8ab292c Pipe: Fixed air gap receiver non-closing problem when client exits in sender side (#12425)
new a58be126fc1 Fix the -tf args description in ExportData (#12436)
new 3e7f0190158 Ensuring IoTconsensus data consistency during region migration (#12438)
new 549304ea3de Fix the conflict between Files.walk and delete file && Catch UncheckedIOException && some other bugs (#12429)
new d7a94b55726 Fix the issue of obtaining Windows directory permissions, fix the issue of allocating IoTDB memory for configuration, and add the -- help command (#12450)
new 16ff66578a7 Add Linux Memory Metrics (#12332)
new 95e5a916c95 release chunk or page memory when deserializing chunk or page (#12340)
new d03af03a5d4 Fix compaction ut dead lock (#12372)
new 00111da38ca Compaction rate limit (#12312)
new d4c9096ad4d Reduce synchronized cost in compaction (#12279)
new 1e1a32b42d2 Compaction create target file with data dir selection strategy (#12063)
new f632e8ac55b Fix empty wal file deletion (#12377)
new 59ddf54374f Fix effective ratio calculation method (#12394)
new 82e1f5540ac Fix Concurrency Instability When IoTConsensus LogDispatcher Exits (#12411)
new 5b07b3008dc Pipe: handle insert data type mismatch exceptions as idempotent exceptions when partial insert is enabled (#12432)
new 801df3e8c5a Load: Execute tsfile serially to avoid concurrent serialization of the resource file (#12434)
new 3df733275bc Add hot reload for IoTConsensus transit snapshot rate limiter and fix init (#12430)
new 7b0aabae84a Log InsertRowsNode in WAL (#12271)
new b83d9a6b58c [IOTDB-1667] Speed up the deletion of database by avoiding flush (#12445)
new 9fc6dfcfa50 add alter view statement in snapshot parser
new 6c9b2d2cec7 Pipe: Fixed connector subtask manager to allow restarted DataRegions to reuse connectors from other not restarted DataRegions (#12470)
new e597bba33a0 Pipe IT: Return directly when SQL retry failed in IT to avoid potential fake failure interference (#12468)
new c42df83391d Subscription: randomly generate consumer group id and consumer id if not exist & validate topic config ahead on DN (#12467)
new 4784449700c Load: Avoid NPE when load task ends after clean task's execution (#12474)
new c18109568fd Limit direct buffer memory cost when create consensus region (#12431)
new 02a2b721390 Fix region migration code (#12472)
new bf008930459 Normalize LoadCache interfaces (#12441)
new a7f5d89fb77 Fixed backup path detection and optimized output log file names (#12454)
new 715b9ba0ec7 Remove a line of log (#12480)
new 2b2c29ce701 Fixed insertTablet http api lost data event return SUCCESS_STATUS (#12387)
new b2eef719b19 Fix insertion cross space compaction recover null pointer exception (#12439)
new 84096747376 fixed start cli output log issue (#12483)
new de65c35c5a0 Pipe: Allowed the transfer of logical view alter statement in schema snapshot (#12488)
new f80b9e76262 Pipe: dynamically adjust connection timeout to handle SocketTimeoutException & Avoid resource cleaning when load task is in process (#12485)
new 686ce270bcc Fix tsfile flush error when drop database or remove peer (#12493)
new edd9d2c6408 modify direct buffer memory proportion (#12496)
new c452102a2c9 Pipe: Globally adjust timeout when syncing huge tsfiles & Speed up file transfer after sync task failed (#12491)
new ee7d67d3b36 Pipe: Changed the hybrid switching status to avoid first data is not synced realtime in hybrid mode (#12495)
new 5bf3e6cda7e Fix insert rows mem control error
new fb31ba77313 Pipe: fix infinite loop with lock when retrying syncing tsfiles in async connector (which may cause selector & connector worker deadlock) (#12501)
new 1dfa7e5f01e Pipe: fix pipe plugin instance not closed issue after failed initialization (#12509)
new 39208c8c76c add allow compaction check when inner space compaction task after start (#12494)
new 2f39320eb32 fixed backup bug (#12504)
new 919298e4f94 Fix return value of fetch schmea with incorrect template info
new 8f5f11d3139 Pipe: Fix iterator.hasNext() == true after removal from empty ConcurrentIterableLinkedQueue (#12514)
new 00e3f8e71d6 Pipe: Fix InsertRowsNode is not supported in batch mode (#12517)
new 68b3d8397ea Pipe: Degraded the lock in PipeEventCollector to avoid waitForTsFileClose() blocking pipe drop (#12518)
new 9e301072121 fix filter push down is not valid in template align by device situation
new dd1a1180b46 fixed default parameters, output ulimit as empty, remove excess logs from the bat script (#12522)
new 404e7fd7aa0 Adjust the hard connection error log information to debug level (#12523)
new b886674a698 Pipe: Fixed the bug that schema region and config region cannot report progress (#12528)
new 319a80e0d08 Fix compaction write rate can not hot load
new ddb8b0fad54 bump ratis 3.1.0-d09cbac-SNAPSHOT (#12547)
new 019cb486185 Fixed deadlock problem caused by concurrent auto create schema and delete database (#12489)
new ae3839db49a Fixed restart error when DataRegion is RatisConsensus (#12554)
new 73f5f55a1ac Pipe: Fix insertNode.getDevicePath() is not handled correctly for insertRowsNode (NPE) (#12569)
new c6bf6003cca Fix potential NPE for empty InsertRowsOfOneDevice #12593
new 151e5f943c8 Fix the bug that iot consensus doesn't adapt InsertRowsNode (#12594)
new e49f34207e2 more compaction config items allow hot load (#12596)
new d87d4bf2f83 Fix AuditLogger may cause IoTDB read only when session using incorrect password (#12609)
new cf18ab64a3d Fixed an issue where LoadSnapshot could cause out-of-heap memory statistics to leak (#12608)
new 4a448e7b1dc Abort old task when compaction config is modified (#12611)
new 28879a51cc3 Fix restAPi return null message when meets multiple error (#12621)
new 6ba54287620 Add datatype check for restapi insertRecords and fix query bug (#12631)
new 877c82a9963 Check duplicated measurements in one row for all insert APIs
new 887dafc25f9 Fix missing of linux memory metrics (#12713)
new 1091e87cb29 Fix NumberFormatException when upgrade from old version #12719
new dd57c369ca2 [IOTDB-6339] Optimize the time slice control of SeriesScanOperator and AlignedSeriesScanOperator
new fdd2fd29edd [IOTDB-6340] Clear Coordinator.queryExecutionMap while encountering MemoryNotEnough Exception
new 8d6b0b2d308 [IOTDB-6342] Clear FragmentInstanceManager.dataNodeQueryContextMap while encountering MemoryNotEnough Exception (#12762)
new a20aaf41c7c Add clean logic for FragmentInstance in case that callback is not added. (#12768)
The 170 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/pipe-it-2cluster.yml | 8 +-
README.md | 62 +-
distribution/src/assembly/all.xml | 7 +
distribution/src/assembly/cli.xml | 7 +
example/pipe-opc-ua-sink/pom.xml | 34 +
.../apache/iotdb/SubscriptionSessionExample.java | 18 +-
.../iotdb/it/env/cluster/config/MppBaseConfig.java | 4 +-
.../it/env/cluster/config/MppConfigNodeConfig.java | 6 +
.../iotdb/it/env/cluster/env/AbstractEnv.java | 29 +-
.../it/env/cluster/node/AbstractNodeWrapper.java | 5 +
.../env/remote/config/RemoteConfigNodeConfig.java | 6 +
.../apache/iotdb/itbase/env/BaseNodeWrapper.java | 2 +
.../apache/iotdb/itbase/env/ConfigNodeConfig.java | 2 +
...IoTDBRegionMigrateDataNodeCrashITFramework.java | 15 +-
.../IoTDBRegionMigrateReliabilityITFramework.java | 412 +++++--
.../it/regionmigration/KillPointContext.java | 25 +-
.../pass/IoTDBRegionMigrateClusterCrashIT.java | 67 ++
.../pass/IoTDBRegionMigrateConfigNodeCrashIT.java | 92 +-
.../pass/IoTDBRegionMigrateNormalIT.java | 8 +-
.../pass/IoTDBRegionMigrateOtherIT.java | 9 +-
...ateCoordinatorCrashWhenRemoveRemotePeerIT.java} | 24 +-
.../IoTDBRegionMigrateDataNodeCrashIT.java | 59 +-
...MigrateOriginalCrashWhenDeleteLocalPeerIT.java} | 19 +-
...igrateOriginalCrashWhenRemoveRemotePeerIT.java} | 19 +-
.../org/apache/iotdb/db/it/IOTDBLoadTsFileIT.java | 67 ++
.../org/apache/iotdb/db/it/IoTDBRepairDataIT.java | 3 +-
.../iotdb/db/it/auth/IoTDBSystemPermissionIT.java | 6 -
.../org/apache/iotdb/db/it/utils/TestUtils.java | 5 +
.../pipe/it/autocreate/AbstractPipeDualAutoIT.java | 4 +
.../pipe/it/autocreate/IoTDBPipeClusterIT.java | 75 +-
.../pipe/it/autocreate/IoTDBPipeExtractorIT.java | 5 +-
.../pipe/it/autocreate/IoTDBPipeIdempotentIT.java | 4 +
.../pipe/it/autocreate/IoTDBPipeProcessorIT.java | 4 +
.../pipe/it/autocreate/IoTDBPipeProtocolIT.java | 13 +
.../pipe/it/manual/AbstractPipeDualManualIT.java | 4 +
.../pipe/it/manual/IoTDBPipeMetaHistoricalIT.java | 4 +
.../it/manual/IoTDBPipeMetaLeaderChangeIT.java | 36 +-
.../pipe/it/manual/IoTDBPipeMetaRestartIT.java | 28 +-
.../iotdb/pipe/it/single/AbstractPipeSingleIT.java | 2 +
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 134 +++
.../it/dual/AbstractSubscriptionDualIT.java | 5 +
.../it/dual/IoTDBSubscriptionConsumerGroupIT.java | 725 ++++++++----
.../it/dual/IoTDBSubscriptionTopicIT.java | 204 +++-
.../it/local/IoTDBSubscriptionBasicIT.java | 12 +-
.../it/local/IoTDBSubscriptionIdempotentIT.java | 22 +-
.../it/local/IoTDBSubscriptionRestartIT.java | 298 ++++-
.../apache/iotdb/tools/it/ExportDataTestIT.java | 6 +-
.../apache/iotdb/tools/it/ImportDataTestIT.java | 4 +-
.../parameter/PipeParameterValidator.java | 22 +-
.../api/customizer/parameter/PipeParameters.java | 77 +-
.../src/assembly/resources/conf/logback-backup.xml | 49 +
.../cli/src/assembly/resources/tools/backup.bat | 127 +++
.../cli/src/assembly/resources/tools/backup.sh | 134 +++
.../org/apache/iotdb/tool/AbstractDataTool.java | 1 +
.../java/org/apache/iotdb/tool/ExportData.java | 21 +-
.../java/org/apache/iotdb/tool/ImportData.java | 73 +-
.../org/apache/iotdb/tool/IoTDBDataBackTool.java | 1152 ++++++++++++++++++++
.../apache/iotdb/jdbc/IoTDBPreparedStatement.java | 7 +-
.../iotdb/jdbc/IoTDBPreparedStatementTest.java | 23 +
.../main/java/org/apache/iotdb/rpc/RpcUtils.java | 19 +
.../apache/iotdb/rpc/TElasticFramedTransport.java | 3 +-
.../rpc/subscription/config/ConsumerConfig.java | 8 +
.../rpc/subscription/config/ConsumerConstant.java | 17 +-
.../exception}/SubscriptionException.java | 2 +-
.../SubscriptionParameterNotValidException.java | 17 +-
.../SubscriptionPollTimeOutException.java | 16 +-
.../response/PipeSubscribeHandshakeResp.java | 26 +-
.../payload/response/PipeSubscribePollResp.java | 24 +-
.../subscription/ConsumerHeartbeatWorker.java | 26 +-
.../subscription/PullConsumerAutoCommitWorker.java | 10 +-
.../session/subscription/SubscriptionConsumer.java | 399 ++++++-
.../subscription/SubscriptionEndpointsSyncer.java | 132 +++
.../session/subscription/SubscriptionProvider.java | 71 +-
.../subscription/SubscriptionPullConsumer.java | 99 +-
.../subscription/SubscriptionPushConsumer.java | 2 +-
.../session/subscription/SubscriptionSession.java | 20 +-
.../SubscriptionSessionConnection.java | 21 +-
.../session/subscription/model/Subscription.java | 6 +-
.../iotdb/session/subscription/model/Topic.java | 4 +-
iotdb-connector/grafana-plugin/yarn.lock | 16 +-
.../client/async/AsyncDataNodeClientPool.java | 10 +-
.../client/async/handlers/AsyncClientHandler.java | 12 +-
.../heartbeat/ConfigNodeHeartbeatHandler.java | 22 +-
.../heartbeat/DataNodeHeartbeatHandler.java | 74 +-
.../handlers/rpc/TransferLeaderRPCHandler.java | 89 ++
.../client/sync/SyncDataNodeClientPool.java | 9 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 4 +-
.../confignode/conf/ConfigNodeDescriptor.java | 12 +-
.../confignode/conf/ConfigNodeRemoveCheck.java | 4 +-
.../confignode/conf/ConfigNodeStartupCheck.java | 6 +-
.../confignode/conf/SystemPropertiesUtils.java | 7 +-
.../consensus/request/ConfigPhysicalPlan.java | 1 +
.../consensus/request/ConfigPhysicalPlanType.java | 1 +
.../request/ConfigPhysicalPlanVisitor.java | 6 +
.../consensus/request/auth/AuthorPlan.java | 3 +
.../response/pipe/task/PipeTableResp.java | 8 +-
.../statemachine/ConfigRegionStateMachine.java | 23 +-
.../iotdb/confignode/manager/ConfigManager.java | 54 +-
.../apache/iotdb/confignode/manager/IManager.java | 7 +
.../confignode/manager/PermissionManager.java | 3 +-
.../iotdb/confignode/manager/ProcedureManager.java | 122 ++-
.../manager/consensus/ConsensusManager.java | 7 +
.../iotdb/confignode/manager/load/LoadManager.java | 175 +--
.../manager/load/balancer/PartitionBalancer.java | 10 +-
.../manager/load/balancer/RouteBalancer.java | 438 +++++---
.../router/leader/AbstractLeaderBalancer.java | 138 +++
.../router/leader/GreedyLeaderBalancer.java | 67 +-
.../balancer/router/leader/ILeaderBalancer.java | 49 -
.../router/leader/MinCostFlowLeaderBalancer.java | 194 ++--
.../router/priority/GreedyPriorityBalancer.java | 4 +-
.../router/priority/LeaderPriorityBalancer.java | 4 +-
.../load/cache/AbstractHeartbeatSample.java} | 33 +-
.../manager/load/cache/AbstractLoadCache.java | 86 ++
.../manager/load/cache/AbstractStatistics.java | 49 +
.../confignode/manager/load/cache/LoadCache.java | 457 ++++----
.../load/cache/consensus/ConsensusGroupCache.java | 61 ++
.../consensus/ConsensusGroupHeartbeatSample.java} | 37 +-
.../cache/consensus/ConsensusGroupStatistics.java | 72 ++
.../manager/load/cache/node/BaseNodeCache.java | 106 +-
.../load/cache/node/ConfigNodeHeartbeatCache.java | 39 +-
.../load/cache/node/DataNodeHeartbeatCache.java | 37 +-
.../load/cache/node/NodeHeartbeatSample.java | 70 +-
.../manager/load/cache/node/NodeStatistics.java | 105 +-
.../manager/load/cache/region/RegionCache.java | 70 +-
.../load/cache/region/RegionGroupCache.java | 118 +-
.../load/cache/region/RegionGroupStatistics.java | 80 +-
.../load/cache/region/RegionHeartbeatSample.java | 30 +-
.../load/cache/region/RegionStatistics.java | 41 +-
.../manager/load/cache/route/RegionRouteCache.java | 147 ---
.../manager/load/service/EventService.java | 299 +++++
.../manager/load/service/HeartbeatService.java | 26 +-
.../manager/load/service/StatisticsService.java | 237 +---
...va => ConsensusGroupStatisticsChangeEvent.java} | 30 +-
.../load/subscriber/IClusterStatusSubscriber.java | 8 +-
.../subscriber/NodeStatisticsChangeEvent.java} | 32 +-
....java => RegionGroupStatisticsChangeEvent.java} | 24 +-
.../iotdb/confignode/manager/node/NodeManager.java | 14 +-
.../manager/partition/PartitionManager.java | 14 +-
.../{transfer => }/agent/PipeConfigNodeAgent.java | 10 +-
.../agent/plugin/PipeConfigNodePluginAgent.java | 2 +-
.../PipeConfigRegionConnectorConstructor.java | 6 +-
.../PipeConfigRegionExtractorConstructor.java | 4 +-
.../PipeConfigRegionProcessorConstructor.java | 2 +-
.../receiver/IoTDBConfigNodeReceiverAgent.java | 24 +-
.../agent/runtime/PipeConfigNodeRuntimeAgent.java | 6 +-
.../agent/runtime/PipeConfigRegionListener.java | 6 +-
.../agent/task/PipeConfigNodeTaskAgent.java | 12 +-
.../client/IoTDBConfigNodeSyncClientManager.java | 14 +-
.../PipeTransferConfigNodeHandshakeV1Req.java | 2 +-
.../PipeTransferConfigNodeHandshakeV2Req.java | 2 +-
.../payload}/PipeTransferConfigPlanReq.java | 2 +-
.../PipeTransferConfigSnapshotPieceReq.java | 2 +-
.../PipeTransferConfigSnapshotSealReq.java | 2 +-
.../IoTDBConfigRegionAirGapConnector.java | 55 +-
.../protocol}/IoTDBConfigRegionConnector.java | 90 +-
.../runtime/PipeHeartbeatScheduler.java | 2 +-
.../runtime/PipeLeaderChangeHandler.java | 41 +-
.../runtime/PipeRuntimeCoordinator.java | 23 +-
.../pipe/event/PipeConfigRegionSnapshotEvent.java | 54 +-
.../pipe/event/PipeConfigRegionWritePlanEvent.java | 46 +-
.../execution/PipeConfigNodeSubtask.java | 88 +-
.../execution/PipeConfigNodeSubtaskExecutor.java | 2 +-
.../extractor/ConfigRegionListeningFilter.java | 18 +-
.../extractor/ConfigRegionListeningQueue.java | 2 +-
.../extractor/IoTDBConfigRegionExtractor.java | 51 +-
.../protocol}/IoTDBConfigNodeReceiver.java | 59 +-
.../PipeConfigPhysicalPlanExceptionVisitor.java | 2 +-
.../PipeConfigPhysicalPlanTSStatusVisitor.java | 14 +-
.../{transfer => }/task/PipeConfigNodeTask.java | 2 +-
.../task/PipeConfigNodeTaskBuilder.java | 4 +-
.../task/PipeConfigNodeTaskStage.java | 6 +-
.../manager/schema/ClusterSchemaManager.java | 36 +-
.../iotdb/confignode/persistence/AuthorInfo.java | 3 +
.../persistence/executor/ConfigPlanExecutor.java | 3 +-
.../partition/DatabasePartitionTable.java | 11 +-
.../persistence/partition/PartitionInfo.java | 11 +-
.../confignode/persistence/pipe/PipeInfo.java | 2 +-
.../schema/CNPhysicalPlanGenerator.java | 9 +-
.../persistence/subscription/SubscriptionInfo.java | 2 +-
.../iotdb/confignode/procedure/Procedure.java | 15 -
.../procedure/env/ConfigNodeProcedureEnv.java | 75 +-
.../procedure/env/RegionMaintainHandler.java | 200 ++--
.../procedure/impl/StateMachineProcedure.java | 18 +
.../impl/node/AddConfigNodeProcedure.java | 10 +-
.../impl/pipe/task/AlterPipeProcedureV2.java | 2 +-
.../impl/region/AddRegionPeerProcedure.java | 159 ++-
.../impl/region/CreateRegionGroupsProcedure.java | 79 +-
.../impl/region/RegionMigrateProcedure.java | 41 +-
.../impl/region/RemoveRegionPeerProcedure.java | 61 +-
.../impl/schema/DeleteDatabaseProcedure.java | 5 +-
.../AbstractOperateSubscriptionProcedure.java | 2 +-
.../consumer/AlterConsumerGroupProcedure.java | 2 +-
.../runtime/ConsumerGroupMetaSyncProcedure.java | 2 +-
.../subscription/CreateSubscriptionProcedure.java | 2 +-
.../subscription/DropSubscriptionProcedure.java | 2 +-
.../subscription/topic/AlterTopicProcedure.java | 2 +-
.../subscription/topic/CreateTopicProcedure.java | 2 +-
.../subscription/topic/DropTopicProcedure.java | 2 +-
.../topic/runtime/TopicMetaSyncProcedure.java | 2 +-
.../testonly/CreateManyDatabasesProcedure.java | 10 +-
.../procedure/state/RegionTransitionState.java | 1 -
.../procedure/state/RemoveRegionPeerState.java | 1 +
.../iotdb/confignode/service/ConfigNode.java | 2 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 8 +-
.../confignode/manager/load/FakeSubscriber.java | 91 ++
.../confignode/manager/load/LoadManagerTest.java | 295 +++++
.../router/leader/CFDLeaderBalancerTest.java | 145 ++-
.../router/leader/GreedyLeaderBalancerTest.java | 142 ++-
.../leader/LeaderBalancerComparisonTest.java | 82 +-
.../router/priority/GreedyPriorityTest.java | 10 +-
.../priority/LeaderPriorityBalancerTest.java | 8 +-
...CacheTest.java => ConsensusGroupCacheTest.java} | 20 +-
.../manager/load/cache/NodeCacheTest.java | 37 +-
.../manager/load/cache/RegionGroupCacheTest.java | 113 +-
.../connector/IoTDBConfigRegionConnectorTest.java | 2 +-
.../PipeConfigNodeThriftRequestTest.java | 10 +-
.../PipeConfigNodeSubtaskExecutorTest.java | 2 -
.../extractor/IoTDBConfigRegionExtractorTest.java | 1 -
.../confignode/persistence/AuthorInfoTest.java | 21 +
.../persistence/CNPhysicalPlanGeneratorTest.java | 3 +
.../ConfigRegionListeningQueueTest.java | 2 +-
.../persistence/node/NodeStatisticsTest.java | 66 --
.../statistics/RegionGroupStatisticsTest.java | 76 --
.../partition/statistics/RegionStatisticsTest.java | 66 --
iotdb-core/consensus/pom.xml | 4 +
.../org/apache/iotdb/consensus/IConsensus.java | 38 +-
.../iotdb/consensus/config/IoTConsensusConfig.java | 19 +-
.../consensus/exception/ConsensusException.java | 4 +
.../apache/iotdb/consensus/iot/IoTConsensus.java | 125 ++-
.../consensus/iot/IoTConsensusServerImpl.java | 246 ++++-
.../consensus/iot/logdispatcher/LogDispatcher.java | 38 +-
.../service/IoTConsensusRPCServiceProcessor.java | 8 +-
.../iot/snapshot/IoTConsensusRateLimiter.java | 62 ++
.../iot/snapshot/SnapshotFragmentReader.java | 4 +
.../apache/iotdb/consensus/ratis/DiskGuardian.java | 65 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 168 ++-
.../iotdb/consensus/simple/SimpleConsensus.java | 21 +
.../apache/iotdb/consensus/iot/ReplicateTest.java | 70 +-
.../apache/iotdb/consensus/iot/StabilityTest.java | 12 +-
.../iotdb/consensus/ratis/RatisConsensusTest.java | 26 +-
.../src/assembly/resources/conf/datanode-env.bat | 3 -
.../src/assembly/resources/conf/datanode-env.sh | 3 -
.../assembly/resources/conf/logback-datanode.xml | 15 -
.../src/assembly/resources/sbin/start-datanode.bat | 1 +
.../src/assembly/resources/sbin/start-datanode.sh | 1 +
.../org/apache/iotdb/db/audit/AuditLogger.java | 8 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 86 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 220 +++-
.../org/apache/iotdb/db/conf/IoTDBStartCheck.java | 17 +-
.../db/conf/rest/IoTDBRestServiceDescriptor.java | 4 +-
.../db/consensus/DataRegionConsensusImpl.java | 255 +++--
.../dataregion/DataRegionStateMachine.java | 80 +-
.../schemaregion/SchemaRegionStateMachine.java | 16 +-
.../db/exception/PartitionViolationException.java | 6 +-
.../metadata/DataTypeMismatchException.java | 20 +-
.../metadata/view/BrokenViewException.java | 13 +-
.../PipeDataRegionProcessorConstructor.java | 3 +
.../agent/receiver/PipeDataNodeReceiverAgent.java | 11 +-
.../agent/runtime/PipeDataNodeRuntimeAgent.java | 2 +-
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 9 +
.../client/IoTDBDataNodeAsyncClientManager.java | 90 +-
.../client/IoTDBDataNodeSyncClientManager.java | 5 +-
...IoTDBThriftSyncPipeTransferBatchReqBuilder.java | 17 +-
.../builder/PipeTransferBatchReqBuilder.java | 53 +-
.../request/PipeTransferTabletBatchReq.java | 23 +-
.../request/PipeTransferTabletBinaryReq.java | 57 +-
.../request/PipeTransferTabletInsertNodeReq.java | 59 +-
.../connector/payload/legacy/DeletionPipeData.java | 4 +-
.../db/pipe/connector/payload/legacy/PipeData.java | 2 +-
.../connector/payload/legacy/TsFilePipeData.java | 4 +-
.../airgap/IoTDBDataNodeAirGapConnector.java | 26 +-
.../airgap/IoTDBDataRegionAirGapConnector.java | 95 +-
.../airgap/IoTDBSchemaRegionAirGapConnector.java | 27 +-
.../protocol/legacy/IoTDBLegacyPipeConnector.java | 98 +-
.../connector/protocol/opcua/OpcUaConnector.java | 54 +-
.../async/IoTDBDataRegionAsyncConnector.java | 228 ++--
.../PipeTransferTabletBatchEventHandler.java | 16 +-
.../PipeTransferTabletInsertNodeEventHandler.java | 3 +-
.../PipeTransferTabletInsertionEventHandler.java | 5 -
.../PipeTransferTsFileInsertionEventHandler.java | 59 +-
.../thrift/sync/IoTDBDataNodeSyncConnector.java | 40 +-
.../thrift/sync/IoTDBDataRegionSyncConnector.java | 112 +-
.../thrift/sync/IoTDBSchemaRegionConnector.java | 33 +-
.../protocol/websocket/WebSocketConnector.java | 23 +-
.../websocket/WebSocketConnectorServer.java | 5 +-
.../protocol/writeback/WriteBackConnector.java | 51 +-
.../db/pipe/event/common/row/PipeRowCollector.java | 4 +-
.../schema/PipeSchemaRegionSnapshotEvent.java | 65 +-
.../schema/PipeSchemaRegionWritePlanEvent.java | 44 +-
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 133 ++-
.../common/tablet/PipeRawTabletInsertionEvent.java | 9 +-
.../tablet/TabletInsertionDataContainer.java | 15 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 76 +-
.../common/tsfile/TsFileInsertionPointCounter.java | 169 +++
.../event/common/watermark/PipeWatermarkEvent.java | 22 +-
.../db/pipe/event/realtime/PipeRealtimeEvent.java | 45 +-
.../PipeConnectorSubtaskExecutor.java | 2 +-
.../PipeProcessorSubtaskExecutor.java | 2 +-
.../{executor => }/PipeSubtaskExecutorManager.java | 2 +-
.../dataregion/DataRegionWatermarkInjector.java | 76 ++
.../dataregion/IoTDBDataRegionExtractor.java | 82 +-
.../PipeHistoricalDataRegionTsFileExtractor.java | 24 +-
.../realtime/PipeRealtimeDataRegionExtractor.java | 8 +-
.../PipeRealtimeDataRegionHybridExtractor.java | 67 +-
.../realtime/assigner/PipeDataRegionAssigner.java | 4 +-
.../realtime/epoch/TsFileEpochManager.java | 23 +-
.../schemaregion/IoTDBSchemaRegionExtractor.java | 31 +-
.../iotdb/db/pipe/metric/PipeConnectorMetrics.java | 46 +-
.../iotdb/db/pipe/metric/PipeExtractorMetrics.java | 49 +-
.../iotdb/db/pipe/metric/PipeProcessorMetrics.java | 46 +-
.../{matcher => }/CachedSchemaPatternMatcher.java | 2 +-
.../{matcher => }/PipeDataRegionMatcher.java | 2 +-
.../processor/aggregate/AggregateProcessor.java | 161 ++-
.../aggregate/TimeSeriesRuntimeState.java | 31 +-
.../window/datastructure/TimeSeriesWindow.java | 42 +-
.../window/datastructure/WindowOutput.java | 6 +-
.../processor/TumblingWindowingProcessor.java | 12 +-
.../pipe/processor/twostage/combiner/Combiner.java | 107 ++
.../twostage/combiner/PipeCombineHandler.java | 198 ++++
.../combiner/PipeCombineHandlerManager.java | 163 +++
.../twostage/exchange/payload/CombineRequest.java | 138 +++
.../payload/FetchCombineResultRequest.java | 118 ++
.../payload/FetchCombineResultResponse.java | 98 ++
.../twostage/exchange/payload/RequestType.java} | 42 +-
.../receiver/TwoStageAggregateReceiver.java | 82 ++
.../exchange/sender/TwoStageAggregateSender.java | 235 ++++
.../twostage/operator/CountOperator.java} | 42 +-
.../processor/twostage/operator/Operator.java} | 14 +-
.../twostage/plugin/TwoStageCountProcessor.java | 391 +++++++
.../pipe/processor/twostage/state/CountState.java} | 34 +-
.../db/pipe/processor/twostage/state/State.java} | 16 +-
.../SimpleConsensusProgressIndexAssigner.java | 2 +-
.../{ => protocol}/airgap/IoTDBAirGapReceiver.java | 64 +-
.../airgap/IoTDBAirGapReceiverAgent.java | 2 +-
.../legacy/IoTDBLegacyPipeReceiverAgent.java | 3 +-
.../legacy/loader/DeletionLoader.java | 2 +-
.../{ => protocol}/legacy/loader/ILoader.java | 2 +-
.../{ => protocol}/legacy/loader/TsFileLoader.java | 2 +-
.../thrift/IoTDBDataNodeReceiver.java | 136 ++-
.../thrift/IoTDBDataNodeReceiverAgent.java | 23 +-
.../{ => visitor}/PipePlanToStatementVisitor.java | 107 +-
.../PipeStatementExceptionVisitor.java | 29 +-
.../PipeStatementTSStatusVisitor.java | 90 +-
.../visitor/PipeStatementToBatchVisitor.java | 184 ++++
.../db/pipe/resource/memory/PipeMemoryBlock.java | 7 +-
.../resource/tsfile/PipeTsFileResourceManager.java | 1 -
.../pipe/task/builder/PipeDataNodeTaskBuilder.java | 6 +-
.../pipe/task/connection/PipeEventCollector.java | 30 +-
.../db/pipe/task/stage/PipeTaskConnectorStage.java | 5 +-
.../db/pipe/task/stage/PipeTaskExtractorStage.java | 13 +
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 4 +-
.../subtask/connector/PipeConnectorSubtask.java | 6 +-
.../connector/PipeConnectorSubtaskLifeCycle.java | 2 +-
.../connector/PipeConnectorSubtaskManager.java | 54 +-
.../subtask/processor/PipeProcessorSubtask.java | 62 +-
.../iotdb/db/protocol/client/ConfigNodeClient.java | 7 +
.../iotdb/db/protocol/client/ConfigNodeInfo.java | 9 +-
.../db/protocol/rest/utils/InsertRowDataUtils.java | 20 +-
.../rest/utils/InsertTabletSortDataUtils.java | 16 +-
.../v2/handler/StatementConstructionHandler.java | 27 +-
.../protocol/rest/v2/impl/RestApiServiceImpl.java | 86 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 13 +
.../impl/DataNodeInternalRPCServiceImpl.java | 54 +-
.../execution/exchange/MPPDataExchangeManager.java | 15 +-
.../execution/exchange/sink/ShuffleSinkHandle.java | 4 +-
.../exchange/source/LocalSourceHandle.java | 9 -
.../execution/executor/RegionWriteExecutor.java | 12 +-
.../fragment/FragmentInstanceContext.java | 12 +-
.../fragment/FragmentInstanceExecution.java | 2 +-
.../fragment/FragmentInstanceManager.java | 10 +
.../execution/load/LoadTsFileManager.java | 71 +-
.../queryengine/execution/memory/MemoryPool.java | 23 +-
.../schema/source/TimeSeriesSchemaSource.java | 2 +-
...erator.java => AbstractSeriesScanOperator.java} | 115 +-
.../operator/source/AlignedSeriesScanOperator.java | 110 +-
.../operator/source/SeriesScanOperator.java | 111 +-
.../execution/operator/source/SeriesScanUtil.java | 12 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 25 +-
.../analyze/cache/schema/DataNodeSchemaCache.java | 25 +
.../analyze/cache/schema/SchemaCacheEntry.java | 8 +
.../cache/schema/TimeSeriesSchemaCache.java | 32 +
.../cache/schema/dualkeycache/IDualKeyCache.java | 9 +
.../schema/dualkeycache/impl/DualKeyCacheImpl.java | 59 +
.../schema/lastcache/DataNodeLastCacheManager.java | 7 +
.../schema/lastcache/ILastCacheContainer.java | 5 +-
.../cache/schema/lastcache/LastCacheContainer.java | 7 +
.../analyze/schema/AutoCreateSchemaExecutor.java | 6 +-
.../plan/analyze/schema/ClusterSchemaFetcher.java | 7 +-
.../queryengine/plan/execution/QueryExecution.java | 3 +-
.../config/executor/ClusterConfigTaskExecutor.java | 52 +-
.../config/executor/IConfigTaskExecutor.java | 4 +-
.../visitor/CompleteMeasurementSchemaVisitor.java | 6 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 8 +-
.../plan/parser/StatementGenerator.java | 6 +-
.../plan/planner/TemplatedLogicalPlanBuilder.java | 5 +-
.../plan/planner/plan/node/PlanNodeType.java | 4 +
.../planner/plan/node/write/InsertRowNode.java | 27 +-
.../planner/plan/node/write/InsertRowsNode.java | 94 +-
.../scheduler/load/LoadTsFileDispatcherImpl.java | 195 ++--
.../plan/scheduler/load/LoadTsFileScheduler.java | 40 +-
.../plan/statement/crud/InsertBaseStatement.java | 17 +-
.../crud/InsertMultiTabletsStatement.java | 7 +
.../plan/statement/crud/InsertRowStatement.java | 11 +
.../crud/InsertRowsOfOneDeviceStatement.java | 7 +
.../plan/statement/crud/InsertRowsStatement.java | 7 +
.../plan/statement/crud/InsertStatement.java | 35 +-
.../plan/statement/crud/InsertTabletStatement.java | 11 +
.../statement/metadata/ShowVariablesStatement.java | 9 +-
.../apache/iotdb/db/schemaengine/SchemaEngine.java | 6 +-
.../schemaengine/metric/SchemaRegionMemMetric.java | 2 +-
.../rescon/DataNodeSchemaQuotaManager.java | 30 +-
.../rescon/ISchemaRegionStatistics.java | 2 +-
.../rescon/MemSchemaEngineStatistics.java | 29 +-
.../rescon/MemSchemaRegionStatistics.java | 40 +-
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 44 +-
.../schemaregion/impl/SchemaRegionPBTreeImpl.java | 44 +-
.../schemaregion/utils/ResourceByPathUtils.java | 3 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 69 +-
.../iotdb/db/service/RegionMigrateService.java | 24 +-
.../iotdb/db/storageengine/StorageEngine.java | 6 +-
.../db/storageengine/dataregion/DataRegion.java | 255 +++--
.../exception/CompactionExceptionHandler.java | 15 +-
.../execute/recover/CompactionRecoverTask.java | 18 +-
.../execute/task/AbstractCompactionTask.java | 32 +-
.../execute/task/CrossSpaceCompactionTask.java | 19 +
.../execute/task/InnerSpaceCompactionTask.java | 33 +-
.../task/InsertionCrossSpaceCompactionTask.java | 13 +-
.../fast/AlignedSeriesCompactionExecutor.java | 68 +-
.../fast/NonAlignedSeriesCompactionExecutor.java | 21 +-
.../executor/fast/element/AlignedPageElement.java | 7 +-
.../fast/element/NonAlignedPageElement.java | 3 +-
.../fast/reader/CompactionChunkReader.java | 33 +-
.../compaction/io/CompactionTsFileOutput.java | 104 ++
.../compaction/io/CompactionTsFileReader.java | 7 +
.../compaction/io/CompactionTsFileWriter.java | 22 +-
.../compaction/repair/RepairDataFileScanUtil.java | 13 +-
.../repair/RepairTimePartitionScanTask.java | 12 +
.../schedule/CompactionScheduleTaskManager.java | 4 +-
.../compaction/schedule/CompactionScheduler.java | 40 +-
.../compaction/schedule/CompactionTaskManager.java | 71 +-
.../compaction/schedule/CompactionTaskQueue.java | 54 +-
.../compaction/schedule/CompactionWorker.java | 12 +-
.../impl/RewriteCrossSpaceCompactionSelector.java | 11 +-
.../impl/SizeTieredCompactionSelector.java | 5 +-
.../dataregion/memtable/AbstractMemTable.java | 3 +
.../memtable/AlignedWritableMemChunk.java | 5 +-
.../dataregion/memtable/TsFileProcessor.java | 391 +++++--
.../dataregion/memtable/WritableMemChunkGroup.java | 3 +
.../dataregion/snapshot/SnapshotLoader.java | 18 +-
.../storageengine/dataregion/tsfile/TsFileID.java | 18 +-
.../dataregion/tsfile/TsFileManager.java | 2 +-
.../dataregion/tsfile/TsFileResource.java | 2 +-
.../tsfile/generator/TsFileNameGenerator.java | 99 +-
.../tsfile/timeindex/DeviceTimeIndex.java | 64 +-
.../dataregion/tsfile/timeindex/FileTimeIndex.java | 22 +-
.../dataregion/tsfile/timeindex/ITimeIndex.java | 2 -
.../dataregion/wal/buffer/WALBuffer.java | 2 +-
.../dataregion/wal/buffer/WALEntry.java | 6 +
.../dataregion/wal/buffer/WALEntryType.java | 7 +-
.../dataregion/wal/buffer/WALInfoEntry.java | 1 +
.../dataregion/wal/io/WALMetaData.java | 1 +
.../dataregion/wal/node/IWALNode.java | 4 +
.../dataregion/wal/node/WALFakeNode.java | 6 +
.../storageengine/dataregion/wal/node/WALNode.java | 27 +-
.../dataregion/wal/recover/WALNodeRecoverTask.java | 23 +-
.../wal/recover/file/TsFilePlanRedoer.java | 33 +-
.../file/UnsealedTsFileRecoverPerformer.java | 16 +-
.../db/storageengine/rescon/disk/TierManager.java | 18 +-
.../db/storageengine/rescon/memory/SystemInfo.java | 34 +
.../rescon/memory/TimePartitionManager.java | 14 +
.../storageengine/rescon/quotas/QuotaLimiter.java | 3 +
.../agent/SubscriptionAgentLauncher.java | 2 +-
.../agent/SubscriptionConsumerAgent.java | 2 +-
.../broker/SerializedEnrichedEvent.java | 26 +-
.../broker/SubscriptionPrefetchingQueue.java | 28 +-
.../executor/SubscriptionSubtaskExecutor.java | 2 +-
.../receiver/SubscriptionReceiverV1.java | 69 +-
.../task/stage/SubscriptionTaskConnectorStage.java | 4 +-
.../SubscriptionConnectorSubtaskLifeCycle.java | 2 +-
.../SubscriptionConnectorSubtaskManager.java | 65 +-
.../db/tools/schema/SRStatementGenerator.java | 130 ++-
.../org/apache/iotdb/db/utils/DateTimeUtils.java | 27 -
.../java/org/apache/iotdb/db/utils/MemUtils.java | 20 +
.../db/auth/user/LocalFileUserManagerTest.java | 8 +
.../dataregion/DataRegionStateMachineTest.java | 46 +-
.../cache/dualkeycache/DualKeyCacheTest.java | 114 ++
.../schemaRegion/SchemaStatisticsTest.java | 12 +-
.../iotdb/db/pipe/connector/PipeReceiverTest.java | 2 +-
.../PipeConnectorSubtaskExecutorTest.java | 1 -
.../PipeProcessorSubtaskExecutorTest.java | 1 -
.../extractor/IoTDBDataRegionExtractorTest.java | 32 +-
.../pattern/CachedSchemaPatternMatcherTest.java | 1 -
.../node/write/InsertRowsNodeSerdeTest.java | 58 +
.../storageengine/dataregion/DataRegionTest.java | 88 +-
.../compaction/CompactionOverlapCheckTest.java | 6 +
.../FastInnerCompactionPerformerTest.java | 7 +
.../InsertionCrossSpaceCompactionRecoverTest.java | 82 ++
.../InnerSeqCompactionWithFastPerformerTest.java | 9 +-
...nerSeqCompactionWithReadChunkPerformerTest.java | 9 +-
.../inner/InnerSpaceCompactionExceptionTest.java | 5 +-
.../settle/SettleRequestHandlerTest.java | 3 +-
.../utils/CompactionFileGeneratorUtils.java | 10 +-
.../compaction/utils/CompactionTaskQueueTest.java | 10 +-
.../dataregion/memtable/TsFileProcessorTest.java | 200 ++++
.../dataregion/wal/WALManagerTest.java | 5 +
.../dataregion/wal/io/WALFileTest.java | 66 ++
.../wal/node/ConsensusReqReaderTest.java | 89 +-
.../dataregion/wal/node/WALEntryHandlerTest.java | 271 ++++-
.../dataregion/wal/node/WALNodeTest.java | 5 +
.../wal/node/WalDeleteOutdatedNewTest.java | 5 +
.../wal/recover/WALRecoverManagerTest.java | 52 +-
.../wal/recover/WALRecoverWriterTest.java | 93 +-
.../wal/recover/file/TsFilePlanRedoerTest.java | 36 +-
.../file/UnsealedTsFileRecoverPerformerTest.java | 87 ++
.../rescon/memory/TimePartitionManagerTest.java | 3 +
.../org/apache/iotdb/db/tools/WalCheckerTest.java | 2 +
.../db/utils/SchemaRegionSnapshotParserTest.java | 86 +-
.../metrics/metricsets/system/SystemMetrics.java | 147 ++-
.../apache/iotdb/metrics/utils/FileStoreUtils.java | 65 ++
.../apache/iotdb/metrics/utils/SystemMetric.java | 1 +
.../resources/conf/iotdb-common.properties | 22 +-
.../src/assembly/resources/sbin/health_check.bat | 649 +++++++++++
.../src/assembly/resources/sbin/health_check.sh | 400 +++++++
.../src/assembly/resources/sbin/start-all.sh | 2 +-
.../src/assembly/resources/sbin/stop-all.sh | 2 +-
.../commons/auth/authorizer/BasicAuthorizer.java | 12 +-
.../iotdb/commons/auth/authorizer/IAuthorizer.java | 2 +
.../iotdb/commons/auth/user/BasicUserManager.java | 16 +-
.../iotdb/commons/auth/user/IUserManager.java | 3 +-
.../async/AsyncPipeDataTransferServiceClient.java | 13 +-
.../apache/iotdb/commons/cluster/RegionStatus.java | 12 +-
.../commons/concurrent/IoTDBThreadPoolFactory.java | 12 -
.../iotdb/commons/concurrent/ThreadName.java | 1 +
.../apache/iotdb/commons/conf/CommonConfig.java | 86 +-
.../iotdb/commons/conf/CommonDescriptor.java | 32 +
.../apache/iotdb/commons/conf/IoTDBConstant.java | 8 +-
.../commons/consensus/index/ProgressIndex.java | 7 +-
.../commons/consensus/index/ProgressIndexType.java | 7 +-
.../consensus/index/impl/HybridProgressIndex.java | 4 +
.../consensus/index/impl/MetaProgressIndex.java | 2 +-
.../consensus/index/impl/StateProgressIndex.java | 233 ++++
.../apache/iotdb/commons/path/PathPatternTree.java | 54 +
.../iotdb/commons/path/PathPatternTreeUtils.java | 22 +-
.../commons/pipe/agent/plugin/PipePluginAgent.java | 10 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 48 +-
.../config/constant/PipeConnectorConstant.java | 18 +
.../config/constant/PipeExtractorConstant.java | 6 +-
.../config/constant/PipeProcessorConstant.java | 2 +
.../pipe/connector/PipeReceiverStatusHandler.java | 31 +-
.../pipe/connector/client/IoTDBClientManager.java | 45 +
.../pipe/connector/client/IoTDBSyncClient.java | 4 +-
.../connector/client/IoTDBSyncClientManager.java | 111 +-
.../request/IoTDBConnectorRequestVersion.java | 1 +
.../connector/protocol/IoTDBAirGapConnector.java | 100 +-
.../pipe/connector/protocol/IoTDBConnector.java | 57 +-
.../connector/protocol/IoTDBSslSyncConnector.java | 6 +-
.../queue/ConcurrentIterableLinkedQueue.java | 20 +-
.../listening/AbstractPipeListeningQueue.java | 6 +-
.../iotdb/commons/pipe/event/EnrichedEvent.java | 98 +-
.../commons/pipe/event/PipeSnapshotEvent.java | 19 +-
.../commons/pipe/event/PipeWritePlanEvent.java | 50 +-
.../extractor/IoTDBNonDataRegionExtractor.java | 4 +-
.../pipe/metric/PipeEventCommitMetrics.java | 2 +-
.../pipe/plugin/builtin/BuiltinPipePlugin.java | 2 +
.../processor/twostage/TwoStageCountProcessor.java | 15 +-
.../{committer => }/PipeEventCommitManager.java | 28 +-
.../{committer => }/PipeEventCommitter.java | 34 +-
.../commons/pipe/receiver/IoTDBFileReceiver.java | 283 +++--
.../commons/pipe/receiver/IoTDBReceiverAgent.java | 46 +-
.../commons/pipe/task/meta/PipeStaticMeta.java | 29 +-
.../iotdb/commons/pipe/task/meta/PipeTaskMeta.java | 28 +-
.../task/subtask/PipeAbstractConnectorSubtask.java | 2 +-
.../pipe/task/subtask/PipeReportableSubtask.java | 2 +-
.../commons/pipe/task/subtask/PipeSubtask.java | 28 +-
.../quotas/AverageIntervalRateLimiter.java | 2 +-
.../commons}/quotas/FixedIntervalRateLimiter.java | 2 +-
.../apache/iotdb/commons}/quotas/RateLimiter.java | 6 +-
.../meta/consumer/ConsumerGroupMeta.java | 2 +-
.../iotdb/commons/utils/CommonDateTimeUtils.java | 47 +
.../org/apache/iotdb/commons/utils/FileUtils.java | 18 +
... => IoTConsensusDeleteLocalPeerKillPoints.java} | 8 +-
...a => IoTConsensusInactivatePeerKillPoints.java} | 8 +-
...TConsensusRemovePeerCoordinatorKillPoints.java} | 2 +-
...nsusRemovePeerKillPoints.java => KillNode.java} | 11 +-
.../ConcurrentIterableLinkedQueueTest.java | 84 +-
.../consumer/ConsumerGroupDeSerTest.java | 2 +-
.../commons/utils/CommonDateTimeUtilsTest.java | 41 +
.../iotdb/tsfile/common/conf/TSFileDescriptor.java | 4 +-
.../org/apache/iotdb/tsfile/utils/PublicBAOS.java | 67 +-
.../tsfile/write/writer/LocalTsFileOutput.java | 10 +-
.../src/main/thrift/confignode.thrift | 8 +-
.../src/main/thrift/iotconsensus.thrift | 1 +
.../src/main/thrift/datanode.thrift | 8 +-
pom.xml | 5 +-
594 files changed, 20296 insertions(+), 6776 deletions(-)
copy iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/exception/ConsensusException.java => integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/IoTDBRegionMigrateDataNodeCrashITFramework.java (65%)
rename iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/SubscriptionException.java => integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/KillPointContext.java (61%)
create mode 100644 integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/IoTDBRegionMigrateClusterCrashIT.java
rename integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/{notpass/datanodecrash/CoordinatorRemoveRemotePeerCrashIT.java => pass/datanodecrash/IoTDBRegionMigrateCoordinatorCrashWhenRemoveRemotePeerIT.java} (64%)
rename integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/{notpass => pass}/datanodecrash/IoTDBRegionMigrateDataNodeCrashIT.java (58%)
copy integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/{IoTDBRegionMigrateNormalIT.java => datanodecrash/IoTDBRegionMigrateOriginalCrashWhenDeleteLocalPeerIT.java} (65%)
copy integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/{IoTDBRegionMigrateNormalIT.java => datanodecrash/IoTDBRegionMigrateOriginalCrashWhenRemoveRemotePeerIT.java} (64%)
create mode 100644 iotdb-client/cli/src/assembly/resources/conf/logback-backup.xml
create mode 100644 iotdb-client/cli/src/assembly/resources/tools/backup.bat
create mode 100755 iotdb-client/cli/src/assembly/resources/tools/backup.sh
create mode 100644 iotdb-client/cli/src/main/java/org/apache/iotdb/tool/IoTDBDataBackTool.java
copy {iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/exception/subscription => iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/exception}/SubscriptionException.java (96%)
rename iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/exception/subscription/SubscriptionException.java => iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/exception/SubscriptionParameterNotValidException.java (64%)
rename {iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/exception/subscription => iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/exception}/SubscriptionPollTimeOutException.java (69%)
create mode 100644 iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/SubscriptionEndpointsSyncer.java
create mode 100644 iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/client/async/handlers/rpc/TransferLeaderRPCHandler.java
create mode 100644 iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/router/leader/AbstractLeaderBalancer.java
delete mode 100644 iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/router/leader/ILeaderBalancer.java
copy iotdb-core/confignode/src/{test/java/org/apache/iotdb/confignode/manager/load/cache/LoadCacheTest.java => main/java/org/apache/iotdb/confignode/manager/load/cache/AbstractHeartbeatSample.java} (51%)
create mode 100644 iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/cache/AbstractLoadCache.java
create mode 100644 iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/cache/AbstractStatistics.java
create mode 100644 iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/cache/consensus/ConsensusGroupCache.java
copy iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/{pipe/transfer/task/PipeConfigNodeTask.java => load/cache/consensus/ConsensusGroupHeartbeatSample.java} (53%)
create mode 100644 iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/cache/consensus/ConsensusGroupStatistics.java
delete mode 100644 iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/cache/route/RegionRouteCache.java
create mode 100644 iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/service/EventService.java
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/subscriber/{RouteChangeEvent.java => ConsensusGroupStatisticsChangeEvent.java} (52%)
rename iotdb-core/confignode/src/{test/java/org/apache/iotdb/confignode/manager/load/cache/RegionRouteCacheTest.java => main/java/org/apache/iotdb/confignode/manager/load/subscriber/NodeStatisticsChangeEvent.java} (51%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/subscriber/{StatisticsChangeEvent.java => RegionGroupStatisticsChangeEvent.java} (65%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer => }/agent/PipeConfigNodeAgent.java (86%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer => }/agent/plugin/PipeConfigNodePluginAgent.java (96%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer => }/agent/plugin/PipeConfigRegionConnectorConstructor.java (91%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer => }/agent/plugin/PipeConfigRegionExtractorConstructor.java (92%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer => }/agent/plugin/PipeConfigRegionProcessorConstructor.java (95%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer => }/agent/receiver/IoTDBConfigNodeReceiverAgent.java (63%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer => }/agent/runtime/PipeConfigNodeRuntimeAgent.java (95%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer => }/agent/runtime/PipeConfigRegionListener.java (90%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer => }/agent/task/PipeConfigNodeTaskAgent.java (94%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer => }/connector/client/IoTDBConfigNodeSyncClientManager.java (81%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer/connector/payload/request => connector/payload}/PipeTransferConfigNodeHandshakeV1Req.java (96%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer/connector/payload/request => connector/payload}/PipeTransferConfigNodeHandshakeV2Req.java (96%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer/connector/payload/request => connector/payload}/PipeTransferConfigPlanReq.java (97%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer/connector/payload/request => connector/payload}/PipeTransferConfigSnapshotPieceReq.java (96%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer/connector/payload/request => connector/payload}/PipeTransferConfigSnapshotSealReq.java (98%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer/connector/config => connector/protocol}/IoTDBConfigRegionAirGapConnector.java (76%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer/connector/config => connector/protocol}/IoTDBConfigRegionConnector.java (67%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer => }/execution/PipeConfigNodeSubtask.java (73%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer => }/execution/PipeConfigNodeSubtaskExecutor.java (96%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer => }/extractor/ConfigRegionListeningFilter.java (93%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer => }/extractor/ConfigRegionListeningQueue.java (99%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer => }/extractor/IoTDBConfigRegionExtractor.java (71%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer/agent/receiver => receiver/protocol}/IoTDBConfigNodeReceiver.java (89%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer/agent/receiver => receiver/visitor}/PipeConfigPhysicalPlanExceptionVisitor.java (96%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer/agent/receiver => receiver/visitor}/PipeConfigPhysicalPlanTSStatusVisitor.java (95%)
copy iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer => }/task/PipeConfigNodeTask.java (95%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer => }/task/PipeConfigNodeTaskBuilder.java (94%)
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{transfer => }/task/PipeConfigNodeTaskStage.java (90%)
create mode 100644 iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/load/FakeSubscriber.java
create mode 100644 iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/load/LoadManagerTest.java
copy iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/load/cache/{LoadCacheTest.java => ConsensusGroupCacheTest.java} (58%)
rename iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/pipe/{ => connector}/PipeConfigNodeThriftRequestTest.java (89%)
delete mode 100644 iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/persistence/node/NodeStatisticsTest.java
delete mode 100644 iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/persistence/partition/statistics/RegionGroupStatisticsTest.java
delete mode 100644 iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/persistence/partition/statistics/RegionStatisticsTest.java
create mode 100644 iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/iot/snapshot/IoTConsensusRateLimiter.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/event/common/tsfile/TsFileInsertionPointCounter.java
copy integration-test/src/main/java/org/apache/iotdb/it/env/remote/config/RemoteConfigNodeConfig.java => iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/event/common/watermark/PipeWatermarkEvent.java (66%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/execution/{executor => }/PipeConnectorSubtaskExecutor.java (96%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/execution/{executor => }/PipeProcessorSubtaskExecutor.java (95%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/execution/{executor => }/PipeSubtaskExecutorManager.java (97%)
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/dataregion/DataRegionWatermarkInjector.java
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/pattern/{matcher => }/CachedSchemaPatternMatcher.java (99%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/pattern/{matcher => }/PipeDataRegionMatcher.java (97%)
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/twostage/combiner/Combiner.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/twostage/combiner/PipeCombineHandler.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/twostage/combiner/PipeCombineHandlerManager.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/twostage/exchange/payload/CombineRequest.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/twostage/exchange/payload/FetchCombineResultRequest.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/twostage/exchange/payload/FetchCombineResultResponse.java
copy iotdb-core/{confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/task/PipeConfigNodeTask.java => datanode/src/main/java/org/apache/iotdb/db/pipe/processor/twostage/exchange/payload/RequestType.java} (50%)
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/twostage/exchange/receiver/TwoStageAggregateReceiver.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/twostage/exchange/sender/TwoStageAggregateSender.java
rename iotdb-core/{confignode/src/test/java/org/apache/iotdb/confignode/manager/load/cache/LoadCacheTest.java => datanode/src/main/java/org/apache/iotdb/db/pipe/processor/twostage/operator/CountOperator.java} (50%)
copy iotdb-core/{node-commons/src/main/java/org/apache/iotdb/commons/utils/KillPoint/IoTConsensusRemovePeerKillPoints.java => datanode/src/main/java/org/apache/iotdb/db/pipe/processor/twostage/operator/Operator.java} (79%)
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/twostage/plugin/TwoStageCountProcessor.java
rename iotdb-core/{confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/task/PipeConfigNodeTask.java => datanode/src/main/java/org/apache/iotdb/db/pipe/processor/twostage/state/CountState.java} (57%)
copy iotdb-core/{consensus/src/main/java/org/apache/iotdb/consensus/exception/ConsensusException.java => datanode/src/main/java/org/apache/iotdb/db/pipe/processor/twostage/state/State.java} (74%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/progress/{assigner => }/SimpleConsensusProgressIndexAssigner.java (98%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{ => protocol}/airgap/IoTDBAirGapReceiver.java (75%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{ => protocol}/airgap/IoTDBAirGapReceiverAgent.java (98%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{ => protocol}/legacy/IoTDBLegacyPipeReceiverAgent.java (99%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{ => protocol}/legacy/loader/DeletionLoader.java (98%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{ => protocol}/legacy/loader/ILoader.java (95%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{ => protocol}/legacy/loader/TsFileLoader.java (98%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{ => protocol}/thrift/IoTDBDataNodeReceiver.java (73%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{ => protocol}/thrift/IoTDBDataNodeReceiverAgent.java (59%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{ => visitor}/PipePlanToStatementVisitor.java (66%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{ => visitor}/PipeStatementExceptionVisitor.java (77%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/{ => visitor}/PipeStatementTSStatusVisitor.java (68%)
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/receiver/visitor/PipeStatementToBatchVisitor.java
copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/{SeriesScanOperator.java => AbstractSeriesScanOperator.java} (57%)
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/io/CompactionTsFileOutput.java
create mode 100644 iotdb-core/metrics/interface/src/main/java/org/apache/iotdb/metrics/utils/FileStoreUtils.java
create mode 100644 iotdb-core/node-commons/src/assembly/resources/sbin/health_check.bat
create mode 100644 iotdb-core/node-commons/src/assembly/resources/sbin/health_check.sh
create mode 100644 iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/consensus/index/impl/StateProgressIndex.java
copy integration-test/src/main/java/org/apache/iotdb/itbase/env/ConfigNodeConfig.java => iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/processor/twostage/TwoStageCountProcessor.java (59%)
rename iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/progress/{committer => }/PipeEventCommitManager.java (76%)
rename iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/progress/{committer => }/PipeEventCommitter.java (71%)
rename iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon => node-commons/src/main/java/org/apache/iotdb/commons}/quotas/AverageIntervalRateLimiter.java (97%)
rename iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon => node-commons/src/main/java/org/apache/iotdb/commons}/quotas/FixedIntervalRateLimiter.java (96%)
rename iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon => node-commons/src/main/java/org/apache/iotdb/commons}/quotas/RateLimiter.java (95%)
copy iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/utils/KillPoint/{IoTConsensusRemovePeerKillPoints.java => IoTConsensusDeleteLocalPeerKillPoints.java} (86%)
copy iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/utils/KillPoint/{IoTConsensusRemovePeerKillPoints.java => IoTConsensusInactivatePeerKillPoints.java} (86%)
copy iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/utils/KillPoint/{IoTConsensusRemovePeerKillPoints.java => IoTConsensusRemovePeerCoordinatorKillPoints.java} (94%)
rename iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/utils/KillPoint/{IoTConsensusRemovePeerKillPoints.java => KillNode.java} (86%)
create mode 100644 iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/utils/CommonDateTimeUtilsTest.java