You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ha...@apache.org on 2024/02/06 07:10:36 UTC

(iotdb) 01/02: Merge branch 'master' of github.com:apache/iotdb into mac-arm64-ci

This is an automated email from the ASF dual-hosted git repository.

haonan pushed a commit to branch mac-arm64-ci
in repository https://gitbox.apache.org/repos/asf/iotdb.git

commit 999393be58d03a9465b103a8cd271c5e35cdb173
Merge: a9bba5dac33 fd4337eb0af
Author: HTHou <hh...@outlook.com>
AuthorDate: Tue Feb 6 15:09:39 2024 +0800

    Merge branch 'master' of github.com:apache/iotdb into mac-arm64-ci

 .github/workflows/greetings.yml                    |    2 +-
 NOTICE                                             |    2 +-
 NOTICE-binary                                      |    2 +-
 example/client-cpp-example/README.md               |    2 +-
 .../constant/BuiltinAggregationFunctionEnum.java   |    2 +-
 .../it/cluster/IoTDBClusterRestartIT.java          |   70 ++
 .../org/apache/iotdb/db/it/IOTDBLoadTsFileIT.java  |    9 +
 .../org/apache/iotdb/db/it/IoTDBDeletionIT.java    |   51 +-
 ...ushQueryMergeIT.java => IoTDBFlushQueryIT.java} |    3 +-
 .../apache/iotdb/db/it/IoTDBInsertMultiRowIT.java  |    1 -
 .../org/apache/iotdb/db/it/IoTDBMultiDeviceIT.java |    1 -
 .../org/apache/iotdb/db/it/IoTDBRepairDataIT.java  |  132 ++
 .../db/it/aggregation/IoTDBAggregationIT.java      |   52 +
 .../db/it/aggregation/maxby/IoTDBMaxBy2IT.java     |   29 +-
 .../db/it/aggregation/maxby/IoTDBMaxBy3IT.java     |   57 +-
 .../maxby/IoTDBMaxByAlignedSeriesIT.java           |   71 ++
 .../db/it/aggregation/maxby/IoTDBMaxByIT.java      |  487 ++++++++
 .../IoTDBOrderByLimitOffsetAlignByDeviceIT.java    |    1 +
 .../db/it/aligned/IoTDBAlignedDataDeletionIT.java  |   52 +-
 .../iotdb/db/it/auth/IoTDBSystemPermissionIT.java  |    2 -
 .../org/apache/iotdb/pipe/it/IoTDBPipeAlterIT.java |  355 ++++++
 .../apache/iotdb/pipe/it/IoTDBPipeDataSinkIT.java  |   46 -
 .../apache/iotdb/pipe/it/IoTDBPipeExtractorIT.java |   37 +-
 .../apache/iotdb/pipe/it/IoTDBPipeNullValueIT.java |  320 +++++
 .../apache/iotdb/pipe/it/IoTDBPipeSyntaxIT.java    |    3 +-
 .../iotdb/session/it/IoTDBSessionComplexIT.java    |    2 -
 .../java/org/apache/iotdb/pipe/api/PipeSink.java   |   49 +-
 .../java/org/apache/iotdb/pipe/api/PipeSource.java |   42 +-
 .../api/customizer/parameter/PipeParameters.java   |   23 +
 .../iotdb/pipe/api/event/UserDefinedEvent.java     |   58 +
 .../src/assembly/resources/tools/collect-info.bat  |  267 ++++
 .../tools/{collection-info.sh => collect-info.sh}  |  212 ++--
 .../assembly/resources/tools/collection-info.bat   |  275 -----
 .../java/org/apache/iotdb/cli/AbstractCli.java     |  246 ++--
 .../src/main/java/org/apache/iotdb/cli/Cli.java    |  124 +-
 .../apache/iotdb/cli/IoTDBSyntaxHighlighter.java   |    5 +-
 .../java/org/apache/iotdb/cli/type/ExitType.java   |   14 +-
 .../org/apache/iotdb/cli/utils/CliContext.java     |   84 ++
 .../org/apache/iotdb/cli/utils/IoTPrinter.java     |   36 +-
 .../org/apache/iotdb/cli/utils/JlineUtils.java     |   12 +-
 .../org/apache/iotdb/tool/AbstractCsvTool.java     |   10 +-
 .../org/apache/iotdb/tool/AbstractTsFileTool.java  |    6 +-
 .../main/java/org/apache/iotdb/tool/ExportCsv.java |   33 +-
 .../java/org/apache/iotdb/tool/ExportTsFile.java   |   38 +-
 .../main/java/org/apache/iotdb/tool/ImportCsv.java |   48 +-
 .../java/org/apache/iotdb/cli/AbstractCliIT.java   |   37 +-
 .../iotdb/tool/integration/ExportCsvTestIT.java    |    3 +
 .../iotdb/tool/integration/ImportCsvTestIT.java    |    3 +
 iotdb-client/client-cpp/README.md                  |   20 +-
 .../org/apache/iotdb/isession/SessionConfig.java   |    4 +
 iotdb-client/jdbc/pom.xml                          |    4 +
 .../apache/iotdb/jdbc/IoTDBDatabaseMetadata.java   |   37 +-
 .../org/apache/iotdb/jdbc/IoTDBJDBCResultSet.java  |    9 +
 .../java/org/apache/iotdb/session/Session.java     |   27 +-
 .../apache/iotdb/session/SessionConnection.java    |  660 ++++++++--
 .../org/apache/iotdb/session/pool/SessionPool.java | 1295 +++++++++-----------
 .../iotdb/session/SessionConnectionTest.java       |    9 +-
 .../sql/factory/IoTDBDynamicTableFactory.java      |    1 +
 iotdb-core/antlr/pom.xml                           |   11 +
 .../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 |    2 +
 .../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4   |   39 +-
 .../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4  |    8 +
 .../src/assembly/resources/conf/confignode-env.bat |    2 +-
 .../resources/conf/iotdb-confignode.properties     |    5 -
 ...register-confignode.sh => daemon-confignode.sh} |   24 +-
 .../confignode/client/DataNodeRequestType.java     |    1 +
 .../client/async/AsyncDataNodeClientPool.java      |    5 +
 .../client/async/handlers/AsyncClientHandler.java  |    1 +
 .../heartbeat/DataNodeHeartbeatHandler.java        |    2 +-
 .../iotdb/confignode/conf/ConfigNodeConfig.java    |   17 +-
 .../confignode/conf/ConfigNodeDescriptor.java      |    8 -
 .../confignode/conf/SystemPropertiesUtils.java     |   11 +-
 .../consensus/request/ConfigPhysicalPlan.java      |    4 +
 .../consensus/request/ConfigPhysicalPlanType.java  |    1 +
 .../request/write/pipe/task/AlterPipePlanV2.java   |   66 +
 .../statemachine/ConfigRegionStateMachine.java     |   31 +
 .../iotdb/confignode/manager/ConfigManager.java    |  104 +-
 .../apache/iotdb/confignode/manager/IManager.java  |   12 +
 .../iotdb/confignode/manager/ProcedureManager.java |   19 +
 .../manager/consensus/ConsensusManager.java        |    2 -
 .../confignode/manager/load/cache/LoadCache.java   |    2 +-
 .../manager/load/cache/node/BaseNodeCache.java     |    2 +-
 .../load/cache/node/ConfigNodeHeartbeatCache.java  |    2 +-
 .../load/cache/node/DataNodeHeartbeatCache.java    |    2 +-
 .../load/cache/node/NodeHeartbeatSample.java       |    6 +-
 .../manager/load/cache/node/NodeStatistics.java    |    2 +-
 .../manager/load/cache/region/RegionCache.java     |    5 +-
 .../load/cache/region/RegionHeartbeatSample.java   |    2 +-
 .../manager/load/service/HeartbeatService.java     |    4 +-
 .../iotdb/confignode/manager/node/NodeManager.java |    9 +
 .../pipe/coordinator/runtime/PipeMetaSyncer.java   |    3 +
 .../pipe/coordinator/task/PipeTaskCoordinator.java |   10 +
 .../iotdb/confignode/persistence/AuthorInfo.java   |    5 -
 .../persistence/executor/ConfigPlanExecutor.java   |   12 +-
 .../partition/DatabasePartitionTable.java          |   11 +
 .../persistence/partition/PartitionInfo.java       |   22 +-
 .../persistence/partition/RegionGroup.java         |   15 +
 .../persistence/pipe/PipePluginInfo.java           |   22 +-
 .../confignode/persistence/pipe/PipeTaskInfo.java  |   96 +-
 .../procedure/env/ConfigNodeProcedureEnv.java      |    2 +-
 .../impl/pipe/AbstractOperatePipeProcedureV2.java  |   21 +-
 .../procedure/impl/pipe/PipeTaskOperation.java     |    1 +
 .../impl/pipe/task/AlterPipeProcedureV2.java       |  354 ++++++
 .../impl/pipe/task/CreatePipeProcedureV2.java      |   25 +-
 .../impl/pipe/task/StopPipeProcedureV2.java        |    3 +-
 .../procedure/store/ProcedureFactory.java          |    6 +
 .../confignode/procedure/store/ProcedureType.java  |    1 +
 .../iotdb/confignode/service/ConfigNode.java       |   14 +-
 .../thrift/ConfigNodeRPCServiceProcessor.java      |   13 +-
 .../request/ConfigPhysicalPlanSerDeTest.java       |   29 +-
 .../router/priority/GreedyPriorityTest.java        |    6 +-
 .../priority/LeaderPriorityBalancerTest.java       |    6 +-
 .../manager/load/cache/LoadCacheTest.java          |    2 +-
 .../manager/load/cache/NodeCacheTest.java          |    6 +-
 .../manager/load/cache/RegionGroupCacheTest.java   |    6 +-
 .../manager/load/cache/RegionRouteCacheTest.java   |    2 +-
 .../iotdb/confignode/persistence/PipeInfoTest.java |    2 +-
 .../impl/pipe/task/AlterPipeProcedureV2Test.java   |   65 +
 .../iotdb/consensus/config/IoTConsensusConfig.java |   16 -
 .../apache/iotdb/consensus/config/RatisConfig.java |   30 -
 .../exception/RatisReadUnavailableException.java   |   13 +-
 .../iot/client/IoTConsensusClientPool.java         |    2 -
 .../consensus/iot/logdispatcher/LogDispatcher.java |   24 +-
 .../iotdb/consensus/ratis/RatisConsensus.java      |   20 +-
 .../apache/iotdb/consensus/ratis/utils/Utils.java  |    6 +-
 .../iotdb/consensus/ratis/RatisConsensusTest.java  |   50 +-
 .../iotdb/consensus/ratis/RecoverReadTest.java     |    6 +-
 .../src/assembly/resources/conf/datanode-env.bat   |    2 +-
 .../resources/conf/iotdb-datanode.properties       |    7 +-
 .../{register-datanode.sh => daemon-datanode.sh}   |   24 +-
 .../org/apache/iotdb/db/audit/AuditLogger.java     |    1 +
 .../java/org/apache/iotdb/db/conf/IoTDBConfig.java |  101 +-
 .../org/apache/iotdb/db/conf/IoTDBDescriptor.java  |   84 +-
 .../org/apache/iotdb/db/conf/IoTDBStartCheck.java  |    7 +-
 .../db/consensus/DataRegionConsensusImpl.java      |  296 ++---
 .../db/consensus/SchemaRegionConsensusImpl.java    |  240 ++--
 .../dataregion/DataRegionStateMachine.java         |   10 +-
 .../IoTConsensusDataRegionStateMachine.java        |    2 +-
 .../schemaregion/SchemaExecutionVisitor.java       |    1 -
 .../pipe/agent/plugin/PipePluginDataNodeAgent.java |   13 +
 .../agent/runtime/PipePeriodicalJobExecutor.java   |    5 +
 .../db/pipe/agent/runtime/PipeRuntimeAgent.java    |   36 +-
 .../db/pipe/agent/task/PipeTaskDataNodeAgent.java  |  118 +-
 .../common/PipeTransferHandshakeConstant.java}     |   15 +-
 ...akeReq.java => PipeTransferHandshakeV1Req.java} |   18 +-
 ...akeReq.java => PipeTransferHandshakeV2Req.java} |   63 +-
 .../protocol/airgap/IoTDBAirGapConnector.java      |   28 +-
 .../async/IoTDBThriftAsyncClientManager.java       |   61 +-
 .../thrift/async/IoTDBThriftAsyncConnector.java    |   38 +-
 .../thrift/sync/IoTDBThriftSyncClientManager.java  |   55 +-
 .../apache/iotdb/db/pipe/event/EnrichedEvent.java  |   45 +-
 .../db/pipe/event/UserDefinedEnrichedEvent.java    |   86 ++
 .../tablet/PipeInsertNodeTabletInsertionEvent.java |   13 +-
 .../common/tablet/PipeRawTabletInsertionEvent.java |   11 +
 .../tablet/TabletInsertionDataContainer.java       |  152 ++-
 .../common/tsfile/PipeTsFileInsertionEvent.java    |   19 +-
 .../pipe/extractor/IoTDBDataRegionExtractor.java   |   27 +-
 .../PipeHistoricalDataRegionTsFileExtractor.java   |   95 +-
 .../realtime/PipeRealtimeDataRegionExtractor.java  |    9 +-
 .../PipeRealtimeDataRegionHybridExtractor.java     |    9 +-
 .../iotdb/db/pipe/metric/PipeExtractorMetrics.java |    7 +-
 .../receiver/thrift/IoTDBThriftReceiverV1.java     |   66 +-
 .../resource/tsfile/PipeTsFileResourceManager.java |   33 +-
 .../pipe/resource/wal/PipeWALResourceManager.java  |   41 +-
 .../iotdb/db/pipe/task/PipeDataNodeTask.java       |   30 +
 .../pipe/task/builder/PipeDataNodeTaskBuilder.java |   31 +-
 .../db/pipe/task/subtask/PipeDataNodeSubtask.java  |  105 +-
 .../subtask/connector/PipeConnectorSubtask.java    |  181 +--
 .../connector/PipeConnectorSubtaskLifeCycle.java   |   42 +-
 .../subtask/processor/PipeProcessorSubtask.java    |   26 +-
 .../iotdb/db/protocol/client/ConfigNodeClient.java |   13 +
 .../protocol/client/ConfigNodeClientManager.java   |    9 +-
 .../iotdb/db/protocol/client/ConfigNodeInfo.java   |    6 +-
 .../protocol/client/DataNodeClientPoolFactory.java |    2 -
 .../protocol/thrift/impl/ClientRPCServiceImpl.java |    3 +-
 .../impl/DataNodeInternalRPCServiceImpl.java       |   26 +-
 .../db/queryengine/common/MPPQueryContext.java     |   10 +-
 .../common/header/ColumnHeaderConstant.java        |    1 +
 .../execution/aggregation/AccumulatorFactory.java  |   43 +-
 .../execution/aggregation/Aggregator.java          |   18 +-
 .../execution/aggregation/MaxByAccumulator.java    |  424 +++++++
 .../SlidingWindowAggregatorFactory.java            |   35 +-
 .../queryengine/execution/driver/DataDriver.java   |    1 +
 .../execution/driver/DataDriverContext.java        |   16 +-
 .../execution/executor/RegionExecutionResult.java  |    9 +
 .../execution/executor/RegionReadExecutor.java     |   23 +-
 .../fragment/FragmentInstanceContext.java          |    4 +
 .../execution/fragment/QueryContext.java           |   26 +-
 .../execution/load/LoadTsFileManager.java          |  183 ++-
 .../execution/operator/AggregationUtil.java        |    6 +
 .../execution/operator/process/TopKOperator.java   |   44 +-
 .../process/join/LeftOuterTimeJoinOperator.java    |   11 +-
 .../AbstractSeriesAggregationScanOperator.java     |    2 +-
 .../operator/source/AlignedSeriesScanOperator.java |   23 +-
 .../operator/source/SeriesScanOperator.java        |    3 +-
 .../execution/schedule/DriverScheduler.java        |    2 +-
 .../queryengine/load/LoadTsFileMemoryManager.java  |    5 +-
 .../iotdb/db/queryengine/plan/Coordinator.java     |   16 +-
 .../queryengine/plan/analyze/AnalyzeVisitor.java   |   30 +-
 .../plan/analyze/ExpressionTypeAnalyzer.java       |   39 +-
 .../plan/analyze/LoadTsfileAnalyzer.java           |    9 +-
 .../db/queryengine/plan/analyze/TemplatedInfo.java |    1 +
 .../db/queryengine/plan/analyze/TypeProvider.java  |    4 +
 .../plan/analyze/schema/ClusterSchemaFetcher.java  |    6 +-
 .../queryengine/plan/execution/QueryExecution.java |    3 +
 .../plan/execution/config/ConfigTaskVisitor.java   |   16 +
 .../config/executor/ClusterConfigTaskExecutor.java |  106 +-
 .../config/executor/IConfigTaskExecutor.java       |    5 +
 .../execution/config/metadata/ShowRegionTask.java  |    7 +-
 .../plan/execution/config/sys/RepairDataTask.java  |   42 +
 .../execution/config/sys/pipe/AlterPipeTask.java   |   42 +
 .../ReplaceRawPathWithGroupedPathVisitor.java      |    7 +-
 .../cartesian/BindSchemaForExpressionVisitor.java  |    7 +-
 .../cartesian/BindSchemaForPredicateVisitor.java   |    6 +-
 ...catDeviceAndBindSchemaForExpressionVisitor.java |    7 +-
 .../ConcatExpressionWithSuffixPathsVisitor.java    |   23 +-
 .../db/queryengine/plan/parser/ASTVisitor.java     |  122 +-
 .../plan/planner/LocalExecutionPlanner.java        |   11 +-
 .../plan/planner/LogicalPlanBuilder.java           |   63 +-
 .../plan/planner/OperatorTreeGenerator.java        |   63 +-
 .../plan/planner/TemplatedLogicalPlan.java         |    1 -
 .../distribution/DistributionPlanContext.java      |    7 +-
 .../plan/planner/distribution/SourceRewriter.java  |   62 +-
 .../plan/planner/plan/LogicalQueryPlan.java        |    6 +-
 .../plan/planner/plan/PlanFragment.java            |    5 +
 .../plan/parameter/AggregationDescriptor.java      |   50 +-
 .../CrossSeriesAggregationDescriptor.java          |  146 ++-
 .../plan/scheduler/AsyncSendPlanNodeHandler.java   |    4 +-
 .../scheduler/FragmentInstanceDispatcherImpl.java  |   66 +-
 .../plan/scheduler/load/LoadTsFileScheduler.java   |  156 +--
 .../queryengine/plan/statement/StatementType.java  |    2 +
 .../plan/statement/StatementVisitor.java           |   10 +
 .../metadata/pipe/AlterPipeStatement.java          |  113 ++
 .../plan/statement/sys/RepairDataStatement.java    |   62 +
 .../schemaregion/impl/SchemaRegionMemoryImpl.java  |    1 +
 .../schemaregion/impl/SchemaRegionPBTreeImpl.java  |    1 +
 .../mtree/impl/mem/mnode/info/LogicalViewInfo.java |    2 +-
 .../mtree/impl/pbtree/CachedMTreeStore.java        |    2 +-
 .../mtree/impl/pbtree/flush/Scheduler.java         |  192 ++-
 .../impl/pbtree/memory/ReleaseFlushMonitor.java    |    5 +-
 .../impl/pbtree/schemafile/AliasIndexPage.java     |    3 +-
 .../mtree/impl/pbtree/schemafile/ISegment.java     |    7 +-
 .../impl/pbtree/schemafile/ISegmentedPage.java     |   11 +-
 .../mtree/impl/pbtree/schemafile/InternalPage.java |    3 +-
 .../mtree/impl/pbtree/schemafile/RecordUtils.java  |   55 +-
 .../mtree/impl/pbtree/schemafile/SchemaFile.java   |    7 +-
 .../impl/pbtree/schemafile/SegmentedPage.java      |   43 +-
 .../impl/pbtree/schemafile/WrappedSegment.java     |   23 +-
 .../schemafile/pagemgr/BTreePageManager.java       |   18 +-
 .../pbtree/schemafile/pagemgr/IPageManager.java    |    3 +
 .../pbtree/schemafile/pagemgr/PageIOChannel.java   |  184 +++
 .../schemafile/pagemgr/PageIndexSortBuckets.java   |  129 ++
 .../pbtree/schemafile/pagemgr/PageManager.java     |  521 +-------
 .../impl/pbtree/schemafile/pagemgr/PagePool.java   |  152 +++
 .../schemafile/pagemgr/SchemaPageContext.java      |  109 ++
 .../java/org/apache/iotdb/db/service/DataNode.java |   36 +-
 .../apache/iotdb/db/service/IoTDBShutdownHook.java |    5 +
 .../db/service/metrics/DataNodeMetricsHelper.java  |    2 +-
 .../iotdb/db/service/metrics/WritingMetrics.java   |   16 +-
 .../iotdb/db/storageengine/StorageEngine.java      |   64 +-
 .../db/storageengine/dataregion/DataRegion.java    |  292 ++---
 .../dataregion/DeviceLastFlushTime.java}           |   39 +-
 .../dataregion/HashLastFlushTimeMap.java           |   92 +-
 .../storageengine/dataregion/ILastFlushTime.java}  |   18 +-
 .../dataregion/ILastFlushTimeMap.java              |   12 +-
 .../dataregion/PartitionLastFlushTime.java}        |   33 +-
 .../impl/ReadChunkCompactionPerformer.java         |   20 +-
 .../impl/ReadPointCompactionPerformer.java         |   14 +-
 .../RepairUnsortedFileCompactionPerformer.java     |   86 ++
 .../execute/task/AbstractCompactionTask.java       |    9 +-
 .../execute/task/CompactionTaskPriorityType.java   |   14 +-
 .../execute/task/CompactionTaskSummary.java        |   44 +-
 .../execute/task/CrossSpaceCompactionTask.java     |    5 +-
 .../execute/task/InnerSpaceCompactionTask.java     |   48 +-
 .../task/InsertionCrossSpaceCompactionTask.java    |   27 +-
 .../task/RepairUnsortedFileCompactionTask.java     |  239 ++++
 .../execute/utils/MultiTsFileDeviceIterator.java   |    4 +
 .../executor/ModifiedStatus.java}                  |   16 +-
 .../fast/AlignedSeriesCompactionExecutor.java      |    1 +
 .../fast/NonAlignedSeriesCompactionExecutor.java   |    1 +
 .../executor/fast/SeriesCompactionExecutor.java    |    6 +-
 .../ReadChunkAlignedSeriesCompactionExecutor.java  |  465 +++++++
 .../readchunk/SingleSeriesCompactionExecutor.java  |    4 +-
 .../executor/readchunk/loader/ChunkLoader.java     |  104 ++
 .../readchunk/loader/InstantChunkLoader.java       |  105 ++
 .../readchunk/loader/InstantPageLoader.java        |  103 ++
 .../executor/readchunk/loader/PageLoader.java      |  107 ++
 .../execute/utils/reader/PointPriorityReader.java  |    2 +-
 .../utils/writer/AbstractCompactionWriter.java     |    6 +-
 .../writer/AbstractCrossCompactionWriter.java      |   15 +-
 .../writer/AbstractInnerCompactionWriter.java      |   14 +-
 .../utils/writer/FastCrossCompactionWriter.java    |    6 +-
 .../utils/writer/FastInnerCompactionWriter.java    |    6 +-
 .../writer/ReadPointCrossCompactionWriter.java     |    7 +-
 .../writer/ReadPointInnerCompactionWriter.java     |    7 +-
 .../writer/RepairUnsortedFileCompactionWriter.java |  111 ++
 .../compaction/io/CompactionTsFileReader.java      |   18 +
 .../compaction/io/CompactionTsFileWriter.java      |    5 +-
 .../dataregion/compaction/repair/RepairLogger.java |  136 ++
 .../repair/RepairTaskRecoverLogParser.java         |  115 ++
 .../compaction/repair/RepairTimePartition.java     |  136 ++
 .../repair/UnsortedFileRepairTaskScheduler.java    |  350 ++++++
 .../compaction/schedule/CompactionScheduler.java   |   24 +-
 .../compaction/schedule/CompactionTaskManager.java |    4 +-
 .../compaction/schedule/CompactionWorker.java      |   19 +-
 .../DefaultCompactionTaskComparatorImpl.java       |   10 +-
 .../estimator/AbstractCompactionEstimator.java     |   28 +-
 .../estimator/AbstractCrossSpaceEstimator.java     |    6 +-
 .../estimator/AbstractInnerSpaceEstimator.java     |   19 +-
 .../RepairUnsortedFileCompactionEstimator.java     |   72 ++
 .../impl/SizeTieredCompactionSelector.java         |   81 +-
 .../InsertionCrossCompactionTaskResource.java      |   25 +
 .../selector/utils/TsFileResourceCandidate.java    |    5 +-
 .../compaction/settle/SettleRequestHandler.java    |    4 +-
 .../dataregion/flush/MemTableFlushTask.java        |   37 +-
 .../dataregion/memtable/AbstractMemTable.java      |   32 +-
 .../memtable/AlignedWritableMemChunk.java          |    6 +-
 .../dataregion/memtable/IMemTable.java             |    2 +
 .../dataregion/memtable/PrimitiveMemTable.java     |    5 -
 .../dataregion/memtable/TsFileProcessor.java       |  162 +--
 .../dataregion/memtable/WritableMemChunk.java      |    2 +-
 .../dataregion/tsfile/TsFileManager.java           |   75 +-
 .../TsFileRepairStatus.java}                       |   14 +-
 .../dataregion/tsfile/TsFileResource.java          |   42 +-
 .../tsfile/generator/TsFileNameGenerator.java      |   53 +-
 .../dataregion/utils/TsFileResourceUtils.java      |   75 +-
 .../dataregion/wal/buffer/WALBuffer.java           |   59 +-
 .../wal/checkpoint/CheckpointManager.java          |   50 +-
 .../dataregion/wal/checkpoint/MemTableInfo.java    |   22 +-
 .../dataregion/wal/io/WALByteBufReader.java        |   26 +-
 .../dataregion/wal/io/WALMetaData.java             |   76 +-
 .../storageengine/dataregion/wal/node/WALNode.java |  230 ++--
 .../dataregion/wal/recover/WALNodeRecoverTask.java |   41 +-
 .../wal/recover/file/TsFilePlanRedoer.java         |    2 +
 .../rescon/memory/MemTableManager.java             |   60 +-
 .../db/storageengine/rescon/memory/SystemInfo.java |   28 +-
 .../rescon/memory/TimePartitionInfo.java           |   10 +-
 .../rescon/memory/TimePartitionManager.java        |   31 +-
 .../db/tools/schema/PBTreeFileSketchTool.java      |    2 +-
 .../TsFileOverlapValidationAndRepairTool.java      |    6 -
 .../org/apache/iotdb/db/utils/DateTimeUtils.java   |    8 +
 .../apache/iotdb/db/utils/ErrorHandlingUtils.java  |   32 +-
 .../java/org/apache/iotdb/db/utils/MemUtils.java   |   68 +-
 .../org/apache/iotdb/db/utils/SchemaUtils.java     |   31 +-
 .../apache/iotdb/db/utils/TypeInferenceUtils.java  |    3 +
 .../iotdb/db/utils/constant/SqlConstant.java       |    1 +
 .../iotdb/db/utils/constant/TestConstant.java      |    4 +
 .../db/utils/datastructure/AlignedTVList.java      |    4 +-
 .../iotdb/db/utils/datastructure/BinaryTVList.java |    2 +-
 .../iotdb/db/utils/datastructure/TVList.java       |    8 +-
 .../metadata/mtree/schemafile/SchemaFileTest.java  |    2 +-
 .../SchemaRegionSimpleRecoverTest.java             |   98 ++
 .../connector/PipeDataNodeThriftRequestTest.java   |   68 +-
 .../iotdb/db/pipe/connector/PipeReceiverTest.java  |    4 +-
 .../pipe/event/PipeTabletInsertionEventTest.java   |   93 +-
 .../execution/aggregation/AccumulatorTest.java     |   81 +-
 .../AlignedSeriesAggregationScanOperatorTest.java  |   22 +-
 .../operator/AlignedSeriesScanOperatorTest.java    |   15 +-
 .../execution/operator/OperatorMemoryTest.java     |   30 +-
 .../SlidingWindowAggregationOperatorTest.java      |    2 +-
 .../join/LeftOuterTimeJoinOperatorTest.java        |  290 ++++-
 .../plan/analyze/AggregationDescriptorTest.java    |    8 +-
 .../plan/planner/LogicalPlannerTest.java           |    2 +-
 .../plan/planner/PipelineBuilderTest.java          |   55 +
 .../plan/planner/QueryLogicalPlanUtil.java         |   27 +-
 .../distribution/AggregationDistributionTest.java  |   64 +-
 .../AlignByTimeOrderByLimitOffsetTest.java         |    5 +-
 .../node/process/GroupByLevelNodeSerdeTest.java    |    3 +-
 .../node/process/GroupByTagNodeSerdeTest.java      |   22 +-
 .../storageengine/dataregion/DataRegionTest.java   |   10 +-
 .../dataregion/LastFlushTimeMapTest.java           |  121 +-
 .../compaction/CompactionSchedulerTest.java        |    1 -
 .../compaction/CompactionValidationTest.java       |  103 ++
 .../FastInnerCompactionPerformerTest.java          |  108 ++
 .../compaction/ReadChunkInnerCompactionTest.java   |  144 +++
 ...eCompactionWithFastPerformerValidationTest.java |    4 +-
 ...actionWithReadPointPerformerValidationTest.java |    2 +-
 .../InsertionCrossSpaceCompactionSelectorTest.java |    4 +-
 .../cross/InsertionCrossSpaceCompactionTest.java   |    6 +-
 .../compaction/inner/InnerCompactionTest.java      |    1 +
 ...nkCompactionPerformerWithAlignedSeriesTest.java |  768 ++++++++++++
 .../compaction/repair/RepairLoggerTest.java        |  118 ++
 .../repair/RepairUnsortedFileCompactionTest.java   | 1005 +++++++++++++++
 .../compaction/utils/CompactionCheckerUtils.java   |    8 +-
 .../compaction/utils/CompactionConfigRestorer.java |    4 -
 .../compaction/utils/CompactionTestFileWriter.java |    8 +-
 .../utils/MultiTsFileDeviceIteratorTest.java       |   12 +-
 .../dataregion/wal/node/WALEntryHandlerTest.java   |   13 +-
 .../wal/node/WalDeleteOutdatedNewTest.java         |  585 +++++++++
 .../wal/recover/WALRecoverWriterTest.java          |    9 +-
 .../rescon/memory/TimePartitionManagerTest.java    |   41 +-
 .../apache/iotdb/db/utils/EnvironmentUtils.java    |    4 -
 .../org/apache/iotdb/db/utils/MemUtilsTest.java    |   87 +-
 .../resources/conf/iotdb-cluster.properties        |    5 +-
 .../resources/conf/iotdb-common.properties         |   64 +-
 .../sbin/{clean-all.bat => destroy-all.bat}        |   22 +-
 .../sbin/{clean-all.sh => destroy-all.sh}          |   59 +-
 ...clean-confignode.bat => destroy-confignode.bat} |   34 +-
 .../{clean-confignode.sh => destroy-confignode.sh} |    7 +-
 .../{clean-datanode.bat => destroy-datanode.bat}   |   14 +-
 .../{clean-datanode.sh => destroy-datanode.sh}     |    7 +-
 .../src/assembly/resources/sbin/start-all.sh       |    9 +-
 .../src/assembly/resources/sbin/stop-all.sh        |   15 +-
 .../commons/auth/authorizer/BasicAuthorizer.java   |    1 -
 .../iotdb/commons/auth/role/BasicRoleManager.java  |    7 +
 .../commons/auth/role/LocalFileRoleAccessor.java   |   12 +-
 .../commons/auth/role/LocalFileRoleManager.java    |    6 +
 .../iotdb/commons/auth/user/BasicUserManager.java  |    1 +
 .../commons/auth/user/LocalFileUserAccessor.java   |   23 +-
 .../commons/auth/user/LocalFileUserManager.java    |    5 +
 .../iotdb/commons/client/ClientPoolFactory.java    |   29 +-
 .../client/property/ClientPoolProperty.java        |   35 +-
 .../apache/iotdb/commons/conf/CommonConfig.java    |   52 +-
 .../iotdb/commons/conf/CommonDescriptor.java       |   33 +-
 .../commons/pipe/agent/plugin/PipePluginAgent.java |   11 +
 .../commons/pipe/agent/task/PipeTaskAgent.java     |  120 +-
 .../iotdb/commons/pipe/config/PipeConfig.java      |   20 +-
 .../config/constant/PipeConnectorConstant.java     |    2 +
 .../pipe/config/constant/SystemConstant.java}      |   15 +-
 .../connector/payload/request/PipeRequestType.java |    4 +-
 .../builtin/connector/iotdb/IoTDBConnector.java    |   34 +-
 .../commons/pipe/task/meta/PipeMetaKeeper.java     |    4 +
 .../commons/pipe/task/subtask/PipeSubtask.java     |   15 +-
 .../schema/view/viewExpression/ViewExpression.java |   18 +
 .../iotdb/commons/service/ThriftService.java       |    2 +-
 .../service/metric/JvmGcMonitorMetrics.java        |   10 +-
 .../service/metric}/cpu/CpuUsageMetrics.java       |   23 +-
 .../udf/builtin/BuiltinAggregationFunction.java    |    5 +-
 .../org/apache/iotdb/commons/utils/FileUtils.java  |    8 +-
 .../apache/iotdb/commons/utils/StatusUtils.java    |   52 +
 .../iotdb/commons/client/ClientManagerTest.java    |   47 +-
 .../file/metadata/AlignedTimeSeriesMetadata.java   |    1 +
 .../iotdb/tsfile/read/TsFileSequenceReader.java    |    3 +-
 .../tsfile/read/common/block/TsBlockBuilder.java   |   17 +-
 .../tsfile/read/reader/page/AlignedPageReader.java |    7 +-
 .../write/writer/RestorableTsFileIOWriter.java     |    1 -
 .../iotdb/tsfile/write/writer/TsFileIOWriter.java  |   52 +-
 .../writer/TsFileIOWriterMemoryControlTest.java    |   34 +-
 .../thrift-commons/src/main/thrift/common.thrift   |    4 +-
 .../src/main/thrift/confignode.thrift              |   17 +-
 .../src/main/thrift/datanode.thrift                |    3 +
 pom.xml                                            |    6 +-
 442 files changed, 16773 insertions(+), 5647 deletions(-)