You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ji...@apache.org on 2023/11/30 01:29:22 UTC

(iotdb) branch load_v2 updated (c0fb1d9fc86 -> 07b60fe794a)

This is an automated email from the ASF dual-hosted git repository.

jiangtian pushed a change to branch load_v2
in repository https://gitbox.apache.org/repos/asf/iotdb.git


    from c0fb1d9fc86 Merge branch 'master' into load_v2
     add a41439e2ab6 Fix Some Code Smells of Node Commons Module (#11604)
     add fa3612d96ad Optimize memory usage of fetchSchema when inserting data (#11591)
     add 028a06f9c6b Use `Expression` to represent predicate in FE & Refactor `tsfile/read/filter` module
     add dcb6d8e3caa Fix explain error when align by device + template
     add 7a17343a569 To adapt activation (#11613)
     add fa7fc93b040 [IOTDB-6251] Make read in SchemaRegion linearizable by default (#11571)
     add fdda945f178 Rename THeartbeat to TDataNodeHeart (#11603)
     add ed8595aae03 Pipe: add async connector retry queue / cache hit and request count / commit queue metrics & initialize pipe metrics on CN (#11601)
     add b5214cbca03 [IOTDB-6255] Scatter width metric (#11609)
     add c7ab4723eaa Use min(limt, page size) as the init capacity of result block
     add 1a52ca3822d Pipe IT: Add tests for iotdb-legacy-pipe-sink & Add forced-log & file mode tests for real-time mode & Refactor ITs (#11617)
     add f34e950d0d1 Fix concurrent bug in PartitonCache
     add cac7a525776 Fix follower data may out of order (#11625)
     add 2253eedef80 Fix query return unexpected result with authority
     add 27d265e597a Adjust series_partition_slot_num to series_slot_num in the response message (#11628)
     add 2d8b9550a2c [RatisConsensus] Fix ReadRecoverTest CI failure (#11616)
     add 3b4fb7b6d96 [IOTDB-6257] Safely Delete IoT WAL with LastFlushedIndex To Support Kill -9 (#11614)
     add 4fa35d57cd0 Pipe: Implement down-sampling-processor plugin for reducing the amount of data transferred during data sync (#11557)
     add 34fc2237819 Pipe: degrade exception to log when executing pipe procedure operations on DN to enhance the availability (#11623)
     add 57b9194a459 Optimizing the Binary comparison method in CompareBinaryColumnTransformer
     add f68fdaea159 Bump org.springframework.boot:spring-boot from 2.7.15 to 2.7.18 (#11634)
     add bb20b5f3f8f [RatisConsensus] Cache group id in the write/read critical path (#11615)
     add 259d3fcd618 Fix npe in TopKOperator when topKResult is null
     add 7b82a00764d Fix compaction selector ut running time is too long (#11635)
     add afc6c7f916f Only root can alter template
     add 431e9b81e80 Fix error judgement for MainFragmentLocatedRegion and MostlyUsedDataRegion in distributed plan
     add 919a24f3d37 fix:grafana plugin build
     add 07b60fe794a Merge branch 'master' into load_v2

No new revisions were added by this update.

Summary of changes:
 .github/workflows/grafana-plugin.yml               |   2 +-
 .../java/org/apache/iotdb/tsfile/TsFileRead.java   |   4 +-
 .../IoTDBAlignByDeviceWithTemplateIT.java          |  16 +
 .../org/apache/iotdb/db/it/auth/IoTDBAuthIT.java   |  15 +-
 .../db/it/auth/IoTDBTemplatePermissionIT.java      |   5 +
 .../org/apache/iotdb/db/it/utils/TestUtils.java    |  53 ++
 .../iotdb/pipe/PipeEnvironmentException.java       |  28 +-
 .../apache/iotdb/pipe/it/AbstractPipeDualIT.java   |  60 ++
 .../apache/iotdb/pipe/it/IoTDBPipeClusterIT.java   | 254 ++++---
 .../pipe/it/IoTDBPipeConnectorParallelIT.java      |  77 +-
 ...ipeDataSyncIT.java => IoTDBPipeDataSinkIT.java} | 157 ++--
 .../it/{extractor => }/IoTDBPipeExtractorIT.java   | 414 ++++-------
 .../apache/iotdb/pipe/it/IoTDBPipeLifeCycleIT.java |  62 +-
 .../apache/iotdb/pipe/it/IoTDBPipeProcessorIT.java | 104 +++
 .../apache/iotdb/pipe/it/IoTDBPipeProtocolIT.java  |  61 +-
 .../iotdb/pipe/it/IoTDBPipeSingleEnvDemoIT.java    |  16 +-
 .../iotdb/pipe/it/IoTDBPipeSwitchStatusIT.java     |  29 +-
 .../apache/iotdb/pipe/it/IoTDBPipeSyntaxIT.java    |  29 +-
 .../java/org/apache/iotdb/pipe/api/access/Row.java |  10 +-
 iotdb-connector/grafana-plugin/backend-compile.bat |   2 +-
 iotdb-connector/grafana-plugin/backend-compile.sh  |  31 +-
 iotdb-connector/grafana-plugin/go.mod              |  35 +-
 .../iotdb/spark/tsfile/NarrowConverter.scala       |   2 +-
 .../apache/iotdb/spark/tsfile/WideConverter.scala  |   2 +-
 .../async/AsyncDataNodeHeartbeatClientPool.java    |   4 +-
 .../heartbeat/DataNodeHeartbeatHandler.java        |   6 +-
 .../iotdb/confignode/manager/ConfigManager.java    |   2 +-
 .../load/cache/node/NodeHeartbeatSample.java       |   7 +-
 .../manager/load/cache/node/NodeStatistics.java    |   4 +-
 .../manager/load/service/HeartbeatService.java     |   8 +-
 .../iotdb/confignode/manager/node/NodeManager.java |   9 +
 .../manager/partition/PartitionManager.java        |  21 +
 .../manager/partition/PartitionMetrics.java        |  36 +
 .../manager/pipe/metric/PipeConfigNodeMetrics.java |  47 ++
 .../manager/pipe/metric/PipeProcedureMetrics.java  |  97 +++
 .../manager/pipe/metric/PipeTaskInfoMetrics.java   |  99 +++
 .../manager/pipe/task/PipeTaskCoordinator.java     |  18 +
 .../confignode/persistence/node/NodeInfo.java      |  29 +-
 .../partition/DatabasePartitionTable.java          |  29 +
 .../persistence/partition/PartitionInfo.java       |  24 +
 .../confignode/persistence/pipe/PipeTaskInfo.java  |  18 +
 .../impl/pipe/AbstractOperatePipeProcedureV2.java  |   3 +
 .../procedure/impl/pipe/PipeTaskOperation.java     |  24 +-
 .../impl/pipe/task/CreatePipeProcedureV2.java      |  19 +-
 .../impl/pipe/task/DropPipeProcedureV2.java        |   8 +-
 .../impl/pipe/task/StartPipeProcedureV2.java       |  20 +-
 .../impl/pipe/task/StopPipeProcedureV2.java        |  19 +-
 .../iotdb/confignode/service/ConfigNode.java       |   3 +
 .../router/priority/GreedyPriorityTest.java        |   4 +-
 .../priority/LeaderPriorityBalancerTest.java       |   4 +-
 .../manager/load/cache/NodeCacheTest.java          |   8 +-
 .../apache/iotdb/consensus/config/RatisConfig.java |   2 +-
 ...ion.java => RatisReadUnavailableException.java} |  11 +-
 .../consensus/iot/IoTConsensusServerImpl.java      |  23 +-
 .../consensus/iot/IoTConsensusServerMetrics.java   |   2 +-
 .../consensus/iot/client/DispatchLogHandler.java   |  15 +-
 .../iot/logdispatcher/IndexController.java         |   2 -
 .../consensus/iot/logdispatcher/LogDispatcher.java |  14 +-
 .../service/IoTConsensusRPCServiceProcessor.java   |   2 +-
 .../ratis/ApplicationStateMachineProxy.java        |  17 +-
 .../iotdb/consensus/ratis/RatisConsensus.java      |  32 +-
 .../apache/iotdb/consensus/ratis/utils/Utils.java  |  27 +-
 .../apache/iotdb/consensus/iot/ReplicateTest.java  |  30 +-
 .../iotdb/consensus/ratis/RecoverReadTest.java     |  12 +-
 .../apache/iotdb/consensus/ratis/TestUtils.java    |   4 +-
 .../db/consensus/SchemaRegionConsensusImpl.java    |   1 +
 .../dataregion/DataRegionStateMachine.java         |  13 +-
 .../agent/plugin/PipeProcessorConstructor.java     |   3 +
 .../iotdb/db/pipe/agent/task/PipeTaskAgent.java    |   6 +-
 .../db/pipe/commit/PipeEventCommitManager.java     |   6 +-
 .../iotdb/db/pipe/commit/PipeEventCommitter.java   |  23 +-
 .../config/constant/PipeProcessorConstant.java     |  12 +
 .../env/PipeTaskConnectorRuntimeEnvironment.java   |   9 +-
 .../env/PipeTaskExtractorRuntimeEnvironment.java   |   9 +-
 ...va => PipeTaskProcessorRuntimeEnvironment.java} |  13 +-
 .../plugin/env/PipeTaskRuntimeEnvironment.java     |   8 +-
 .../thrift/async/IoTDBThriftAsyncConnector.java    |   6 +
 .../iotdb/db/pipe/event/common/row/PipeRow.java    |   5 +
 .../tsfile/TsFileInsertionDataContainer.java       |   2 +-
 .../tsfile/TsFileListInsertionDataContainer.java   |   2 +-
 .../PipeHistoricalDataRegionTsFileExtractor.java   |  59 +-
 .../iotdb/db/pipe/metric/PipeConnectorMetrics.java |  22 +
 .../{PipeMetrics.java => PipeDataNodeMetrics.java} |  16 +-
 .../db/pipe/metric/PipeEventCommitMetrics.java     | 141 ++++
 .../pipe/metric/PipeWALInsertNodeCacheMetrics.java |  24 +
 .../downsampling/DownSamplingProcessor.java        | 213 ++++++
 .../downsampling/PartialPathLastTimeCache.java     | 111 +++
 .../db/pipe/resource/memory/PipeMemoryBlock.java   |  14 +-
 .../db/pipe/task/stage/PipeTaskProcessorStage.java |   6 +-
 .../subtask/connector/PipeConnectorSubtask.java    |   6 +
 .../protocol/thrift/impl/ClientRPCServiceImpl.java |   8 +-
 .../impl/DataNodeInternalRPCServiceImpl.java       |   8 +-
 .../db/queryengine/common/MPPQueryContext.java     |  15 +
 .../common/schematree/ClusterSchemaTree.java       |   8 +-
 .../queryengine/common/schematree/ISchemaTree.java |  11 +-
 .../fragment/FragmentInstanceContext.java          |  31 +-
 .../fragment/FragmentInstanceManager.java          |   2 +-
 .../execution/operator/process/TopKOperator.java   |  25 +-
 .../operator/process/last/LastQueryUtil.java       |   8 +-
 .../operator/schema/SchemaFetchScanOperator.java   |   8 +-
 .../operator/source/AlignedSeriesScanUtil.java     |   4 +-
 .../execution/operator/source/SeriesScanUtil.java  |   8 +-
 .../db/queryengine/plan/analyze/Analysis.java      |  14 +-
 .../queryengine/plan/analyze/AnalyzeVisitor.java   | 123 ++--
 .../plan/analyze/ExpressionAnalyzer.java           | 217 ------
 .../queryengine/plan/analyze/ExpressionUtils.java  | 105 +--
 .../queryengine/plan/analyze/PredicateUtils.java   | 347 +++++++++
 .../queryengine/plan/analyze/TemplatedAnalyze.java |  17 +-
 .../db/queryengine/plan/analyze/TemplatedInfo.java |  32 -
 .../analyze/cache/partition/PartitionCache.java    |  12 +-
 .../analyze/schema/AutoCreateSchemaExecutor.java   |  61 +-
 .../analyze/schema/ClusterSchemaFetchExecutor.java |  17 +-
 .../plan/analyze/schema/ClusterSchemaFetcher.java  |  13 +-
 .../plan/analyze/schema/ISchemaFetcher.java        |   6 +-
 .../config/executor/ClusterConfigTaskExecutor.java |   3 +-
 .../memory/StatementMemorySourceVisitor.java       |   3 +-
 .../db/queryengine/plan/expression/Expression.java |   5 +
 .../plan/expression/ExpressionFactory.java         |  53 ++
 .../plan/expression/ExpressionType.java            |   3 +-
 .../expression/other/GroupByTimeExpression.java    | 159 ++++
 .../plan/expression/unary/InExpression.java        |  15 +-
 .../plan/expression/unary/IsNullExpression.java    |   5 -
 .../plan/expression/unary/LikeExpression.java      |  84 +--
 .../plan/expression/unary/LogicNotExpression.java  |   5 -
 .../plan/expression/unary/NegationExpression.java  |   5 -
 .../plan/expression/unary/RegularExpression.java   |  31 +-
 .../plan/expression/unary/UnaryExpression.java     |   2 -
 .../plan/expression/visitor/ExpressionVisitor.java |   5 +
 .../visitor/TransformToViewExpressionVisitor.java  |  10 +-
 .../ConvertPredicateToTimeFilterVisitor.java       | 241 +++++++
 .../visitor/predicate/PredicateVisitor.java        | 102 +++
 .../visitor/predicate/ReversePredicateVisitor.java | 148 ++++
 .../plan/optimization/LimitOffsetPushDown.java     |   8 +-
 .../db/queryengine/plan/parser/ASTVisitor.java     |   6 +-
 .../plan/planner/LocalExecutionPlanContext.java    |  15 +-
 .../plan/planner/LogicalPlanBuilder.java           |  72 +-
 .../plan/planner/LogicalPlanVisitor.java           |   7 +-
 .../plan/planner/OperatorTreeGenerator.java        | 121 ++--
 .../plan/planner/TemplatedLogicalPlan.java         |   2 -
 .../plan/planner/TemplatedLogicalPlanBuilder.java  |   6 -
 .../distribution/DistributionPlanContext.java      |   5 +
 .../planner/distribution/ExchangeNodeAdder.java    |  41 +-
 .../SimpleFragmentParallelPlanner.java             |   6 +-
 .../plan/planner/distribution/SourceRewriter.java  |  26 +-
 .../distribution/WriteFragmentParallelPlanner.java |   6 +-
 .../plan/planner/plan/FragmentInstance.java        |  41 +-
 .../plan/planner/plan/node/PlanGraphPrinter.java   |   9 +-
 .../node/metedata/read/SchemaFetchScanNode.java    |  17 +-
 .../plan/node/process/last/LastQueryNode.java      |  45 +-
 .../plan/node/source/AlignedLastQueryScanNode.java |   8 +-
 .../source/AlignedSeriesAggregationScanNode.java   |  51 +-
 .../plan/node/source/AlignedSeriesScanNode.java    | 150 ++--
 .../plan/node/source/LastQueryScanNode.java        |   8 +-
 .../plan/node/source/LastSeriesSourceNode.java     |   7 +
 .../node/source/SeriesAggregationScanNode.java     |  51 +-
 .../node/source/SeriesAggregationSourceNode.java   |  31 +-
 .../planner/plan/node/source/SeriesScanNode.java   | 146 ++--
 .../planner/plan/node/source/SeriesSourceNode.java |   4 +-
 .../planner/plan/node/write/DeleteDataNode.java    |   2 +-
 .../planner/plan/parameter/SeriesScanOptions.java  |  63 +-
 .../statement/internal/SchemaFetchStatement.java   |  11 +-
 .../metadata/CreateContinuousQueryStatement.java   |   4 +-
 .../template/AlterSchemaTemplateStatement.java     |  19 -
 .../binary/CompareBinaryColumnTransformer.java     |  33 +-
 .../column/ternary/BetweenColumnTransformer.java   |  21 +-
 .../binary/CompareEqualToTransformer.java          |   5 +-
 .../binary/CompareGreaterEqualTransformer.java     |   5 +-
 .../binary/CompareGreaterThanTransformer.java      |   5 +-
 .../binary/CompareLessEqualTransformer.java        |   5 +-
 .../binary/CompareLessThanTransformer.java         |   5 +-
 .../binary/CompareNonEqualTransformer.java         |   5 +-
 .../transformer/ternary/BetweenTransformer.java    |  15 +-
 .../transformation/dag/util/TransformUtils.java    |  41 +-
 .../apache/iotdb/db/schemaengine/SchemaEngine.java |   6 +-
 .../schemaengine/schemaregion/ISchemaRegion.java   |   5 +-
 .../schemaregion/impl/SchemaRegionMemoryImpl.java  |   9 +-
 .../schemaregion/impl/SchemaRegionPBTreeImpl.java  |   9 +-
 .../mtree/impl/mem/MTreeBelowSGMemoryImpl.java     |  14 +-
 .../mtree/impl/pbtree/MTreeBelowSGCachedImpl.java  |  14 +-
 .../reader/impl/TimeseriesReaderWithViewFetch.java |   3 +-
 .../view/visitor/TransformToExpressionVisitor.java |  10 +-
 .../db/service/metrics/DataNodeMetricsHelper.java  |   4 +-
 .../read/reader/chunk/MemAlignedPageReader.java    |   4 +-
 .../read/reader/chunk/MemPageReader.java           |   4 +-
 .../dataregion/wal/utils/WALInsertNodeCache.java   |  18 +-
 .../apache/iotdb/db/utils/TimeValuePairUtils.java  |  62 --
 .../dataregion/DataRegionStateMachineTest.java     |  78 ++
 .../schemaRegion/SchemaRegionBasicTest.java        |  46 +-
 .../schemaRegion/SchemaRegionTemplateTest.java     |   9 +-
 .../AlignedSeriesAggregationScanOperatorTest.java  |  10 +-
 .../execution/operator/OperatorMemoryTest.java     |   8 +-
 .../operator/RawDataAggregationOperatorTest.java   |   5 +-
 .../SeriesAggregationScanOperatorTest.java         |  10 +-
 .../execution/operator/TopKOperatorTest.java       | 297 ++++++--
 .../operator/UpdateLastCacheOperatorTest.java      |   2 +-
 .../schema/SchemaFetchScanOperatorTest.java        |   4 +-
 .../ConvertPredicateToTimeFilterTest.java          | 148 ++++
 .../predicate/PredicateRemoveNotTest.java          |  95 +++
 .../CaseWhenThenExpressionTest.java                |   2 +-
 .../db/queryengine/plan/analyze/AnalyzeTest.java   |  26 +-
 .../plan/analyze/ExpressionAnalyzerTest.java       |   2 +-
 .../plan/analyze/FakeSchemaFetcherImpl.java        |  12 +-
 .../plan/analyze/QueryTimePartitionTest.java       | 120 ++--
 .../plan/optimization/TestPlanBuilder.java         |   8 +-
 .../plan/plan/FragmentInstanceSerdeTest.java       |   4 +-
 .../plan/plan/QueryLogicalPlanUtil.java            |  43 +-
 .../AlignByDeviceOrderByLimitOffsetTest.java       |   4 +-
 .../plan/plan/distribution/LastQueryTest.java      |   2 +-
 .../queryengine/plan/plan/distribution/Util.java   |   6 +-
 .../queryengine/plan/plan/distribution/Util2.java  |   6 +-
 .../plan/plan/node/PlanGraphPrinterTest.java       |   2 +-
 .../metadata/read/SchemaFetchMergeNodeTest.java    |   1 +
 .../metadata/read/SchemaFetchScanNodeTest.java     |   2 +
 .../node/process/AggregationNodeSerdeTest.java     |   8 +-
 .../node/process/GroupByLevelNodeSerdeTest.java    |  11 +-
 .../plan/node/process/GroupByTagNodeSerdeTest.java |   9 +-
 .../plan/plan/node/process/LimitNodeSerdeTest.java |   2 -
 .../plan/node/process/OffsetNodeSerdeTest.java     |   2 -
 .../plan/plan/node/process/SortNodeSerdeTest.java  |   2 -
 .../plan/node/process/TimeJoinNodeSerdeTest.java   |   4 -
 .../source/SeriesAggregationScanNodeSerdeTest.java |   9 +-
 .../plan/node/source/SeriesScanNodeSerdeTest.java  |   2 -
 .../inner/InnerSpaceCompactionSelectorTest.java    |  41 +-
 .../AlignedSeriesScanLimitOffsetPushDownTest.java  |   4 +-
 .../series/SeriesScanLimitOffsetPushDownTest.java  |   4 +-
 .../commons/auth/authorizer/BasicAuthorizer.java   |   6 +-
 .../apache/iotdb/commons/client/ClientManager.java |   7 +-
 .../apache/iotdb/commons/path/PathPatternTree.java |   8 +
 .../iotdb/commons/path/fa/dfa/PatternDFA.java      |  18 +-
 .../iotdb/commons/path/fa/dfa/graph/DFAGraph.java  |  75 +-
 .../pipe/plugin/builtin/BuiltinPipePlugin.java     |  47 +-
 .../builtin/processor/DownSamplingProcessor.java}  |  22 +-
 .../builtin/processor/PlaceHolderProcessor.java    |  68 ++
 .../commons/pipe/task/meta/PipeMetaKeeper.java     |  32 +
 .../viewExpression/unary/LikeViewExpression.java   |  20 +-
 .../unary/RegularViewExpression.java               |  24 +-
 .../iotdb/commons/service/metric/enums/Metric.java |   7 +
 .../org/apache/iotdb/commons/utils/FileUtils.java  |  16 +-
 .../apache/iotdb/commons/utils/SerializeUtils.java |   8 -
 .../apache/iotdb/commons/path/PatternDFATest.java  |  10 +-
 .../apache/iotdb/tsfile/read/common/TimeRange.java |   2 +-
 .../read/expression/impl/GlobalTimeExpression.java |  12 +-
 .../expression/impl/SingleSeriesExpression.java    |  11 +-
 .../read/filter/PredicateRemoveNotRewriter.java    |  30 +-
 .../iotdb/tsfile/read/filter/TimeFilter.java       | 321 ---------
 .../iotdb/tsfile/read/filter/ValueFilter.java      | 164 -----
 .../tsfile/read/filter/basic/BinaryFilter.java     |  95 ---
 .../iotdb/tsfile/read/filter/basic/Filter.java     | 158 +++-
 .../IDisableStatisticsTimeFilter.java}             |  18 +-
 .../IDisableStatisticsValueFilter.java}            |  18 +-
 .../FilterType.java => basic/IStatefulFilter.java} |  23 +-
 .../tsfile/read/filter/basic/ITimeFilter.java}     |  15 +-
 .../FilterType.java => basic/IValueFilter.java}    |  23 +-
 .../OperatorType.java}                             |  54 +-
 .../tsfile/read/filter/basic/UnaryFilter.java      |  97 ---
 .../tsfile/read/filter/factory/FilterFactory.java  |  93 +--
 .../tsfile/read/filter/factory/TimeFilter.java     | 101 +++
 .../tsfile/read/filter/factory/ValueFilter.java    | 168 +++++
 .../filter/operator/{AndFilter.java => And.java}   |  54 +-
 .../iotdb/tsfile/read/filter/operator/Between.java | 168 -----
 .../iotdb/tsfile/read/filter/operator/Eq.java      | 115 ---
 .../read/filter/{ => operator}/GroupByFilter.java  | 116 ++-
 .../filter/{ => operator}/GroupByMonthFilter.java  | 171 +++--
 .../iotdb/tsfile/read/filter/operator/Gt.java      | 113 ---
 .../iotdb/tsfile/read/filter/operator/GtEq.java    | 113 ---
 .../iotdb/tsfile/read/filter/operator/In.java      | 153 ----
 .../iotdb/tsfile/read/filter/operator/Like.java    | 201 ------
 .../iotdb/tsfile/read/filter/operator/Lt.java      | 113 ---
 .../iotdb/tsfile/read/filter/operator/LtEq.java    | 113 ---
 .../filter/operator/{NotFilter.java => Not.java}   | 114 ++-
 .../iotdb/tsfile/read/filter/operator/NotEq.java   | 115 ---
 .../filter/operator/{OrFilter.java => Or.java}     | 144 ++--
 .../iotdb/tsfile/read/filter/operator/Regexp.java  | 199 -----
 .../read/filter/operator/TimeFilterOperators.java  | 615 ++++++++++++++++
 .../read/filter/operator/ValueFilterOperators.java | 799 +++++++++++++++++++++
 .../filter/operator/base/BinaryLogicalFilter.java} |  47 +-
 .../filter/operator/base/ColumnCompareFilter.java} |  32 +-
 .../operator/base/ColumnPatternMatchFilter.java}   |  31 +-
 .../filter/operator/base/ColumnRangeFilter.java}   |  32 +-
 .../filter/operator/base/ColumnSetFilter.java}     |  31 +-
 .../tsfile/read/reader/page/AlignedPageReader.java |  16 +-
 .../iotdb/tsfile/read/reader/page/PageReader.java  |  18 +-
 .../org/apache/iotdb/tsfile/utils/BytesUtils.java  |  10 +
 .../iotdb/tsfile/utils/ReadWriteIOUtils.java       |  55 +-
 .../org/apache/iotdb/tsfile/utils/RegexUtils.java  |  92 +++
 .../apache/iotdb/tsfile/read/ExpressionTest.java   |   2 +-
 .../iotdb/tsfile/read/ReadInPartitionTest.java     |   4 +-
 .../org/apache/iotdb/tsfile/read/ReadTest.java     |   4 +-
 .../iotdb/tsfile/read/TimePlainEncodeReadTest.java |   4 +-
 .../apache/iotdb/tsfile/read/TsFileReaderTest.java |   4 +-
 .../tsfile/read/filter/FilterSerializeTest.java    |  36 +-
 .../tsfile/read/filter/GroupByFilterTest.java      |   4 +-
 .../tsfile/read/filter/GroupByMonthFilterTest.java |  67 +-
 .../read/filter/IExpressionOptimizerTest.java      |   2 +
 .../read/filter/MinTimeMaxTimeFilterTest.java      |   9 +-
 .../iotdb/tsfile/read/filter/OperatorTest.java     |   2 +
 .../filter/PredicateRemoveNotRewriterTest.java     | 109 +--
 .../tsfile/read/filter/StatisticsFilterTest.java   |   4 +-
 .../read/query/executor/QueryExecutorTest.java     |   4 +-
 .../read/query/timegenerator/ReadWriteTest.java    |   4 +-
 .../timegenerator/TimeGeneratorReadEmptyTest.java  |   4 +-
 .../timegenerator/TimeGeneratorReadWriteTest.java  |   4 +-
 .../query/timegenerator/TimeGeneratorTest.java     |   4 +-
 .../iotdb/tsfile/read/reader/ReaderTest.java       |   4 +-
 .../src/main/thrift/confignode.thrift              |   5 +
 .../src/main/thrift/datanode.thrift                |   8 +-
 pom.xml                                            |   2 +-
 307 files changed, 7533 insertions(+), 5588 deletions(-)
 copy iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/factory/FilterSerializeId.java => integration-test/src/test/java/org/apache/iotdb/pipe/PipeEnvironmentException.java (74%)
 create mode 100644 integration-test/src/test/java/org/apache/iotdb/pipe/it/AbstractPipeDualIT.java
 rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{IoTDBPipeDataSyncIT.java => IoTDBPipeDataSinkIT.java} (56%)
 rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{extractor => }/IoTDBPipeExtractorIT.java (60%)
 create mode 100644 integration-test/src/test/java/org/apache/iotdb/pipe/it/IoTDBPipeProcessorIT.java
 create mode 100644 iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/PipeConfigNodeMetrics.java
 create mode 100644 iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/PipeProcedureMetrics.java
 create mode 100644 iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/PipeTaskInfoMetrics.java
 rename iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/exception/{RatisUnderRecoveryException.java => RatisReadUnavailableException.java} (71%)
 copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/{PipeTaskConnectorRuntimeEnvironment.java => PipeTaskProcessorRuntimeEnvironment.java} (76%)
 rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/{PipeMetrics.java => PipeDataNodeMetrics.java} (82%)
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/PipeEventCommitMetrics.java
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/downsampling/DownSamplingProcessor.java
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/downsampling/PartialPathLastTimeCache.java
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/analyze/PredicateUtils.java
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/other/GroupByTimeExpression.java
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/predicate/ConvertPredicateToTimeFilterVisitor.java
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/predicate/PredicateVisitor.java
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/predicate/ReversePredicateVisitor.java
 create mode 100644 iotdb-core/datanode/src/test/java/org/apache/iotdb/db/consensus/statemachine/dataregion/DataRegionStateMachineTest.java
 create mode 100644 iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/expression/predicate/ConvertPredicateToTimeFilterTest.java
 create mode 100644 iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/expression/predicate/PredicateRemoveNotTest.java
 rename iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/expression/{other => serde}/CaseWhenThenExpressionTest.java (98%)
 copy iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/PipeTaskConnectorRuntimeEnvironment.java => node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/processor/DownSamplingProcessor.java} (63%)
 create mode 100644 iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/processor/PlaceHolderProcessor.java
 delete mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/TimeFilter.java
 delete mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/ValueFilter.java
 delete mode 100755 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/basic/BinaryFilter.java
 copy iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/{factory/FilterType.java => basic/IDisableStatisticsTimeFilter.java} (73%)
 copy iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/{factory/FilterType.java => basic/IDisableStatisticsValueFilter.java} (71%)
 copy iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/{factory/FilterType.java => basic/IStatefulFilter.java} (73%)
 copy iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/PipeTaskConnectorRuntimeEnvironment.java => tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/basic/ITimeFilter.java} (65%)
 rename iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/{factory/FilterType.java => basic/IValueFilter.java} (62%)
 rename iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/{factory/FilterSerializeId.java => basic/OperatorType.java} (61%)
 delete mode 100755 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/basic/UnaryFilter.java
 create mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/factory/TimeFilter.java
 create mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/factory/ValueFilter.java
 rename iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/{AndFilter.java => And.java} (82%)
 mode change 100755 => 100644
 delete mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/Between.java
 delete mode 100755 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/Eq.java
 rename iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/{ => operator}/GroupByFilter.java (62%)
 rename iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/{ => operator}/GroupByMonthFilter.java (66%)
 delete mode 100755 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/Gt.java
 delete mode 100755 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/GtEq.java
 delete mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/In.java
 delete mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/Like.java
 delete mode 100755 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/Lt.java
 delete mode 100755 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/LtEq.java
 rename iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/{NotFilter.java => Not.java} (68%)
 mode change 100755 => 100644
 delete mode 100755 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/NotEq.java
 rename iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/{OrFilter.java => Or.java} (55%)
 mode change 100755 => 100644
 delete mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/Regexp.java
 create mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/TimeFilterOperators.java
 create mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/ValueFilterOperators.java
 copy iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/source/LastSeriesSourceNode.java => tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/base/BinaryLogicalFilter.java} (50%)
 copy iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/PipeTaskRuntimeEnvironment.java => tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/base/ColumnCompareFilter.java} (51%)
 copy iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/PipeTaskRuntimeEnvironment.java => tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/base/ColumnPatternMatchFilter.java} (54%)
 copy iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/PipeTaskRuntimeEnvironment.java => tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/base/ColumnRangeFilter.java} (52%)
 copy iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/PipeTaskRuntimeEnvironment.java => tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/base/ColumnSetFilter.java} (55%)
 create mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/utils/RegexUtils.java