You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ji...@apache.org on 2023/11/30 01:29:22 UTC
(iotdb) branch load_v2 updated (c0fb1d9fc86 -> 07b60fe794a)
This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch load_v2
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from c0fb1d9fc86 Merge branch 'master' into load_v2
add a41439e2ab6 Fix Some Code Smells of Node Commons Module (#11604)
add fa3612d96ad Optimize memory usage of fetchSchema when inserting data (#11591)
add 028a06f9c6b Use `Expression` to represent predicate in FE & Refactor `tsfile/read/filter` module
add dcb6d8e3caa Fix explain error when align by device + template
add 7a17343a569 To adapt activation (#11613)
add fa7fc93b040 [IOTDB-6251] Make read in SchemaRegion linearizable by default (#11571)
add fdda945f178 Rename THeartbeat to TDataNodeHeart (#11603)
add ed8595aae03 Pipe: add async connector retry queue / cache hit and request count / commit queue metrics & initialize pipe metrics on CN (#11601)
add b5214cbca03 [IOTDB-6255] Scatter width metric (#11609)
add c7ab4723eaa Use min(limt, page size) as the init capacity of result block
add 1a52ca3822d Pipe IT: Add tests for iotdb-legacy-pipe-sink & Add forced-log & file mode tests for real-time mode & Refactor ITs (#11617)
add f34e950d0d1 Fix concurrent bug in PartitonCache
add cac7a525776 Fix follower data may out of order (#11625)
add 2253eedef80 Fix query return unexpected result with authority
add 27d265e597a Adjust series_partition_slot_num to series_slot_num in the response message (#11628)
add 2d8b9550a2c [RatisConsensus] Fix ReadRecoverTest CI failure (#11616)
add 3b4fb7b6d96 [IOTDB-6257] Safely Delete IoT WAL with LastFlushedIndex To Support Kill -9 (#11614)
add 4fa35d57cd0 Pipe: Implement down-sampling-processor plugin for reducing the amount of data transferred during data sync (#11557)
add 34fc2237819 Pipe: degrade exception to log when executing pipe procedure operations on DN to enhance the availability (#11623)
add 57b9194a459 Optimizing the Binary comparison method in CompareBinaryColumnTransformer
add f68fdaea159 Bump org.springframework.boot:spring-boot from 2.7.15 to 2.7.18 (#11634)
add bb20b5f3f8f [RatisConsensus] Cache group id in the write/read critical path (#11615)
add 259d3fcd618 Fix npe in TopKOperator when topKResult is null
add 7b82a00764d Fix compaction selector ut running time is too long (#11635)
add afc6c7f916f Only root can alter template
add 431e9b81e80 Fix error judgement for MainFragmentLocatedRegion and MostlyUsedDataRegion in distributed plan
add 919a24f3d37 fix:grafana plugin build
add 07b60fe794a Merge branch 'master' into load_v2
No new revisions were added by this update.
Summary of changes:
.github/workflows/grafana-plugin.yml | 2 +-
.../java/org/apache/iotdb/tsfile/TsFileRead.java | 4 +-
.../IoTDBAlignByDeviceWithTemplateIT.java | 16 +
.../org/apache/iotdb/db/it/auth/IoTDBAuthIT.java | 15 +-
.../db/it/auth/IoTDBTemplatePermissionIT.java | 5 +
.../org/apache/iotdb/db/it/utils/TestUtils.java | 53 ++
.../iotdb/pipe/PipeEnvironmentException.java | 28 +-
.../apache/iotdb/pipe/it/AbstractPipeDualIT.java | 60 ++
.../apache/iotdb/pipe/it/IoTDBPipeClusterIT.java | 254 ++++---
.../pipe/it/IoTDBPipeConnectorParallelIT.java | 77 +-
...ipeDataSyncIT.java => IoTDBPipeDataSinkIT.java} | 157 ++--
.../it/{extractor => }/IoTDBPipeExtractorIT.java | 414 ++++-------
.../apache/iotdb/pipe/it/IoTDBPipeLifeCycleIT.java | 62 +-
.../apache/iotdb/pipe/it/IoTDBPipeProcessorIT.java | 104 +++
.../apache/iotdb/pipe/it/IoTDBPipeProtocolIT.java | 61 +-
.../iotdb/pipe/it/IoTDBPipeSingleEnvDemoIT.java | 16 +-
.../iotdb/pipe/it/IoTDBPipeSwitchStatusIT.java | 29 +-
.../apache/iotdb/pipe/it/IoTDBPipeSyntaxIT.java | 29 +-
.../java/org/apache/iotdb/pipe/api/access/Row.java | 10 +-
iotdb-connector/grafana-plugin/backend-compile.bat | 2 +-
iotdb-connector/grafana-plugin/backend-compile.sh | 31 +-
iotdb-connector/grafana-plugin/go.mod | 35 +-
.../iotdb/spark/tsfile/NarrowConverter.scala | 2 +-
.../apache/iotdb/spark/tsfile/WideConverter.scala | 2 +-
.../async/AsyncDataNodeHeartbeatClientPool.java | 4 +-
.../heartbeat/DataNodeHeartbeatHandler.java | 6 +-
.../iotdb/confignode/manager/ConfigManager.java | 2 +-
.../load/cache/node/NodeHeartbeatSample.java | 7 +-
.../manager/load/cache/node/NodeStatistics.java | 4 +-
.../manager/load/service/HeartbeatService.java | 8 +-
.../iotdb/confignode/manager/node/NodeManager.java | 9 +
.../manager/partition/PartitionManager.java | 21 +
.../manager/partition/PartitionMetrics.java | 36 +
.../manager/pipe/metric/PipeConfigNodeMetrics.java | 47 ++
.../manager/pipe/metric/PipeProcedureMetrics.java | 97 +++
.../manager/pipe/metric/PipeTaskInfoMetrics.java | 99 +++
.../manager/pipe/task/PipeTaskCoordinator.java | 18 +
.../confignode/persistence/node/NodeInfo.java | 29 +-
.../partition/DatabasePartitionTable.java | 29 +
.../persistence/partition/PartitionInfo.java | 24 +
.../confignode/persistence/pipe/PipeTaskInfo.java | 18 +
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 3 +
.../procedure/impl/pipe/PipeTaskOperation.java | 24 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 19 +-
.../impl/pipe/task/DropPipeProcedureV2.java | 8 +-
.../impl/pipe/task/StartPipeProcedureV2.java | 20 +-
.../impl/pipe/task/StopPipeProcedureV2.java | 19 +-
.../iotdb/confignode/service/ConfigNode.java | 3 +
.../router/priority/GreedyPriorityTest.java | 4 +-
.../priority/LeaderPriorityBalancerTest.java | 4 +-
.../manager/load/cache/NodeCacheTest.java | 8 +-
.../apache/iotdb/consensus/config/RatisConfig.java | 2 +-
...ion.java => RatisReadUnavailableException.java} | 11 +-
.../consensus/iot/IoTConsensusServerImpl.java | 23 +-
.../consensus/iot/IoTConsensusServerMetrics.java | 2 +-
.../consensus/iot/client/DispatchLogHandler.java | 15 +-
.../iot/logdispatcher/IndexController.java | 2 -
.../consensus/iot/logdispatcher/LogDispatcher.java | 14 +-
.../service/IoTConsensusRPCServiceProcessor.java | 2 +-
.../ratis/ApplicationStateMachineProxy.java | 17 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 32 +-
.../apache/iotdb/consensus/ratis/utils/Utils.java | 27 +-
.../apache/iotdb/consensus/iot/ReplicateTest.java | 30 +-
.../iotdb/consensus/ratis/RecoverReadTest.java | 12 +-
.../apache/iotdb/consensus/ratis/TestUtils.java | 4 +-
.../db/consensus/SchemaRegionConsensusImpl.java | 1 +
.../dataregion/DataRegionStateMachine.java | 13 +-
.../agent/plugin/PipeProcessorConstructor.java | 3 +
.../iotdb/db/pipe/agent/task/PipeTaskAgent.java | 6 +-
.../db/pipe/commit/PipeEventCommitManager.java | 6 +-
.../iotdb/db/pipe/commit/PipeEventCommitter.java | 23 +-
.../config/constant/PipeProcessorConstant.java | 12 +
.../env/PipeTaskConnectorRuntimeEnvironment.java | 9 +-
.../env/PipeTaskExtractorRuntimeEnvironment.java | 9 +-
...va => PipeTaskProcessorRuntimeEnvironment.java} | 13 +-
.../plugin/env/PipeTaskRuntimeEnvironment.java | 8 +-
.../thrift/async/IoTDBThriftAsyncConnector.java | 6 +
.../iotdb/db/pipe/event/common/row/PipeRow.java | 5 +
.../tsfile/TsFileInsertionDataContainer.java | 2 +-
.../tsfile/TsFileListInsertionDataContainer.java | 2 +-
.../PipeHistoricalDataRegionTsFileExtractor.java | 59 +-
.../iotdb/db/pipe/metric/PipeConnectorMetrics.java | 22 +
.../{PipeMetrics.java => PipeDataNodeMetrics.java} | 16 +-
.../db/pipe/metric/PipeEventCommitMetrics.java | 141 ++++
.../pipe/metric/PipeWALInsertNodeCacheMetrics.java | 24 +
.../downsampling/DownSamplingProcessor.java | 213 ++++++
.../downsampling/PartialPathLastTimeCache.java | 111 +++
.../db/pipe/resource/memory/PipeMemoryBlock.java | 14 +-
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 6 +-
.../subtask/connector/PipeConnectorSubtask.java | 6 +
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 8 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 8 +-
.../db/queryengine/common/MPPQueryContext.java | 15 +
.../common/schematree/ClusterSchemaTree.java | 8 +-
.../queryengine/common/schematree/ISchemaTree.java | 11 +-
.../fragment/FragmentInstanceContext.java | 31 +-
.../fragment/FragmentInstanceManager.java | 2 +-
.../execution/operator/process/TopKOperator.java | 25 +-
.../operator/process/last/LastQueryUtil.java | 8 +-
.../operator/schema/SchemaFetchScanOperator.java | 8 +-
.../operator/source/AlignedSeriesScanUtil.java | 4 +-
.../execution/operator/source/SeriesScanUtil.java | 8 +-
.../db/queryengine/plan/analyze/Analysis.java | 14 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 123 ++--
.../plan/analyze/ExpressionAnalyzer.java | 217 ------
.../queryengine/plan/analyze/ExpressionUtils.java | 105 +--
.../queryengine/plan/analyze/PredicateUtils.java | 347 +++++++++
.../queryengine/plan/analyze/TemplatedAnalyze.java | 17 +-
.../db/queryengine/plan/analyze/TemplatedInfo.java | 32 -
.../analyze/cache/partition/PartitionCache.java | 12 +-
.../analyze/schema/AutoCreateSchemaExecutor.java | 61 +-
.../analyze/schema/ClusterSchemaFetchExecutor.java | 17 +-
.../plan/analyze/schema/ClusterSchemaFetcher.java | 13 +-
.../plan/analyze/schema/ISchemaFetcher.java | 6 +-
.../config/executor/ClusterConfigTaskExecutor.java | 3 +-
.../memory/StatementMemorySourceVisitor.java | 3 +-
.../db/queryengine/plan/expression/Expression.java | 5 +
.../plan/expression/ExpressionFactory.java | 53 ++
.../plan/expression/ExpressionType.java | 3 +-
.../expression/other/GroupByTimeExpression.java | 159 ++++
.../plan/expression/unary/InExpression.java | 15 +-
.../plan/expression/unary/IsNullExpression.java | 5 -
.../plan/expression/unary/LikeExpression.java | 84 +--
.../plan/expression/unary/LogicNotExpression.java | 5 -
.../plan/expression/unary/NegationExpression.java | 5 -
.../plan/expression/unary/RegularExpression.java | 31 +-
.../plan/expression/unary/UnaryExpression.java | 2 -
.../plan/expression/visitor/ExpressionVisitor.java | 5 +
.../visitor/TransformToViewExpressionVisitor.java | 10 +-
.../ConvertPredicateToTimeFilterVisitor.java | 241 +++++++
.../visitor/predicate/PredicateVisitor.java | 102 +++
.../visitor/predicate/ReversePredicateVisitor.java | 148 ++++
.../plan/optimization/LimitOffsetPushDown.java | 8 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 6 +-
.../plan/planner/LocalExecutionPlanContext.java | 15 +-
.../plan/planner/LogicalPlanBuilder.java | 72 +-
.../plan/planner/LogicalPlanVisitor.java | 7 +-
.../plan/planner/OperatorTreeGenerator.java | 121 ++--
.../plan/planner/TemplatedLogicalPlan.java | 2 -
.../plan/planner/TemplatedLogicalPlanBuilder.java | 6 -
.../distribution/DistributionPlanContext.java | 5 +
.../planner/distribution/ExchangeNodeAdder.java | 41 +-
.../SimpleFragmentParallelPlanner.java | 6 +-
.../plan/planner/distribution/SourceRewriter.java | 26 +-
.../distribution/WriteFragmentParallelPlanner.java | 6 +-
.../plan/planner/plan/FragmentInstance.java | 41 +-
.../plan/planner/plan/node/PlanGraphPrinter.java | 9 +-
.../node/metedata/read/SchemaFetchScanNode.java | 17 +-
.../plan/node/process/last/LastQueryNode.java | 45 +-
.../plan/node/source/AlignedLastQueryScanNode.java | 8 +-
.../source/AlignedSeriesAggregationScanNode.java | 51 +-
.../plan/node/source/AlignedSeriesScanNode.java | 150 ++--
.../plan/node/source/LastQueryScanNode.java | 8 +-
.../plan/node/source/LastSeriesSourceNode.java | 7 +
.../node/source/SeriesAggregationScanNode.java | 51 +-
.../node/source/SeriesAggregationSourceNode.java | 31 +-
.../planner/plan/node/source/SeriesScanNode.java | 146 ++--
.../planner/plan/node/source/SeriesSourceNode.java | 4 +-
.../planner/plan/node/write/DeleteDataNode.java | 2 +-
.../planner/plan/parameter/SeriesScanOptions.java | 63 +-
.../statement/internal/SchemaFetchStatement.java | 11 +-
.../metadata/CreateContinuousQueryStatement.java | 4 +-
.../template/AlterSchemaTemplateStatement.java | 19 -
.../binary/CompareBinaryColumnTransformer.java | 33 +-
.../column/ternary/BetweenColumnTransformer.java | 21 +-
.../binary/CompareEqualToTransformer.java | 5 +-
.../binary/CompareGreaterEqualTransformer.java | 5 +-
.../binary/CompareGreaterThanTransformer.java | 5 +-
.../binary/CompareLessEqualTransformer.java | 5 +-
.../binary/CompareLessThanTransformer.java | 5 +-
.../binary/CompareNonEqualTransformer.java | 5 +-
.../transformer/ternary/BetweenTransformer.java | 15 +-
.../transformation/dag/util/TransformUtils.java | 41 +-
.../apache/iotdb/db/schemaengine/SchemaEngine.java | 6 +-
.../schemaengine/schemaregion/ISchemaRegion.java | 5 +-
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 9 +-
.../schemaregion/impl/SchemaRegionPBTreeImpl.java | 9 +-
.../mtree/impl/mem/MTreeBelowSGMemoryImpl.java | 14 +-
.../mtree/impl/pbtree/MTreeBelowSGCachedImpl.java | 14 +-
.../reader/impl/TimeseriesReaderWithViewFetch.java | 3 +-
.../view/visitor/TransformToExpressionVisitor.java | 10 +-
.../db/service/metrics/DataNodeMetricsHelper.java | 4 +-
.../read/reader/chunk/MemAlignedPageReader.java | 4 +-
.../read/reader/chunk/MemPageReader.java | 4 +-
.../dataregion/wal/utils/WALInsertNodeCache.java | 18 +-
.../apache/iotdb/db/utils/TimeValuePairUtils.java | 62 --
.../dataregion/DataRegionStateMachineTest.java | 78 ++
.../schemaRegion/SchemaRegionBasicTest.java | 46 +-
.../schemaRegion/SchemaRegionTemplateTest.java | 9 +-
.../AlignedSeriesAggregationScanOperatorTest.java | 10 +-
.../execution/operator/OperatorMemoryTest.java | 8 +-
.../operator/RawDataAggregationOperatorTest.java | 5 +-
.../SeriesAggregationScanOperatorTest.java | 10 +-
.../execution/operator/TopKOperatorTest.java | 297 ++++++--
.../operator/UpdateLastCacheOperatorTest.java | 2 +-
.../schema/SchemaFetchScanOperatorTest.java | 4 +-
.../ConvertPredicateToTimeFilterTest.java | 148 ++++
.../predicate/PredicateRemoveNotTest.java | 95 +++
.../CaseWhenThenExpressionTest.java | 2 +-
.../db/queryengine/plan/analyze/AnalyzeTest.java | 26 +-
.../plan/analyze/ExpressionAnalyzerTest.java | 2 +-
.../plan/analyze/FakeSchemaFetcherImpl.java | 12 +-
.../plan/analyze/QueryTimePartitionTest.java | 120 ++--
.../plan/optimization/TestPlanBuilder.java | 8 +-
.../plan/plan/FragmentInstanceSerdeTest.java | 4 +-
.../plan/plan/QueryLogicalPlanUtil.java | 43 +-
.../AlignByDeviceOrderByLimitOffsetTest.java | 4 +-
.../plan/plan/distribution/LastQueryTest.java | 2 +-
.../queryengine/plan/plan/distribution/Util.java | 6 +-
.../queryengine/plan/plan/distribution/Util2.java | 6 +-
.../plan/plan/node/PlanGraphPrinterTest.java | 2 +-
.../metadata/read/SchemaFetchMergeNodeTest.java | 1 +
.../metadata/read/SchemaFetchScanNodeTest.java | 2 +
.../node/process/AggregationNodeSerdeTest.java | 8 +-
.../node/process/GroupByLevelNodeSerdeTest.java | 11 +-
.../plan/node/process/GroupByTagNodeSerdeTest.java | 9 +-
.../plan/plan/node/process/LimitNodeSerdeTest.java | 2 -
.../plan/node/process/OffsetNodeSerdeTest.java | 2 -
.../plan/plan/node/process/SortNodeSerdeTest.java | 2 -
.../plan/node/process/TimeJoinNodeSerdeTest.java | 4 -
.../source/SeriesAggregationScanNodeSerdeTest.java | 9 +-
.../plan/node/source/SeriesScanNodeSerdeTest.java | 2 -
.../inner/InnerSpaceCompactionSelectorTest.java | 41 +-
.../AlignedSeriesScanLimitOffsetPushDownTest.java | 4 +-
.../series/SeriesScanLimitOffsetPushDownTest.java | 4 +-
.../commons/auth/authorizer/BasicAuthorizer.java | 6 +-
.../apache/iotdb/commons/client/ClientManager.java | 7 +-
.../apache/iotdb/commons/path/PathPatternTree.java | 8 +
.../iotdb/commons/path/fa/dfa/PatternDFA.java | 18 +-
.../iotdb/commons/path/fa/dfa/graph/DFAGraph.java | 75 +-
.../pipe/plugin/builtin/BuiltinPipePlugin.java | 47 +-
.../builtin/processor/DownSamplingProcessor.java} | 22 +-
.../builtin/processor/PlaceHolderProcessor.java | 68 ++
.../commons/pipe/task/meta/PipeMetaKeeper.java | 32 +
.../viewExpression/unary/LikeViewExpression.java | 20 +-
.../unary/RegularViewExpression.java | 24 +-
.../iotdb/commons/service/metric/enums/Metric.java | 7 +
.../org/apache/iotdb/commons/utils/FileUtils.java | 16 +-
.../apache/iotdb/commons/utils/SerializeUtils.java | 8 -
.../apache/iotdb/commons/path/PatternDFATest.java | 10 +-
.../apache/iotdb/tsfile/read/common/TimeRange.java | 2 +-
.../read/expression/impl/GlobalTimeExpression.java | 12 +-
.../expression/impl/SingleSeriesExpression.java | 11 +-
.../read/filter/PredicateRemoveNotRewriter.java | 30 +-
.../iotdb/tsfile/read/filter/TimeFilter.java | 321 ---------
.../iotdb/tsfile/read/filter/ValueFilter.java | 164 -----
.../tsfile/read/filter/basic/BinaryFilter.java | 95 ---
.../iotdb/tsfile/read/filter/basic/Filter.java | 158 +++-
.../IDisableStatisticsTimeFilter.java} | 18 +-
.../IDisableStatisticsValueFilter.java} | 18 +-
.../FilterType.java => basic/IStatefulFilter.java} | 23 +-
.../tsfile/read/filter/basic/ITimeFilter.java} | 15 +-
.../FilterType.java => basic/IValueFilter.java} | 23 +-
.../OperatorType.java} | 54 +-
.../tsfile/read/filter/basic/UnaryFilter.java | 97 ---
.../tsfile/read/filter/factory/FilterFactory.java | 93 +--
.../tsfile/read/filter/factory/TimeFilter.java | 101 +++
.../tsfile/read/filter/factory/ValueFilter.java | 168 +++++
.../filter/operator/{AndFilter.java => And.java} | 54 +-
.../iotdb/tsfile/read/filter/operator/Between.java | 168 -----
.../iotdb/tsfile/read/filter/operator/Eq.java | 115 ---
.../read/filter/{ => operator}/GroupByFilter.java | 116 ++-
.../filter/{ => operator}/GroupByMonthFilter.java | 171 +++--
.../iotdb/tsfile/read/filter/operator/Gt.java | 113 ---
.../iotdb/tsfile/read/filter/operator/GtEq.java | 113 ---
.../iotdb/tsfile/read/filter/operator/In.java | 153 ----
.../iotdb/tsfile/read/filter/operator/Like.java | 201 ------
.../iotdb/tsfile/read/filter/operator/Lt.java | 113 ---
.../iotdb/tsfile/read/filter/operator/LtEq.java | 113 ---
.../filter/operator/{NotFilter.java => Not.java} | 114 ++-
.../iotdb/tsfile/read/filter/operator/NotEq.java | 115 ---
.../filter/operator/{OrFilter.java => Or.java} | 144 ++--
.../iotdb/tsfile/read/filter/operator/Regexp.java | 199 -----
.../read/filter/operator/TimeFilterOperators.java | 615 ++++++++++++++++
.../read/filter/operator/ValueFilterOperators.java | 799 +++++++++++++++++++++
.../filter/operator/base/BinaryLogicalFilter.java} | 47 +-
.../filter/operator/base/ColumnCompareFilter.java} | 32 +-
.../operator/base/ColumnPatternMatchFilter.java} | 31 +-
.../filter/operator/base/ColumnRangeFilter.java} | 32 +-
.../filter/operator/base/ColumnSetFilter.java} | 31 +-
.../tsfile/read/reader/page/AlignedPageReader.java | 16 +-
.../iotdb/tsfile/read/reader/page/PageReader.java | 18 +-
.../org/apache/iotdb/tsfile/utils/BytesUtils.java | 10 +
.../iotdb/tsfile/utils/ReadWriteIOUtils.java | 55 +-
.../org/apache/iotdb/tsfile/utils/RegexUtils.java | 92 +++
.../apache/iotdb/tsfile/read/ExpressionTest.java | 2 +-
.../iotdb/tsfile/read/ReadInPartitionTest.java | 4 +-
.../org/apache/iotdb/tsfile/read/ReadTest.java | 4 +-
.../iotdb/tsfile/read/TimePlainEncodeReadTest.java | 4 +-
.../apache/iotdb/tsfile/read/TsFileReaderTest.java | 4 +-
.../tsfile/read/filter/FilterSerializeTest.java | 36 +-
.../tsfile/read/filter/GroupByFilterTest.java | 4 +-
.../tsfile/read/filter/GroupByMonthFilterTest.java | 67 +-
.../read/filter/IExpressionOptimizerTest.java | 2 +
.../read/filter/MinTimeMaxTimeFilterTest.java | 9 +-
.../iotdb/tsfile/read/filter/OperatorTest.java | 2 +
.../filter/PredicateRemoveNotRewriterTest.java | 109 +--
.../tsfile/read/filter/StatisticsFilterTest.java | 4 +-
.../read/query/executor/QueryExecutorTest.java | 4 +-
.../read/query/timegenerator/ReadWriteTest.java | 4 +-
.../timegenerator/TimeGeneratorReadEmptyTest.java | 4 +-
.../timegenerator/TimeGeneratorReadWriteTest.java | 4 +-
.../query/timegenerator/TimeGeneratorTest.java | 4 +-
.../iotdb/tsfile/read/reader/ReaderTest.java | 4 +-
.../src/main/thrift/confignode.thrift | 5 +
.../src/main/thrift/datanode.thrift | 8 +-
pom.xml | 2 +-
307 files changed, 7533 insertions(+), 5588 deletions(-)
copy iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/factory/FilterSerializeId.java => integration-test/src/test/java/org/apache/iotdb/pipe/PipeEnvironmentException.java (74%)
create mode 100644 integration-test/src/test/java/org/apache/iotdb/pipe/it/AbstractPipeDualIT.java
rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{IoTDBPipeDataSyncIT.java => IoTDBPipeDataSinkIT.java} (56%)
rename integration-test/src/test/java/org/apache/iotdb/pipe/it/{extractor => }/IoTDBPipeExtractorIT.java (60%)
create mode 100644 integration-test/src/test/java/org/apache/iotdb/pipe/it/IoTDBPipeProcessorIT.java
create mode 100644 iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/PipeConfigNodeMetrics.java
create mode 100644 iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/PipeProcedureMetrics.java
create mode 100644 iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/metric/PipeTaskInfoMetrics.java
rename iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/exception/{RatisUnderRecoveryException.java => RatisReadUnavailableException.java} (71%)
copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/{PipeTaskConnectorRuntimeEnvironment.java => PipeTaskProcessorRuntimeEnvironment.java} (76%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/{PipeMetrics.java => PipeDataNodeMetrics.java} (82%)
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/PipeEventCommitMetrics.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/downsampling/DownSamplingProcessor.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/downsampling/PartialPathLastTimeCache.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/analyze/PredicateUtils.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/other/GroupByTimeExpression.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/predicate/ConvertPredicateToTimeFilterVisitor.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/predicate/PredicateVisitor.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/predicate/ReversePredicateVisitor.java
create mode 100644 iotdb-core/datanode/src/test/java/org/apache/iotdb/db/consensus/statemachine/dataregion/DataRegionStateMachineTest.java
create mode 100644 iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/expression/predicate/ConvertPredicateToTimeFilterTest.java
create mode 100644 iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/expression/predicate/PredicateRemoveNotTest.java
rename iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/expression/{other => serde}/CaseWhenThenExpressionTest.java (98%)
copy iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/PipeTaskConnectorRuntimeEnvironment.java => node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/processor/DownSamplingProcessor.java} (63%)
create mode 100644 iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/processor/PlaceHolderProcessor.java
delete mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/TimeFilter.java
delete mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/ValueFilter.java
delete mode 100755 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/basic/BinaryFilter.java
copy iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/{factory/FilterType.java => basic/IDisableStatisticsTimeFilter.java} (73%)
copy iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/{factory/FilterType.java => basic/IDisableStatisticsValueFilter.java} (71%)
copy iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/{factory/FilterType.java => basic/IStatefulFilter.java} (73%)
copy iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/PipeTaskConnectorRuntimeEnvironment.java => tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/basic/ITimeFilter.java} (65%)
rename iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/{factory/FilterType.java => basic/IValueFilter.java} (62%)
rename iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/{factory/FilterSerializeId.java => basic/OperatorType.java} (61%)
delete mode 100755 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/basic/UnaryFilter.java
create mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/factory/TimeFilter.java
create mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/factory/ValueFilter.java
rename iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/{AndFilter.java => And.java} (82%)
mode change 100755 => 100644
delete mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/Between.java
delete mode 100755 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/Eq.java
rename iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/{ => operator}/GroupByFilter.java (62%)
rename iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/{ => operator}/GroupByMonthFilter.java (66%)
delete mode 100755 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/Gt.java
delete mode 100755 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/GtEq.java
delete mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/In.java
delete mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/Like.java
delete mode 100755 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/Lt.java
delete mode 100755 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/LtEq.java
rename iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/{NotFilter.java => Not.java} (68%)
mode change 100755 => 100644
delete mode 100755 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/NotEq.java
rename iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/{OrFilter.java => Or.java} (55%)
mode change 100755 => 100644
delete mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/Regexp.java
create mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/TimeFilterOperators.java
create mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/ValueFilterOperators.java
copy iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/source/LastSeriesSourceNode.java => tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/base/BinaryLogicalFilter.java} (50%)
copy iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/PipeTaskRuntimeEnvironment.java => tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/base/ColumnCompareFilter.java} (51%)
copy iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/PipeTaskRuntimeEnvironment.java => tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/base/ColumnPatternMatchFilter.java} (54%)
copy iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/PipeTaskRuntimeEnvironment.java => tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/base/ColumnRangeFilter.java} (52%)
copy iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/PipeTaskRuntimeEnvironment.java => tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/operator/base/ColumnSetFilter.java} (55%)
create mode 100644 iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/utils/RegexUtils.java