You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by xi...@apache.org on 2023/05/15 15:17:24 UTC
[iotdb] branch tiered_storage updated (fa5c374b2fe -> 53c51db2004)
This is an automated email from the ASF dual-hosted git repository.
xingtanzjr pushed a change to branch tiered_storage
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from fa5c374b2fe fix os path format
add e39060e1d1b update ratis version to 2.5.1 (#9785)
add 299f33c80ca [IOTDB-5821] Pipe: PipeCollector Stage (#9789)
add db8849fce19 [IOTDB-5740] Fix drop database does not delete its template (#9792)
add f579e3ca0d6 Support Create and Query Schema of Logical View (#9742)
add 3b44a55bb20 [Doc] Fix error path of Dockerfile (#9725)
add 16011faf943 [To rel/1.1] [IOTDB-5844] Fix compaction module getting stuck (#9776) (#9790)
add dde59e204e4 Refactor SchemaIT for Acceleration (#9794)
add 5c20ee49d39 [IOTDB-5831] Fix create region failure after recreate db (#9800)
add f3e7ce22864 [IOTDB-5818][Atmos][Compaction]Cross_space compaction of Aligned timeseries is stucked (#9795)
add c84a66e669f [IOTDB-5827] Fix the description for dn_multi_dir_strategy in iotdb-datanode.properties and update corresponding user manual (#9804)
add 15a3adc2eb2 [IOTDB-5848] Pipe: task construction and life cycle management (#9808)
add a52beb4e996 [IOTDB-5851] Fix Npe with limit clause
add 7533fe5bec6 Fix a bug: crash while restarting caused by logical view (#9815)
add 52eb858616e Follower doesn't need to update last cache when using IoT_consensus (#9811)
new 53c51db2004 Merge branch 'master' into tiered_storage
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 22 ++
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 4 +
client-py/tests/test_dataframe.py | 2 +
.../confignode/manager/ClusterSchemaManager.java | 13 +-
consensus/pom.xml | 2 +-
docs/UserGuide/QuickStart/WayToGetIoTDB.md | 2 +-
docs/UserGuide/Reference/DataNode-Config-Manual.md | 2 +-
.../UserGuide/Reference/DataNode-Config-Manual.md | 2 +-
.../apache/iotdb/db/it/query/IoTDBResultSetIT.java | 2 +
.../db/it/schema/IoTDBAutoCreateSchemaIT.java | 17 +-
.../it/schema/IoTDBCreateAlignedTimeseriesIT.java | 17 +-
.../db/it/schema/IoTDBCreateStorageGroupIT.java | 18 +-
.../db/it/schema/IoTDBCreateTimeseriesIT.java | 17 +-
.../db/it/schema/IoTDBDeactivateTemplateIT.java | 26 +-
.../it/schema/IoTDBDeleteAlignedTimeseriesIT.java | 18 +-
.../db/it/schema/IoTDBDeleteStorageGroupIT.java | 17 +-
.../db/it/schema/IoTDBDeleteTimeseriesIT.java | 18 +-
.../iotdb/db/it/schema/IoTDBExtendTemplateIT.java | 49 +--
.../iotdb/db/it/schema/IoTDBMetadataFetchIT.java | 63 ++--
.../iotdb/db/it/schema/IoTDBSchemaTemplateIT.java | 49 +--
.../db/it/schema/IoTDBSortedShowTimeseriesIT.java | 20 +-
.../apache/iotdb/db/it/schema/IoTDBTagAlterIT.java | 17 +-
.../org/apache/iotdb/db/it/schema/IoTDBTagIT.java | 17 +-
.../org/apache/iotdb/util/AbstractSchemaIT.java | 48 ++-
.../iotdb/zeppelin/it/IoTDBInterpreterIT.java | 14 +-
.../iotdb/commons/consensus/DataRegionId.java | 4 -
.../org/apache/iotdb/commons/path/PartialPath.java | 4 +-
.../pipe/plugin/builtin/BuiltinPipePlugin.java | 8 +-
.../plugin/builtin/collector/DefaultCollector.java | 60 ++++
.../commons/pipe/task/meta/PipeStaticMeta.java | 4 +-
.../node/common/AbstractMeasurementMNode.java | 4 +
.../schema/node/role/IMeasurementMNode.java | 2 +
.../commons/schema/node/utils/IMNodeFactory.java | 4 +
.../api/exception/PipeConnectionException.java | 18 +-
.../schemaregion/rocksdb/RSchemaRegion.java | 7 +
.../rocksdb/mnode/RMeasurementMNode.java | 5 +
.../metadata/tagSchemaRegion/TagSchemaRegion.java | 7 +
.../resources/conf/iotdb-datanode.properties | 2 +-
.../CompactionMemoryNotEnoughException.java} | 12 +-
.../execute/task/CrossSpaceCompactionTask.java | 6 +-
.../estimator/AbstractCompactionEstimator.java | 3 +-
.../ReadPointCrossCompactionEstimator.java | 6 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 8 +-
.../apache/iotdb/db/metadata/MetadataConstant.java | 6 +
.../mnode/config/factory/ConfigMNodeFactory.java | 7 +
.../mnode/mem/factory/MemMNodeFactory.java | 14 +
...MeasurementMNode.java => LogicalViewMNode.java} | 30 +-
.../metadata/mnode/mem/impl/LogicalViewSchema.java | 215 +++++++++++
.../metadata/mnode/mem/impl/MeasurementMNode.java | 5 +
.../metadata/mnode/mem/info/LogicalViewInfo.java | 161 +++++++++
.../schemafile/factory/CacheMNodeFactory.java | 7 +
.../schemafile/impl/CachedMeasurementMNode.java | 5 +
.../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 10 +-
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 75 +++-
.../mtree/snapshot/MemMTreeSnapshotUtil.java | 42 ++-
.../plan/schemaregion/SchemaRegionPlanType.java | 2 +
.../plan/schemaregion/SchemaRegionPlanVisitor.java | 5 +
.../impl/SchemaRegionPlanDeserializer.java | 24 ++
.../impl/SchemaRegionPlanSerializer.java | 27 ++
.../impl/SchemaRegionPlanTxtSerializer.java | 21 ++
.../impl/write/CreateLogicalViewPlanImpl.java | 75 ++++
.../schemaregion/result/ShowTimeSeriesResult.java | 14 +-
.../schemaregion/write/ICreateLogicalViewPlan.java | 66 ++++
.../metadata/query/info/ITimeSeriesSchemaInfo.java | 6 +-
.../metadata/rescon/MemSchemaRegionStatistics.java | 8 +-
.../db/metadata/schemaregion/ISchemaRegion.java | 5 +
.../schemaregion/SchemaRegionMemoryImpl.java | 40 +++
.../schemaregion/SchemaRegionSchemaFileImpl.java | 7 +
.../metadata/template/ClusterTemplateManager.java | 36 ++
.../view/viewExpression/ViewExpression.java | 318 +++++++++++++++++
.../view/viewExpression/ViewExpressionType.java | 76 ++++
.../binary/BinaryViewExpression.java | 119 +++++++
.../binary/arithmetic/AdditionViewExpression.java | 61 ++++
.../arithmetic/ArithmeticBinaryViewExpression.java | 52 +++
.../binary/arithmetic/DivisionViewExpression.java | 61 ++++
.../binary/arithmetic/ModuloViewExpression.java | 61 ++++
.../arithmetic/MultiplicationViewExpression.java | 63 ++++
.../arithmetic/SubtractionViewExpression.java | 61 ++++
.../compare/CompareBinaryViewExpression.java | 52 +++
.../binary/compare/EqualToViewExpression.java | 57 +++
.../binary/compare/GreaterEqualViewExpression.java | 57 +++
.../binary/compare/GreaterThanViewExpression.java | 57 +++
.../binary/compare/LessEqualViewExpression.java | 57 +++
.../binary/compare/LessThanViewExpression.java | 57 +++
.../binary/compare/NonEqualViewExpression.java | 57 +++
.../binary/logic/LogicAndViewExpression.java | 57 +++
.../binary/logic/LogicBinaryViewExpression.java | 52 +++
.../binary/logic/LogicOrViewExpression.java | 57 +++
.../viewExpression/leaf/ConstantViewOperand.java | 98 ++++++
.../view/viewExpression/leaf/LeafViewOperand.java} | 27 +-
.../view/viewExpression/leaf/NullViewOperand.java | 61 ++++
.../viewExpression/leaf/TimeSeriesViewOperand.java | 87 +++++
.../viewExpression/leaf/TimestampViewOperand.java | 72 ++++
.../multi/FunctionViewExpression.java | 198 +++++++++++
.../ternary/BetweenViewExpression.java | 111 ++++++
.../ternary/TernaryViewExpression.java | 105 ++++++
.../viewExpression/unary/InViewExpression.java | 106 ++++++
.../viewExpression/unary/IsNullViewExpression.java | 89 +++++
.../viewExpression/unary/LikeViewExpression.java | 163 +++++++++
.../unary/LogicNotViewExpression.java | 61 ++++
.../unary/NegationViewExpression.java | 61 ++++
.../unary/RegularViewExpression.java | 105 ++++++
.../viewExpression/unary/UnaryViewExpression.java | 73 ++++
.../visitor/GetSourcePathsVisitor.java | 95 +++++
.../visitor/TransformToExpressionVisitor.java | 320 +++++++++++++++++
.../visitor/ViewExpressionVisitor.java | 219 ++++++++++++
.../metadata/visitor/SchemaExecutionVisitor.java | 22 ++
.../db/mpp/common/header/ColumnHeaderConstant.java | 6 +-
.../mpp/execution/exchange/SharedTsBlockQueue.java | 12 +-
.../execution/executor/RegionWriteExecutor.java | 49 +++
.../schema/source/TimeSeriesSchemaSource.java | 14 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 45 +++
.../visitor/TransformToViewExpressionVisitor.java | 391 +++++++++++++++++++++
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 86 +++++
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 21 ++
.../mpp/plan/planner/plan/node/PlanNodeType.java | 6 +-
.../db/mpp/plan/planner/plan/node/PlanVisitor.java | 5 +
.../node/metedata/write/CreateLogicalViewNode.java | 250 +++++++++++++
.../plan/planner/plan/node/write/InsertNode.java | 8 +
.../iotdb/db/mpp/plan/statement/StatementType.java | 2 +
.../db/mpp/plan/statement/StatementVisitor.java | 7 +
.../metadata/CreateLogicalViewStatement.java | 246 +++++++++++++
.../db/pipe/agent/plugin/PipePluginAgent.java | 26 +-
.../iotdb/db/pipe/agent/task/PipeTaskAgent.java | 139 ++++----
.../PipeCollectorConstant.java} | 20 +-
.../PipeConnectorConstant.java} | 12 +-
.../PipeProcessorConstant.java} | 12 +-
.../core/collector/IoTDBDataRegionCollector.java | 85 +++++
...> PipeHistoricalDataRegionTsFileCollector.java} | 39 +-
.../realtime/PipeRealtimeDataRegionCollector.java | 21 +-
... => PipeRealtimeDataRegionHybridCollector.java} | 33 +-
.../connector/PipeConnectorSubtaskLifeCycle.java | 31 +-
.../connector/PipeConnectorSubtaskManager.java | 19 +-
.../event/view/collector/PipeEventCollector.java | 59 +++-
...anager.java => PipeSubtaskExecutorManager.java} | 12 +-
.../execution/scheduler/PipeTaskScheduler.java | 18 +-
.../org/apache/iotdb/db/pipe/task/PipeBuilder.java | 66 ++++
.../org/apache/iotdb/db/pipe/task/PipeTask.java | 9 +-
.../apache/iotdb/db/pipe/task/PipeTaskBuilder.java | 60 +++-
.../apache/iotdb/db/pipe/task/PipeTaskManager.java | 96 +++++
.../iotdb/db/pipe/task/queue/EventSupplier.java | 25 +-
.../ListenableBlockingPendingQueue.java} | 18 +-
.../db/pipe/task/queue/ListenablePendingQueue.java | 159 +++++++++
.../ListenableUnblockingPendingQueue.java} | 18 +-
.../PendingQueueEmptyToNotEmptyListener.java} | 9 +-
.../PendingQueueFullToNotFullListener.java} | 9 +-
.../PendingQueueNotEmptyToEmptyListener.java} | 9 +-
.../PendingQueueNotFullToFullListener.java} | 9 +-
.../db/pipe/task/stage/PipeTaskCollectorStage.java | 83 +++--
.../db/pipe/task/stage/PipeTaskConnectorStage.java | 100 +-----
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 105 +++++-
.../iotdb/db/pipe/task/stage/PipeTaskStage.java | 95 ++++-
.../db/pipe/task/subtask/PipeConnectorSubtask.java | 87 +++--
.../db/pipe/task/subtask/PipeProcessorSubtask.java | 20 +-
.../iotdb/db/pipe/task/subtask/PipeSubtask.java | 6 +-
.../org/apache/iotdb/db/rescon/SystemInfo.java | 20 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 1 +
.../metadata/view/ViewExpressionToStringTest.java | 183 ++++++++++
.../collector/CachedSchemaPatternMatcherTest.java | 48 ++-
.../core/collector/PipeRealtimeCollectTest.java | 59 +++-
.../executor/PipeConnectorSubtaskExecutorTest.java | 8 +-
.../executor/PipeProcessorSubtaskExecutorTest.java | 10 +-
162 files changed, 7394 insertions(+), 650 deletions(-)
create mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/collector/DefaultCollector.java
copy server/src/main/java/org/apache/iotdb/db/pipe/task/subtask/PipeAssignerSubtask.java => pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception/PipeConnectionException.java (74%)
copy server/src/main/java/org/apache/iotdb/db/{pipe/task/PipeTaskBuilder.java => engine/compaction/execute/exception/CompactionMemoryNotEnoughException.java} (73%)
copy server/src/main/java/org/apache/iotdb/db/metadata/mnode/mem/impl/{MeasurementMNode.java => LogicalViewMNode.java} (67%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/mnode/mem/impl/LogicalViewSchema.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/mnode/mem/info/LogicalViewInfo.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/impl/write/CreateLogicalViewPlanImpl.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/write/ICreateLogicalViewPlan.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/ViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/ViewExpressionType.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/binary/BinaryViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/binary/arithmetic/AdditionViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/binary/arithmetic/ArithmeticBinaryViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/binary/arithmetic/DivisionViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/binary/arithmetic/ModuloViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/binary/arithmetic/MultiplicationViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/binary/arithmetic/SubtractionViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/binary/compare/CompareBinaryViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/binary/compare/EqualToViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/binary/compare/GreaterEqualViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/binary/compare/GreaterThanViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/binary/compare/LessEqualViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/binary/compare/LessThanViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/binary/compare/NonEqualViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/binary/logic/LogicAndViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/binary/logic/LogicBinaryViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/binary/logic/LogicOrViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/leaf/ConstantViewOperand.java
rename server/src/{test/java/org/apache/iotdb/db/pipe/execution/executor/PipeAssignerSubtaskExecutorTest.java => main/java/org/apache/iotdb/db/metadata/view/viewExpression/leaf/LeafViewOperand.java} (60%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/leaf/NullViewOperand.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/leaf/TimeSeriesViewOperand.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/leaf/TimestampViewOperand.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/multi/FunctionViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/ternary/BetweenViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/ternary/TernaryViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/unary/InViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/unary/IsNullViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/unary/LikeViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/unary/LogicNotViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/unary/NegationViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/unary/RegularViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/unary/UnaryViewExpression.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/visitor/GetSourcePathsVisitor.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/visitor/TransformToExpressionVisitor.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/view/viewExpression/visitor/ViewExpressionVisitor.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/TransformToViewExpressionVisitor.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/metedata/write/CreateLogicalViewNode.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/CreateLogicalViewStatement.java
copy server/src/main/java/org/apache/iotdb/db/pipe/{task/subtask/PipeAssignerSubtask.java => config/PipeCollectorConstant.java} (68%)
copy server/src/main/java/org/apache/iotdb/db/pipe/{task/PipeTaskBuilder.java => config/PipeConnectorConstant.java} (77%)
copy server/src/main/java/org/apache/iotdb/db/pipe/{task/PipeTaskBuilder.java => config/PipeProcessorConstant.java} (77%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/collector/IoTDBDataRegionCollector.java
rename server/src/main/java/org/apache/iotdb/db/pipe/core/collector/historical/{PipeHistoricalTsFileCollector.java => PipeHistoricalDataRegionTsFileCollector.java} (76%)
rename server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/{PipeRealtimeHybridDataRegionCollector.java => PipeRealtimeDataRegionHybridCollector.java} (85%)
rename server/src/main/java/org/apache/iotdb/db/pipe/execution/executor/{PipeTaskExecutorManager.java => PipeSubtaskExecutorManager.java} (86%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/task/PipeBuilder.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/task/PipeTaskManager.java
copy node-commons/src/main/java/org/apache/iotdb/commons/consensus/DataRegionId.java => server/src/main/java/org/apache/iotdb/db/pipe/task/queue/EventSupplier.java (65%)
copy server/src/main/java/org/apache/iotdb/db/pipe/task/{subtask/PipeAssignerSubtask.java => queue/ListenableBlockingPendingQueue.java} (69%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/task/queue/ListenablePendingQueue.java
rename server/src/main/java/org/apache/iotdb/db/pipe/task/{subtask/PipeAssignerSubtask.java => queue/ListenableUnblockingPendingQueue.java} (71%)
copy server/src/main/java/org/apache/iotdb/db/pipe/task/{PipeTaskBuilder.java => queue/PendingQueueEmptyToNotEmptyListener.java} (83%)
copy server/src/main/java/org/apache/iotdb/db/pipe/task/{PipeTaskBuilder.java => queue/PendingQueueFullToNotFullListener.java} (83%)
copy server/src/main/java/org/apache/iotdb/db/pipe/task/{PipeTaskBuilder.java => queue/PendingQueueNotEmptyToEmptyListener.java} (83%)
copy server/src/main/java/org/apache/iotdb/db/pipe/task/{PipeTaskBuilder.java => queue/PendingQueueNotFullToFullListener.java} (83%)
create mode 100644 server/src/test/java/org/apache/iotdb/db/metadata/view/ViewExpressionToStringTest.java
[iotdb] 01/01: Merge branch 'master' into tiered_storage
Posted by xi...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
xingtanzjr pushed a commit to branch tiered_storage
in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 53c51db2004188b0d71976f503159e60497e6883
Merge: fa5c374b2fe 52eb858616e
Author: Jinrui.Zhang <xi...@gmail.com>
AuthorDate: Mon May 15 23:17:07 2023 +0800
Merge branch 'master' into tiered_storage
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 22 ++
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 4 +
client-py/tests/test_dataframe.py | 2 +
.../confignode/manager/ClusterSchemaManager.java | 13 +-
consensus/pom.xml | 2 +-
docs/UserGuide/QuickStart/WayToGetIoTDB.md | 2 +-
docs/UserGuide/Reference/DataNode-Config-Manual.md | 2 +-
.../UserGuide/Reference/DataNode-Config-Manual.md | 2 +-
.../apache/iotdb/db/it/query/IoTDBResultSetIT.java | 2 +
.../db/it/schema/IoTDBAutoCreateSchemaIT.java | 17 +-
.../it/schema/IoTDBCreateAlignedTimeseriesIT.java | 17 +-
.../db/it/schema/IoTDBCreateStorageGroupIT.java | 18 +-
.../db/it/schema/IoTDBCreateTimeseriesIT.java | 17 +-
.../db/it/schema/IoTDBDeactivateTemplateIT.java | 26 +-
.../it/schema/IoTDBDeleteAlignedTimeseriesIT.java | 18 +-
.../db/it/schema/IoTDBDeleteStorageGroupIT.java | 17 +-
.../db/it/schema/IoTDBDeleteTimeseriesIT.java | 18 +-
.../iotdb/db/it/schema/IoTDBExtendTemplateIT.java | 49 +--
.../iotdb/db/it/schema/IoTDBMetadataFetchIT.java | 63 ++--
.../iotdb/db/it/schema/IoTDBSchemaTemplateIT.java | 49 +--
.../db/it/schema/IoTDBSortedShowTimeseriesIT.java | 20 +-
.../apache/iotdb/db/it/schema/IoTDBTagAlterIT.java | 17 +-
.../org/apache/iotdb/db/it/schema/IoTDBTagIT.java | 17 +-
.../org/apache/iotdb/util/AbstractSchemaIT.java | 48 ++-
.../iotdb/zeppelin/it/IoTDBInterpreterIT.java | 14 +-
.../iotdb/commons/consensus/DataRegionId.java | 4 -
.../org/apache/iotdb/commons/path/PartialPath.java | 4 +-
.../pipe/plugin/builtin/BuiltinPipePlugin.java | 8 +-
.../plugin/builtin/collector/DefaultCollector.java | 60 ++++
.../commons/pipe/task/meta/PipeStaticMeta.java | 4 +-
.../node/common/AbstractMeasurementMNode.java | 4 +
.../schema/node/role/IMeasurementMNode.java | 2 +
.../commons/schema/node/utils/IMNodeFactory.java | 4 +
.../api/exception/PipeConnectionException.java | 18 +-
.../schemaregion/rocksdb/RSchemaRegion.java | 7 +
.../rocksdb/mnode/RMeasurementMNode.java | 5 +
.../metadata/tagSchemaRegion/TagSchemaRegion.java | 7 +
.../resources/conf/iotdb-datanode.properties | 2 +-
.../CompactionMemoryNotEnoughException.java} | 12 +-
.../execute/task/CrossSpaceCompactionTask.java | 6 +-
.../estimator/AbstractCompactionEstimator.java | 3 +-
.../ReadPointCrossCompactionEstimator.java | 6 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 8 +-
.../apache/iotdb/db/metadata/MetadataConstant.java | 6 +
.../mnode/config/factory/ConfigMNodeFactory.java | 7 +
.../mnode/mem/factory/MemMNodeFactory.java | 14 +
...MeasurementMNode.java => LogicalViewMNode.java} | 30 +-
.../metadata/mnode/mem/impl/LogicalViewSchema.java | 215 +++++++++++
.../metadata/mnode/mem/impl/MeasurementMNode.java | 5 +
.../metadata/mnode/mem/info/LogicalViewInfo.java | 161 +++++++++
.../schemafile/factory/CacheMNodeFactory.java | 7 +
.../schemafile/impl/CachedMeasurementMNode.java | 5 +
.../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 10 +-
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 75 +++-
.../mtree/snapshot/MemMTreeSnapshotUtil.java | 42 ++-
.../plan/schemaregion/SchemaRegionPlanType.java | 2 +
.../plan/schemaregion/SchemaRegionPlanVisitor.java | 5 +
.../impl/SchemaRegionPlanDeserializer.java | 24 ++
.../impl/SchemaRegionPlanSerializer.java | 27 ++
.../impl/SchemaRegionPlanTxtSerializer.java | 21 ++
.../impl/write/CreateLogicalViewPlanImpl.java | 75 ++++
.../schemaregion/result/ShowTimeSeriesResult.java | 14 +-
.../schemaregion/write/ICreateLogicalViewPlan.java | 66 ++++
.../metadata/query/info/ITimeSeriesSchemaInfo.java | 6 +-
.../metadata/rescon/MemSchemaRegionStatistics.java | 8 +-
.../db/metadata/schemaregion/ISchemaRegion.java | 5 +
.../schemaregion/SchemaRegionMemoryImpl.java | 40 +++
.../schemaregion/SchemaRegionSchemaFileImpl.java | 7 +
.../metadata/template/ClusterTemplateManager.java | 36 ++
.../view/viewExpression/ViewExpression.java | 318 +++++++++++++++++
.../view/viewExpression/ViewExpressionType.java | 76 ++++
.../binary/BinaryViewExpression.java | 119 +++++++
.../binary/arithmetic/AdditionViewExpression.java | 61 ++++
.../arithmetic/ArithmeticBinaryViewExpression.java | 52 +++
.../binary/arithmetic/DivisionViewExpression.java | 61 ++++
.../binary/arithmetic/ModuloViewExpression.java | 61 ++++
.../arithmetic/MultiplicationViewExpression.java | 63 ++++
.../arithmetic/SubtractionViewExpression.java | 61 ++++
.../compare/CompareBinaryViewExpression.java | 52 +++
.../binary/compare/EqualToViewExpression.java | 57 +++
.../binary/compare/GreaterEqualViewExpression.java | 57 +++
.../binary/compare/GreaterThanViewExpression.java | 57 +++
.../binary/compare/LessEqualViewExpression.java | 57 +++
.../binary/compare/LessThanViewExpression.java | 57 +++
.../binary/compare/NonEqualViewExpression.java | 57 +++
.../binary/logic/LogicAndViewExpression.java | 57 +++
.../binary/logic/LogicBinaryViewExpression.java | 52 +++
.../binary/logic/LogicOrViewExpression.java | 57 +++
.../viewExpression/leaf/ConstantViewOperand.java | 98 ++++++
.../view/viewExpression/leaf/LeafViewOperand.java} | 27 +-
.../view/viewExpression/leaf/NullViewOperand.java | 61 ++++
.../viewExpression/leaf/TimeSeriesViewOperand.java | 87 +++++
.../viewExpression/leaf/TimestampViewOperand.java | 72 ++++
.../multi/FunctionViewExpression.java | 198 +++++++++++
.../ternary/BetweenViewExpression.java | 111 ++++++
.../ternary/TernaryViewExpression.java | 105 ++++++
.../viewExpression/unary/InViewExpression.java | 106 ++++++
.../viewExpression/unary/IsNullViewExpression.java | 89 +++++
.../viewExpression/unary/LikeViewExpression.java | 163 +++++++++
.../unary/LogicNotViewExpression.java | 61 ++++
.../unary/NegationViewExpression.java | 61 ++++
.../unary/RegularViewExpression.java | 105 ++++++
.../viewExpression/unary/UnaryViewExpression.java | 73 ++++
.../visitor/GetSourcePathsVisitor.java | 95 +++++
.../visitor/TransformToExpressionVisitor.java | 320 +++++++++++++++++
.../visitor/ViewExpressionVisitor.java | 219 ++++++++++++
.../metadata/visitor/SchemaExecutionVisitor.java | 22 ++
.../db/mpp/common/header/ColumnHeaderConstant.java | 6 +-
.../mpp/execution/exchange/SharedTsBlockQueue.java | 12 +-
.../execution/executor/RegionWriteExecutor.java | 49 +++
.../schema/source/TimeSeriesSchemaSource.java | 14 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 45 +++
.../visitor/TransformToViewExpressionVisitor.java | 391 +++++++++++++++++++++
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 86 +++++
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 21 ++
.../mpp/plan/planner/plan/node/PlanNodeType.java | 6 +-
.../db/mpp/plan/planner/plan/node/PlanVisitor.java | 5 +
.../node/metedata/write/CreateLogicalViewNode.java | 250 +++++++++++++
.../plan/planner/plan/node/write/InsertNode.java | 8 +
.../iotdb/db/mpp/plan/statement/StatementType.java | 2 +
.../db/mpp/plan/statement/StatementVisitor.java | 7 +
.../metadata/CreateLogicalViewStatement.java | 246 +++++++++++++
.../db/pipe/agent/plugin/PipePluginAgent.java | 26 +-
.../iotdb/db/pipe/agent/task/PipeTaskAgent.java | 139 ++++----
.../PipeCollectorConstant.java} | 20 +-
.../PipeConnectorConstant.java} | 12 +-
.../PipeProcessorConstant.java} | 12 +-
.../core/collector/IoTDBDataRegionCollector.java | 85 +++++
...> PipeHistoricalDataRegionTsFileCollector.java} | 39 +-
.../realtime/PipeRealtimeDataRegionCollector.java | 21 +-
... => PipeRealtimeDataRegionHybridCollector.java} | 33 +-
.../connector/PipeConnectorSubtaskLifeCycle.java | 31 +-
.../connector/PipeConnectorSubtaskManager.java | 19 +-
.../event/view/collector/PipeEventCollector.java | 59 +++-
...anager.java => PipeSubtaskExecutorManager.java} | 12 +-
.../execution/scheduler/PipeTaskScheduler.java | 18 +-
.../org/apache/iotdb/db/pipe/task/PipeBuilder.java | 66 ++++
.../org/apache/iotdb/db/pipe/task/PipeTask.java | 9 +-
.../apache/iotdb/db/pipe/task/PipeTaskBuilder.java | 60 +++-
.../apache/iotdb/db/pipe/task/PipeTaskManager.java | 96 +++++
.../iotdb/db/pipe/task/queue/EventSupplier.java | 25 +-
.../ListenableBlockingPendingQueue.java} | 18 +-
.../db/pipe/task/queue/ListenablePendingQueue.java | 159 +++++++++
.../ListenableUnblockingPendingQueue.java} | 18 +-
.../PendingQueueEmptyToNotEmptyListener.java} | 9 +-
.../PendingQueueFullToNotFullListener.java} | 9 +-
.../PendingQueueNotEmptyToEmptyListener.java} | 9 +-
.../PendingQueueNotFullToFullListener.java} | 9 +-
.../db/pipe/task/stage/PipeTaskCollectorStage.java | 83 +++--
.../db/pipe/task/stage/PipeTaskConnectorStage.java | 100 +-----
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 105 +++++-
.../iotdb/db/pipe/task/stage/PipeTaskStage.java | 95 ++++-
.../db/pipe/task/subtask/PipeConnectorSubtask.java | 87 +++--
.../db/pipe/task/subtask/PipeProcessorSubtask.java | 20 +-
.../iotdb/db/pipe/task/subtask/PipeSubtask.java | 6 +-
.../org/apache/iotdb/db/rescon/SystemInfo.java | 20 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 1 +
.../metadata/view/ViewExpressionToStringTest.java | 183 ++++++++++
.../collector/CachedSchemaPatternMatcherTest.java | 48 ++-
.../core/collector/PipeRealtimeCollectTest.java | 59 +++-
.../executor/PipeConnectorSubtaskExecutorTest.java | 8 +-
.../executor/PipeProcessorSubtaskExecutorTest.java | 10 +-
162 files changed, 7394 insertions(+), 650 deletions(-)