You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ta...@apache.org on 2022/05/26 04:44:51 UTC
[iotdb] branch jira3188 updated (9dc1f0d27e -> 47c73b9b9f)
This is an automated email from the ASF dual-hosted git repository.
tanxinyu pushed a change to branch jira3188
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 9dc1f0d27e add comments and debug log
add 039a461cae [IOTDB-3207] Refactor Create Multi timeseries and Apply in Auto create (#6009)
add 527847ea2b add lastCacheEnable in use. (#5997)
add 20cf75b8cd [IOTDB-3286] False Carousel Ratio on Desktop Version Homepage (#6012)
add 47a1675af7 [IOTDB-3102] data-sync support ext pipe fwk (#5804)
add cabb8fff2f [IOTDB-3244] Implememtation of LastOperator (#6001)
add 7970bb0fbf [IOTDB-2919] Change regionCleaner work interval from 5s to 300s (#6016)
add 756e876256 Distribution plan for delete timeseries (#6006)
add 3b364a51ae [IOTDB-3281] Replacing log4j with reload4j (#6008)
add aec89d3569 [IOTDB-3290] modify check logic of CreateTimeSeries (#6013)
add 882dbcfc2e [IOTDB-3221] Fix NPE exception when getOrCreatePartition (#5988)
add c36df17ac3 [IOTDB-3288] Fix user doc of auth module (#6020)
add d7d69709f1 [IOTDB-3227] UDF Management in MPP Cluster: CREATE FUNCTION (#6014)
add 0f5ab7c02c Revert "[IOTDB-3286] False Carousel Ratio on Desktop Version Homepage (#6012)" (#6022)
add 1f724c807d [IOTDB-3288] Fix single quotes to backtick. (#6023)
add 790e57ff71 [IOTDB-3283] Implement Analyzer & LogicalPlanner for last query (#6017)
add 1a972e81e1 renew pictures of 'Structure of Apache IoTDB (#6018)
add 47c73b9b9f Merge branch 'master' of github.com:Apache/iotdb into jira3188
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 6 +-
.../resources/conf/iotdb-confignode.properties | 28 +-
.../confignode/client/AsyncDataNodeClientPool.java | 16 +
.../client/handlers/CreateFunctionHandler.java | 58 ++
.../iotdb/confignode/conf/ConfigNodeConf.java | 36 +-
.../confignode/conf/ConfigNodeDescriptor.java | 5 +-
.../consensus/request/ConfigRequest.java | 4 +
.../consensus/request/ConfigRequestType.java | 1 +
.../consensus/request/write/CreateFunctionReq.java | 85 ++
.../iotdb/confignode/manager/ConfigManager.java | 45 +-
.../apache/iotdb/confignode/manager/Manager.java | 9 +
.../iotdb/confignode/manager/PartitionManager.java | 17 +-
.../iotdb/confignode/manager/UDFManager.java | 119 +++
.../iotdb/confignode/persistence/UDFInfo.java | 117 +++
.../executor/ConfigRequestExecutor.java | 11 +-
.../iotdb/confignode/service/ConfigNode.java | 18 +
.../thrift/ConfigNodeRPCServiceProcessor.java | 6 +
.../thrift/ConfigNodeRPCServiceProcessorTest.java | 28 +-
.../Administration-Management/Administration.md | 60 +-
docs/UserGuide/IoTDB-Introduction/Architecture.md | 2 +-
docs/zh/Community/About.md | 22 +-
.../Administration-Management/Administration.md | 60 +-
.../UserGuide/IoTDB-Introduction/Architecture.md | 2 +-
example/ext-pipe-plugin-example/README.md | 60 ++
example/ext-pipe-plugin-example/pom.xml | 59 ++
.../iotdb/extpipe/ExtPipeSinkWriterFactory.java | 134 +++
.../iotdb/extpipe/ExtPipeSinkWriterImpl.java | 176 ++++
external-pipe-api/pom.xml | 35 +
.../apache/iotdb/pipe/external/api/DataType.java | 41 +-
.../external/api/ExternalPipeSinkWriterStatus.java | 77 ++
.../pipe/external/api/IExternalPipeSinkWriter.java | 161 ++++
.../api/IExternalPipeSinkWriterFactory.java | 63 ++
.../db/integration/sync/IoTDBSyncReceiverIT.java | 52 +-
library-udf/pom.xml | 4 +-
.../apache/iotdb/commons/conf/IoTDBConstant.java | 4 +
.../iotdb/commons/partition/DataPartition.java | 19 +
.../commons/partition/RegionReplicaSetInfo.java | 27 +-
.../iotdb/commons/partition/SchemaPartition.java | 13 +
.../apache/iotdb/commons/service/ServiceType.java | 1 +
.../iotdb/commons/udf/service/SnapshotUtils.java | 96 +++
.../commons/udf/service/UDFClassLoaderManager.java | 8 +
.../commons/udf/service/UDFExecutableManager.java | 196 +++++
.../commons/udf/service/UDFExecutableResource.java | 23 +-
.../iotdb/commons/udf/service/UDFLogWriter.java | 21 +-
.../udf/service/UDFRegistrationInformation.java | 13 +-
.../udf/service/UDFRegistrationService.java | 127 ++-
pom.xml | 9 +-
server/pom.xml | 5 +
.../apache/iotdb/db/client/ConfigNodeClient.java | 17 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 22 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 2 +
.../db/consensus/DataRegionConsensusImpl.java | 4 +-
.../db/consensus/SchemaRegionConsensusImpl.java | 4 +
.../metadata/cache/DataNodeLastCacheManager.java | 6 +-
.../metadata/visitor/SchemaExecutionVisitor.java | 83 +-
.../iotdb/db/mpp/common/header/HeaderConstant.java | 19 +-
.../db/mpp/common/schematree/PathPatternTree.java | 6 +-
.../db/mpp/execution/operator/LastQueryUtil.java | 79 ++
.../operator/process/LastQueryMergeOperator.java | 82 ++
.../operator/process/UpdateLastCacheOperator.java | 127 +++
.../operator/source/LastCacheScanOperator.java | 64 ++
.../apache/iotdb/db/mpp/plan/analyze/Analyzer.java | 138 ++-
.../db/mpp/plan/analyze/ClusterSchemaFetcher.java | 43 +-
.../iotdb/db/mpp/plan/constant/StatementType.java | 1 +
.../db/mpp/plan/execution/QueryExecution.java | 2 +-
.../plan/execution/config/ConfigTaskVisitor.java | 8 +
.../plan/execution/config/CreateFunctionTask.java | 117 +++
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 91 ++
.../db/mpp/plan/planner/DistributionPlanner.java | 909 --------------------
.../db/mpp/plan/planner/LocalExecutionPlanner.java | 235 ++++++
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 51 ++
.../iotdb/db/mpp/plan/planner/LogicalPlanner.java | 54 +-
.../DistributionPlanContext.java} | 18 +-
.../planner/distribution/DistributionPlanner.java | 179 ++++
.../planner/distribution/ExchangeNodeAdder.java | 274 ++++++
.../NodeDistribution.java} | 20 +-
.../NodeDistributionType.java} | 21 +-
.../NodeGroupContext.java} | 28 +-
.../SimpleFragmentParallelPlanner.java | 3 +-
.../plan/planner/distribution/SourceRewriter.java | 590 +++++++++++++
.../WriteFragmentParallelPlanner.java | 3 +-
.../db/mpp/plan/planner/plan/PlanFragment.java | 6 +-
.../iotdb/db/mpp/plan/planner/plan/SubPlan.java | 2 +-
...itePlanNode.java => IPartitionRelatedNode.java} | 14 +-
.../db/mpp/plan/planner/plan/node/PlanVisitor.java | 10 +
.../mpp/plan/planner/plan/node/WritePlanNode.java | 5 +-
.../metedata/write/CreateMultiTimeSeriesNode.java | 362 ++------
.../node/metedata/write/DeleteTimeSeriesNode.java | 38 +-
.../metedata/write/InvalidateSchemaCacheNode.java | 15 +-
.../plan/node/metedata/write/MeasurementGroup.java | 275 ++++++
.../plan/node/process/LastQueryMergeNode.java | 36 +-
.../plan/node/source/AlignedLastQueryScanNode.java | 46 +-
.../plan/node/source/LastQueryScanNode.java | 48 +-
.../plan/planner/plan/node/source/SourceNode.java | 5 +-
.../planner/plan/node/write/DeleteDataNode.java | 72 +-
.../db/mpp/plan/statement/StatementVisitor.java | 13 +
.../metadata/CreateAlignedTimeSeriesStatement.java | 32 +-
...Statement.java => CreateFunctionStatement.java} | 44 +-
.../metadata/CreateMultiTimeSeriesStatement.java | 19 -
...java => CreateTimeSeriesByDeviceStatement.java} | 39 +-
.../metadata/DeleteTimeSeriesStatement.java | 2 +-
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 50 +-
.../qp/logical/sys/CreateTimeSeriesOperator.java | 58 --
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 61 ++
.../iotdb/db/qp/strategy/LogicalChecker.java | 5 -
.../iotdb/db/query/executor/LastQueryExecutor.java | 5 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 30 +-
.../service/thrift/impl/InternalServiceImpl.java | 20 +
.../iotdb/db/sync/datasource/AbstractOpBlock.java | 110 +++
.../datasource/ModsfileOpBlock.java} | 34 +-
.../iotdb/db/sync/datasource/PipeOpManager.java | 221 +++++
.../iotdb/db/sync/datasource/PipeOpSgManager.java | 166 ++++
.../datasource/PipeStorageGroupInfo.java} | 37 +-
.../iotdb/db/sync/datasource/TsFileOpBlock.java | 604 +++++++++++++
.../iotdb/db/sync/externalpipe/ExtPipePlugin.java | 602 +++++++++++++
.../externalpipe/ExtPipePluginConfiguration.java | 140 +++
.../db/sync/externalpipe/ExtPipePluginManager.java | 276 ++++++
.../sync/externalpipe/ExtPipePluginRegister.java | 129 +++
.../db/sync/externalpipe/ExternalPipeStatus.java | 58 ++
.../externalpipe/operation/InsertOperation.java | 69 ++
.../externalpipe/operation/Operation.java} | 42 +-
.../iotdb/db/sync/pipedata/TsFilePipeData.java | 27 +
.../db/sync/sender/pipe/ExternalPipeSink.java | 93 ++
.../iotdb/db/sync/sender/pipe/IoTDBPipeSink.java | 49 +-
.../apache/iotdb/db/sync/sender/pipe/PipeSink.java | 27 +-
.../db/sync/sender/service/SenderService.java | 181 +++-
.../operator/LastCacheScanOperatorTest.java | 93 ++
.../operator/LastQueryMergeOperatorTest.java | 327 ++++++++
.../SeriesAggregationScanOperatorTest.java | 3 +-
.../operator/UpdateLastCacheOperatorTest.java | 219 +++++
.../db/mpp/plan/plan/DistributionPlannerTest.java | 934 ---------------------
.../db/mpp/plan/plan/QueryLogicalPlanUtil.java | 43 +
.../distribution/AggregationDistributionTest.java | 412 +++++++++
.../db/mpp/plan/plan/distribution/BasicTest.java | 378 +++++++++
.../plan/distribution/DeleteTimeseriesTest.java | 71 ++
.../iotdb/db/mpp/plan/plan/distribution/Util.java | 191 +++++
.../plan/node/write/DeleteDataNodeSerdeTest.java | 19 +-
.../iotdb/db/service/InternalServiceImplTest.java | 6 +
.../db/sync/datasource/PipeOpManagerTest.java | 207 +++++
.../db/sync/datasource/TsFileOpBlockTest.java | 160 ++++
.../apache/iotdb/db/utils/EnvironmentUtils.java | 4 +
.../src/main/thrift/confignode.thrift | 11 +
thrift/src/main/thrift/mpp.thrift | 15 +-
143 files changed, 9826 insertions(+), 2923 deletions(-)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/client/handlers/CreateFunctionHandler.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/CreateFunctionReq.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/manager/UDFManager.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/persistence/UDFInfo.java
create mode 100644 example/ext-pipe-plugin-example/README.md
create mode 100644 example/ext-pipe-plugin-example/pom.xml
create mode 100644 example/ext-pipe-plugin-example/src/main/java/org/apache/iotdb/extpipe/ExtPipeSinkWriterFactory.java
create mode 100644 example/ext-pipe-plugin-example/src/main/java/org/apache/iotdb/extpipe/ExtPipeSinkWriterImpl.java
create mode 100644 external-pipe-api/pom.xml
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/source/SourceNode.java => external-pipe-api/src/main/java/org/apache/iotdb/pipe/external/api/DataType.java (58%)
create mode 100644 external-pipe-api/src/main/java/org/apache/iotdb/pipe/external/api/ExternalPipeSinkWriterStatus.java
create mode 100644 external-pipe-api/src/main/java/org/apache/iotdb/pipe/external/api/IExternalPipeSinkWriter.java
create mode 100644 external-pipe-api/src/main/java/org/apache/iotdb/pipe/external/api/IExternalPipeSinkWriterFactory.java
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/WritePlanNode.java => node-commons/src/main/java/org/apache/iotdb/commons/partition/RegionReplicaSetInfo.java (56%)
create mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/udf/service/SnapshotUtils.java
create mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/udf/service/UDFExecutableManager.java
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/WritePlanNode.java => node-commons/src/main/java/org/apache/iotdb/commons/udf/service/UDFExecutableResource.java (65%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/LastQueryUtil.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/process/LastQueryMergeOperator.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/process/UpdateLastCacheOperator.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/source/LastCacheScanOperator.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/CreateFunctionTask.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/DistributionPlanner.java
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/{plan/node/WritePlanNode.java => distribution/DistributionPlanContext.java} (64%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/distribution/DistributionPlanner.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/distribution/ExchangeNodeAdder.java
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/{plan/node/WritePlanNode.java => distribution/NodeDistribution.java} (69%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/{plan/node/WritePlanNode.java => distribution/NodeDistributionType.java} (64%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/{plan/node/source/SourceNode.java => distribution/NodeGroupContext.java} (55%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/{ => distribution}/SimpleFragmentParallelPlanner.java (97%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/distribution/SourceRewriter.java
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/{ => distribution}/WriteFragmentParallelPlanner.java (95%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/{WritePlanNode.java => IPartitionRelatedNode.java} (73%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/metedata/write/MeasurementGroup.java
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/{DeleteTimeSeriesStatement.java => CreateFunctionStatement.java} (53%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/{DeleteTimeSeriesStatement.java => CreateTimeSeriesByDeviceStatement.java} (50%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/sync/datasource/AbstractOpBlock.java
copy server/src/main/java/org/apache/iotdb/db/{mpp/plan/statement/metadata/DeleteTimeSeriesStatement.java => sync/datasource/ModsfileOpBlock.java} (58%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/sync/datasource/PipeOpManager.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/sync/datasource/PipeOpSgManager.java
copy server/src/main/java/org/apache/iotdb/db/{mpp/plan/statement/metadata/DeleteTimeSeriesStatement.java => sync/datasource/PipeStorageGroupInfo.java} (51%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/sync/datasource/TsFileOpBlock.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/sync/externalpipe/ExtPipePlugin.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/sync/externalpipe/ExtPipePluginConfiguration.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/sync/externalpipe/ExtPipePluginManager.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/sync/externalpipe/ExtPipePluginRegister.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/sync/externalpipe/ExternalPipeStatus.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/sync/externalpipe/operation/InsertOperation.java
copy server/src/main/java/org/apache/iotdb/db/{mpp/plan/statement/metadata/DeleteTimeSeriesStatement.java => sync/externalpipe/operation/Operation.java} (50%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/sync/sender/pipe/ExternalPipeSink.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/execution/operator/LastCacheScanOperatorTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/execution/operator/LastQueryMergeOperatorTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/execution/operator/UpdateLastCacheOperatorTest.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/plan/plan/DistributionPlannerTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/plan/plan/distribution/AggregationDistributionTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/plan/plan/distribution/BasicTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/plan/plan/distribution/DeleteTimeseriesTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/plan/plan/distribution/Util.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/sync/datasource/PipeOpManagerTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/sync/datasource/TsFileOpBlockTest.java